[ 801.280303] env[68461]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68461) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 801.280725] env[68461]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68461) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 801.280725] env[68461]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68461) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 801.281088] env[68461]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 801.378142] env[68461]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68461) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 801.388648] env[68461]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=68461) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 801.432014] env[68461]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 801.989192] env[68461]: INFO nova.virt.driver [None req-3a4112f3-2c77-4606-b868-dfbea6102902 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 802.060554] env[68461]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.060754] env[68461]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.060812] env[68461]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68461) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 804.941140] env[68461]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-c3507006-6d05-4c51-a486-4d2ef87094da {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.957669] env[68461]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68461) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 804.957816] env[68461]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-ab53ac02-1693-4557-9002-e2ebd1c0ee46 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.981740] env[68461]: INFO oslo_vmware.api [-] Successfully established new session; session ID is c1d2a. [ 804.981862] env[68461]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.921s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.982413] env[68461]: INFO nova.virt.vmwareapi.driver [None req-3a4112f3-2c77-4606-b868-dfbea6102902 None None] VMware vCenter version: 7.0.3 [ 804.985742] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da542210-aee7-4f27-9456-4474369ce8cb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.006510] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bf1729-82a2-4e23-9b90-776b2ff4b43c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.012419] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4d9cbd-73a4-40f6-a637-191e819ad37e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.019018] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c178ad2-e6fc-43b9-8ef3-e1580d44ce7a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.031913] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24764cb2-75ab-44de-8308-d4c8b38d0d78 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.037827] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d592cc-b623-4501-96ba-8f0805dad978 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.067805] env[68461]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-2d76f42c-64de-4b54-8f52-944aa8008053 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.072799] env[68461]: DEBUG nova.virt.vmwareapi.driver [None req-3a4112f3-2c77-4606-b868-dfbea6102902 None None] Extension org.openstack.compute already exists. {{(pid=68461) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 805.075428] env[68461]: INFO nova.compute.provider_config [None req-3a4112f3-2c77-4606-b868-dfbea6102902 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 805.578867] env[68461]: DEBUG nova.context [None req-3a4112f3-2c77-4606-b868-dfbea6102902 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),633ae8f1-2c22-49d4-a360-3a2bce6c62dd(cell1) {{(pid=68461) load_cells /opt/stack/nova/nova/context.py:464}} [ 805.580956] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.581196] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.581887] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.582331] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] Acquiring lock "633ae8f1-2c22-49d4-a360-3a2bce6c62dd" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.582525] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] Lock "633ae8f1-2c22-49d4-a360-3a2bce6c62dd" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.583532] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] Lock "633ae8f1-2c22-49d4-a360-3a2bce6c62dd" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.604422] env[68461]: INFO dbcounter [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] Registered counter for database nova_cell0 [ 805.612975] env[68461]: INFO dbcounter [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] Registered counter for database nova_cell1 [ 806.048549] env[68461]: DEBUG oslo_db.sqlalchemy.engines [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68461) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 806.049272] env[68461]: DEBUG oslo_db.sqlalchemy.engines [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68461) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 806.053825] env[68461]: ERROR nova.db.main.api [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 806.053825] env[68461]: result = function(*args, **kwargs) [ 806.053825] env[68461]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 806.053825] env[68461]: return func(*args, **kwargs) [ 806.053825] env[68461]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 806.053825] env[68461]: result = fn(*args, **kwargs) [ 806.053825] env[68461]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 806.053825] env[68461]: return f(*args, **kwargs) [ 806.053825] env[68461]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 806.053825] env[68461]: return db.service_get_minimum_version(context, binaries) [ 806.053825] env[68461]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 806.053825] env[68461]: _check_db_access() [ 806.053825] env[68461]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 806.053825] env[68461]: stacktrace = ''.join(traceback.format_stack()) [ 806.053825] env[68461]: [ 806.054981] env[68461]: ERROR nova.db.main.api [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 806.054981] env[68461]: result = function(*args, **kwargs) [ 806.054981] env[68461]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 806.054981] env[68461]: return func(*args, **kwargs) [ 806.054981] env[68461]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 806.054981] env[68461]: result = fn(*args, **kwargs) [ 806.054981] env[68461]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 806.054981] env[68461]: return f(*args, **kwargs) [ 806.054981] env[68461]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 806.054981] env[68461]: return db.service_get_minimum_version(context, binaries) [ 806.054981] env[68461]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 806.054981] env[68461]: _check_db_access() [ 806.054981] env[68461]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 806.054981] env[68461]: stacktrace = ''.join(traceback.format_stack()) [ 806.054981] env[68461]: [ 806.055389] env[68461]: WARNING nova.objects.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 806.055541] env[68461]: WARNING nova.objects.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] Failed to get minimum service version for cell 633ae8f1-2c22-49d4-a360-3a2bce6c62dd [ 806.055987] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] Acquiring lock "singleton_lock" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.056158] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] Acquired lock "singleton_lock" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.056397] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] Releasing lock "singleton_lock" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.056720] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] Full set of CONF: {{(pid=68461) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 806.056863] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ******************************************************************************** {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 806.056989] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] Configuration options gathered from: {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 806.057143] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 806.057341] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 806.057468] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ================================================================================ {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 806.057709] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] allow_resize_to_same_host = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.057881] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] arq_binding_timeout = 300 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.058016] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] backdoor_port = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.058144] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] backdoor_socket = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.058308] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] block_device_allocate_retries = 60 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.058467] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] block_device_allocate_retries_interval = 3 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.058660] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cert = self.pem {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.058833] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.058996] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] compute_monitors = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.059398] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] config_dir = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.059583] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] config_drive_format = iso9660 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.059721] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.059914] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] config_source = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.060116] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] console_host = devstack {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.060286] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] control_exchange = nova {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.060447] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cpu_allocation_ratio = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.060605] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] daemon = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.060772] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] debug = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.060928] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] default_access_ip_network_name = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.061104] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] default_availability_zone = nova {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.061262] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] default_ephemeral_format = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.061420] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] default_green_pool_size = 1000 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.061654] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.061819] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] default_schedule_zone = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.061977] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] disk_allocation_ratio = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.062148] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] enable_new_services = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.062326] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] enabled_apis = ['osapi_compute'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.062487] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] enabled_ssl_apis = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.062651] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] flat_injected = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.062811] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] force_config_drive = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.062969] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] force_raw_images = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.063150] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] graceful_shutdown_timeout = 5 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.063311] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] heal_instance_info_cache_interval = -1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.063535] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] host = cpu-1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.063710] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.063871] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] initial_disk_allocation_ratio = 1.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.064038] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] initial_ram_allocation_ratio = 1.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.064251] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.064410] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] instance_build_timeout = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.064566] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] instance_delete_interval = 300 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.064732] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] instance_format = [instance: %(uuid)s] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.064896] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] instance_name_template = instance-%08x {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.065071] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] instance_usage_audit = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.065275] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] instance_usage_audit_period = month {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.065507] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.065690] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] instances_path = /opt/stack/data/nova/instances {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.065862] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] internal_service_availability_zone = internal {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.066032] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] key = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.066198] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] live_migration_retry_count = 30 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.066367] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] log_color = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.066531] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] log_config_append = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.066724] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.066902] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] log_dir = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.067072] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] log_file = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.067205] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] log_options = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.067364] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] log_rotate_interval = 1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.067553] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] log_rotate_interval_type = days {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.067726] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] log_rotation_type = none {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.067857] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.067983] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.068165] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.068328] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.068453] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.068613] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] long_rpc_timeout = 1800 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.068772] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] max_concurrent_builds = 10 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.068930] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] max_concurrent_live_migrations = 1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.069141] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] max_concurrent_snapshots = 5 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.069263] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] max_local_block_devices = 3 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.069407] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] max_logfile_count = 30 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.069562] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] max_logfile_size_mb = 200 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.069721] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] maximum_instance_delete_attempts = 5 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.069894] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] metadata_listen = 0.0.0.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.070066] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] metadata_listen_port = 8775 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.070234] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] metadata_workers = 2 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.070392] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] migrate_max_retries = -1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.070556] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] mkisofs_cmd = genisoimage {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.070761] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] my_block_storage_ip = 10.180.1.21 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.070893] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] my_ip = 10.180.1.21 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.071106] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.071269] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] network_allocate_retries = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.071444] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.071607] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] osapi_compute_listen = 0.0.0.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.071771] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] osapi_compute_listen_port = 8774 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.071935] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] osapi_compute_unique_server_name_scope = {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.072110] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] osapi_compute_workers = 2 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.072270] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] password_length = 12 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.072428] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] periodic_enable = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.072583] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] periodic_fuzzy_delay = 60 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.072748] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] pointer_model = usbtablet {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.072909] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] preallocate_images = none {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.073169] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] publish_errors = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.073235] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] pybasedir = /opt/stack/nova {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.073359] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ram_allocation_ratio = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.073515] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] rate_limit_burst = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.073675] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] rate_limit_except_level = CRITICAL {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.073834] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] rate_limit_interval = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.073987] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] reboot_timeout = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.074156] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] reclaim_instance_interval = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.074308] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] record = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.074470] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] reimage_timeout_per_gb = 60 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.074631] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] report_interval = 120 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.074792] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] rescue_timeout = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.074947] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] reserved_host_cpus = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.075116] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] reserved_host_disk_mb = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.075272] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] reserved_host_memory_mb = 512 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.075428] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] reserved_huge_pages = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.075585] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] resize_confirm_window = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.075743] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] resize_fs_using_block_device = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.075898] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] resume_guests_state_on_host_boot = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.076078] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.076240] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] rpc_response_timeout = 60 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.076396] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] run_external_periodic_tasks = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.076558] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] running_deleted_instance_action = reap {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.076717] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] running_deleted_instance_poll_interval = 1800 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.076871] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] running_deleted_instance_timeout = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.077032] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] scheduler_instance_sync_interval = 120 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.077200] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] service_down_time = 720 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.077365] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] servicegroup_driver = db {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.077556] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] shell_completion = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.077688] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] shelved_offload_time = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.077844] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] shelved_poll_interval = 3600 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.078022] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] shutdown_timeout = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.078182] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] source_is_ipv6 = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.078338] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ssl_only = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.078630] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.078791] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] sync_power_state_interval = 600 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.078953] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] sync_power_state_pool_size = 1000 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.079136] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] syslog_log_facility = LOG_USER {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.079295] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] tempdir = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.079453] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] timeout_nbd = 10 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.079620] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] transport_url = **** {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.079782] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] update_resources_interval = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.079940] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] use_cow_images = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.080111] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] use_journal = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.080270] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] use_json = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.080426] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] use_rootwrap_daemon = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.080580] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] use_stderr = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.080738] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] use_syslog = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.080892] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vcpu_pin_set = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.081068] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vif_plugging_is_fatal = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.081239] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vif_plugging_timeout = 300 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.081403] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] virt_mkfs = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.081565] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] volume_usage_poll_interval = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.081726] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] watch_log_file = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.081900] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] web = /usr/share/spice-html5 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 806.082090] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.082259] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.082422] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.082591] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_concurrency.disable_process_locking = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.082890] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.083081] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.083250] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.083418] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.083583] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.083748] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.083938] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api.auth_strategy = keystone {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.084119] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api.compute_link_prefix = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.084296] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.084467] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api.dhcp_domain = novalocal {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.084636] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api.enable_instance_password = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.084800] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api.glance_link_prefix = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.084963] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.085148] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.085313] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api.instance_list_per_project_cells = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.085474] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api.list_records_by_skipping_down_cells = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.085635] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api.local_metadata_per_cell = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.085802] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api.max_limit = 1000 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.085968] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api.metadata_cache_expiration = 15 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.086155] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api.neutron_default_tenant_id = default {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.086327] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api.response_validation = warn {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.086499] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api.use_neutron_default_nets = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.086667] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.086833] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.087012] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.087191] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.087362] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api.vendordata_dynamic_targets = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.087548] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api.vendordata_jsonfile_path = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.087727] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.087926] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.backend = dogpile.cache.memcached {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.088158] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.backend_argument = **** {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.088357] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.backend_expiration_time = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.088542] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.config_prefix = cache.oslo {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.088714] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.dead_timeout = 60.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.088884] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.debug_cache_backend = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.089061] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.enable_retry_client = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.089229] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.enable_socket_keepalive = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.089400] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.enabled = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.089566] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.enforce_fips_mode = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.089732] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.expiration_time = 600 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.089892] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.hashclient_retry_attempts = 2 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.090065] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.hashclient_retry_delay = 1.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.090230] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.memcache_dead_retry = 300 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.090388] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.memcache_password = **** {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.090558] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.090747] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.090911] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.memcache_pool_maxsize = 10 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.091084] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.091249] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.memcache_sasl_enabled = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.091428] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.091595] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.memcache_socket_timeout = 1.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.091756] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.memcache_username = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.091921] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.proxies = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.092095] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.redis_db = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.092258] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.redis_password = **** {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.092426] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.redis_sentinel_service_name = mymaster {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.092599] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.092767] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.redis_server = localhost:6379 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.092931] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.redis_socket_timeout = 1.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.093102] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.redis_username = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.093262] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.retry_attempts = 2 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.093423] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.retry_delay = 0.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.093583] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.socket_keepalive_count = 1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.093744] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.socket_keepalive_idle = 1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.093902] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.socket_keepalive_interval = 1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.094068] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.tls_allowed_ciphers = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.094227] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.tls_cafile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.094381] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.tls_certfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.094538] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.tls_enabled = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.094695] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cache.tls_keyfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.094863] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cinder.auth_section = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.095046] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cinder.auth_type = password {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.095211] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cinder.cafile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.095385] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cinder.catalog_info = volumev3::publicURL {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.095545] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cinder.certfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.095712] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cinder.collect_timing = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.095875] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cinder.cross_az_attach = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.096045] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cinder.debug = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.096209] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cinder.endpoint_template = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.096370] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cinder.http_retries = 3 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.096530] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cinder.insecure = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.096687] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cinder.keyfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.096856] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cinder.os_region_name = RegionOne {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.097030] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cinder.split_loggers = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.097190] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cinder.timeout = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.097359] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.097540] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] compute.cpu_dedicated_set = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.097697] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] compute.cpu_shared_set = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.097867] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] compute.image_type_exclude_list = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.098037] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.098206] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] compute.max_concurrent_disk_ops = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.098367] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] compute.max_disk_devices_to_attach = -1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.098541] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.098723] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.098885] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] compute.resource_provider_association_refresh = 300 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.099055] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.099218] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] compute.shutdown_retry_interval = 10 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.099420] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.099568] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] conductor.workers = 2 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.099739] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] console.allowed_origins = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.099900] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] console.ssl_ciphers = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.100080] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] console.ssl_minimum_version = default {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.100253] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] consoleauth.enforce_session_timeout = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.100419] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] consoleauth.token_ttl = 600 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.100589] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cyborg.cafile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.100749] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cyborg.certfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.100912] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cyborg.collect_timing = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.101082] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cyborg.connect_retries = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.101243] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cyborg.connect_retry_delay = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.101400] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cyborg.endpoint_override = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.101560] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cyborg.insecure = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.101717] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cyborg.keyfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.101876] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cyborg.max_version = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.102039] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cyborg.min_version = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.102198] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cyborg.region_name = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.102352] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cyborg.retriable_status_codes = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.102506] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cyborg.service_name = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.102695] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cyborg.service_type = accelerator {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.102868] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cyborg.split_loggers = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.103036] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cyborg.status_code_retries = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.103194] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cyborg.status_code_retry_delay = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.103352] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cyborg.timeout = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.103532] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.103694] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] cyborg.version = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.103865] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] database.asyncio_connection = **** {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.104038] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] database.asyncio_slave_connection = **** {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.104213] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] database.backend = sqlalchemy {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.104385] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] database.connection = **** {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.104548] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] database.connection_debug = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.104719] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] database.connection_parameters = {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.104880] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] database.connection_recycle_time = 3600 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.105050] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] database.connection_trace = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.105215] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] database.db_inc_retry_interval = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.105376] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] database.db_max_retries = 20 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.105536] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] database.db_max_retry_interval = 10 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.105697] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] database.db_retry_interval = 1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.105854] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] database.max_overflow = 50 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.106018] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] database.max_pool_size = 5 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.106178] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] database.max_retries = 10 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.106344] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.106499] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] database.mysql_wsrep_sync_wait = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.106653] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] database.pool_timeout = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.106813] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] database.retry_interval = 10 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.107026] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] database.slave_connection = **** {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.107222] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] database.sqlite_synchronous = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.107389] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] database.use_db_reconnect = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.107583] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api_database.asyncio_connection = **** {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.107746] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api_database.asyncio_slave_connection = **** {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.107918] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api_database.backend = sqlalchemy {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.108098] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api_database.connection = **** {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.108270] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api_database.connection_debug = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.108436] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api_database.connection_parameters = {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.108626] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api_database.connection_recycle_time = 3600 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.108763] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api_database.connection_trace = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.108924] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api_database.db_inc_retry_interval = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.109094] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api_database.db_max_retries = 20 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.109256] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api_database.db_max_retry_interval = 10 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.109418] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api_database.db_retry_interval = 1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.109579] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api_database.max_overflow = 50 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.109752] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api_database.max_pool_size = 5 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.109894] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api_database.max_retries = 10 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.110069] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.110229] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.110385] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api_database.pool_timeout = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.110542] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api_database.retry_interval = 10 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.110699] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api_database.slave_connection = **** {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.110857] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] api_database.sqlite_synchronous = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.111038] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] devices.enabled_mdev_types = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.111217] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.111385] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ephemeral_storage_encryption.default_format = luks {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.111544] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ephemeral_storage_encryption.enabled = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.111705] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.111874] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.api_servers = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.112049] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.cafile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.112212] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.certfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.112375] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.collect_timing = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.112532] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.connect_retries = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.112689] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.connect_retry_delay = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.112850] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.debug = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.113022] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.default_trusted_certificate_ids = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.113187] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.enable_certificate_validation = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.113346] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.enable_rbd_download = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.113504] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.endpoint_override = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.113666] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.insecure = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.113826] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.keyfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.113985] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.max_version = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.114153] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.min_version = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.114313] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.num_retries = 3 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.114479] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.rbd_ceph_conf = {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.114657] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.rbd_connect_timeout = 5 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.114846] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.rbd_pool = {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.115029] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.rbd_user = {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.115201] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.region_name = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.115361] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.retriable_status_codes = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.115518] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.service_name = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.115687] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.service_type = image {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.115847] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.split_loggers = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.116017] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.status_code_retries = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.116175] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.status_code_retry_delay = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.116331] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.timeout = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.116508] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.116670] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.verify_glance_signatures = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.116831] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] glance.version = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.116995] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] guestfs.debug = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.117177] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] manila.auth_section = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.117339] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] manila.auth_type = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.117499] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] manila.cafile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.117676] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] manila.certfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.117845] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] manila.collect_timing = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.118011] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] manila.connect_retries = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.118176] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] manila.connect_retry_delay = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.118334] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] manila.endpoint_override = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.118497] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] manila.insecure = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.118672] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] manila.keyfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.118838] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] manila.max_version = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.118994] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] manila.min_version = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.119164] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] manila.region_name = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.119325] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] manila.retriable_status_codes = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.119480] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] manila.service_name = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.119648] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] manila.service_type = shared-file-system {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.119855] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] manila.share_apply_policy_timeout = 10 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.119969] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] manila.split_loggers = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.120137] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] manila.status_code_retries = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.120293] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] manila.status_code_retry_delay = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.120447] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] manila.timeout = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.120626] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.120787] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] manila.version = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.120953] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] mks.enabled = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.121307] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.121497] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] image_cache.manager_interval = 2400 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.121666] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] image_cache.precache_concurrency = 1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.121835] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] image_cache.remove_unused_base_images = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.122000] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.122179] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.122352] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] image_cache.subdirectory_name = _base {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.122526] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.api_max_retries = 60 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.122693] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.api_retry_interval = 2 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.122848] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.auth_section = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.123023] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.auth_type = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.123188] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.cafile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.123343] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.certfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.123504] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.collect_timing = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.123665] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.conductor_group = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.123822] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.connect_retries = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.123977] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.connect_retry_delay = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.124145] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.endpoint_override = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.124306] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.insecure = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.124461] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.keyfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.124619] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.max_version = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.124787] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.min_version = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.124955] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.peer_list = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.125125] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.region_name = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.125284] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.retriable_status_codes = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.125445] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.serial_console_state_timeout = 10 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.125605] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.service_name = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.125774] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.service_type = baremetal {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.125932] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.shard = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.126106] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.split_loggers = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.126264] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.status_code_retries = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.126421] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.status_code_retry_delay = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.126576] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.timeout = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.126785] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.126957] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ironic.version = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.127157] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.127331] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] key_manager.fixed_key = **** {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.127511] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.127700] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican.barbican_api_version = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.127864] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican.barbican_endpoint = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.128046] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican.barbican_endpoint_type = public {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.128209] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican.barbican_region_name = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.128367] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican.cafile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.128524] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican.certfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.128686] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican.collect_timing = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.128843] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican.insecure = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.129010] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican.keyfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.129176] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican.number_of_retries = 60 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.129335] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican.retry_delay = 1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.129495] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican.send_service_user_token = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.129657] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican.split_loggers = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.129807] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican.timeout = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.129959] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican.verify_ssl = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.130130] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican.verify_ssl_path = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.130294] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican_service_user.auth_section = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.130456] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican_service_user.auth_type = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.130612] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican_service_user.cafile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.130769] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican_service_user.certfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.130929] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican_service_user.collect_timing = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.131098] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican_service_user.insecure = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.131255] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican_service_user.keyfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.131414] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican_service_user.split_loggers = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.131567] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] barbican_service_user.timeout = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.131732] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vault.approle_role_id = **** {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.131889] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vault.approle_secret_id = **** {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.132064] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vault.kv_mountpoint = secret {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.132225] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vault.kv_path = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.132384] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vault.kv_version = 2 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.132541] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vault.namespace = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.132700] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vault.root_token_id = **** {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.132855] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vault.ssl_ca_crt_file = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.133024] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vault.timeout = 60.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.133189] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vault.use_ssl = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.133360] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.133523] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] keystone.cafile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.133682] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] keystone.certfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.133845] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] keystone.collect_timing = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.134008] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] keystone.connect_retries = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.134264] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] keystone.connect_retry_delay = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.134338] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] keystone.endpoint_override = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.134475] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] keystone.insecure = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.134629] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] keystone.keyfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.134783] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] keystone.max_version = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.134936] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] keystone.min_version = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.135104] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] keystone.region_name = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.135267] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] keystone.retriable_status_codes = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.135423] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] keystone.service_name = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.135588] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] keystone.service_type = identity {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.135749] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] keystone.split_loggers = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.135904] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] keystone.status_code_retries = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.136068] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] keystone.status_code_retry_delay = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.136227] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] keystone.timeout = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.136404] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.136560] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] keystone.version = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.136751] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.ceph_mount_options = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.137159] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.137347] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.connection_uri = {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.137519] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.cpu_mode = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.137686] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.cpu_model_extra_flags = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.137854] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.cpu_models = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.138035] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.cpu_power_governor_high = performance {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.138206] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.cpu_power_governor_low = powersave {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.138367] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.cpu_power_management = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.138556] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.138749] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.device_detach_attempts = 8 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.138918] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.device_detach_timeout = 20 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.139097] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.disk_cachemodes = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.139261] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.disk_prefix = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.139423] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.enabled_perf_events = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.139584] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.file_backed_memory = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.139750] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.gid_maps = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.139907] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.hw_disk_discard = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.140076] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.hw_machine_type = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.140238] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.images_rbd_ceph_conf = {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.140398] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.140556] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.140722] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.images_rbd_glance_store_name = {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.140886] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.images_rbd_pool = rbd {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.141064] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.images_type = default {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.141224] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.images_volume_group = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.141383] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.inject_key = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.141541] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.inject_partition = -2 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.141756] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.inject_password = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.141933] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.iscsi_iface = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.142109] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.iser_use_multipath = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.142274] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.live_migration_bandwidth = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.142434] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.142593] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.live_migration_downtime = 500 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.142755] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.142915] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.143083] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.live_migration_inbound_addr = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.143246] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.143406] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.live_migration_permit_post_copy = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.143564] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.live_migration_scheme = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.143734] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.live_migration_timeout_action = abort {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.143895] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.live_migration_tunnelled = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.144062] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.live_migration_uri = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.144226] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.live_migration_with_native_tls = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.144382] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.max_queues = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.144540] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.144777] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.144941] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.nfs_mount_options = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.145233] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.145409] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.145572] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.num_iser_scan_tries = 5 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.145736] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.num_memory_encrypted_guests = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.145897] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.146072] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.num_pcie_ports = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.146239] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.num_volume_scan_tries = 5 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.146402] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.pmem_namespaces = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.146559] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.quobyte_client_cfg = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.146848] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.147212] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.rbd_connect_timeout = 5 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.147212] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.147355] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.147527] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.rbd_secret_uuid = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.147706] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.rbd_user = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.147870] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.148053] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.remote_filesystem_transport = ssh {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.148234] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.rescue_image_id = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.148418] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.rescue_kernel_id = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.148600] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.rescue_ramdisk_id = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.148781] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.148942] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.rx_queue_size = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.149122] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.smbfs_mount_options = {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.149405] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.149580] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.snapshot_compression = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.149742] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.snapshot_image_format = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.149970] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.150166] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.sparse_logical_volumes = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.150310] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.swtpm_enabled = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.150478] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.swtpm_group = tss {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.150672] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.swtpm_user = tss {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.150854] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.sysinfo_serial = unique {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.151018] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.tb_cache_size = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.151180] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.tx_queue_size = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.151342] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.uid_maps = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.151504] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.use_virtio_for_bridges = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.151673] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.virt_type = kvm {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.151842] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.volume_clear = zero {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.152012] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.volume_clear_size = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.152179] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.volume_enforce_multipath = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.152343] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.volume_use_multipath = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.152500] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.vzstorage_cache_path = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.152667] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.152835] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.vzstorage_mount_group = qemu {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.152999] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.vzstorage_mount_opts = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.153183] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.153463] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.153646] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.vzstorage_mount_user = stack {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.153814] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.153995] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.auth_section = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.154184] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.auth_type = password {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.154349] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.cafile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.154510] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.certfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.154674] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.collect_timing = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.154833] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.connect_retries = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.154990] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.connect_retry_delay = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.155172] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.default_floating_pool = public {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.155331] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.endpoint_override = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.155491] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.extension_sync_interval = 600 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.155653] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.http_retries = 3 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.155817] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.insecure = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.155977] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.keyfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.156185] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.max_version = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.156376] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.156540] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.min_version = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.156708] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.ovs_bridge = br-int {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.156875] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.physnets = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.157055] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.region_name = RegionOne {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.157220] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.retriable_status_codes = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.157388] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.service_metadata_proxy = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.157564] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.service_name = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.157749] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.service_type = network {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.157913] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.split_loggers = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.158083] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.status_code_retries = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.158245] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.status_code_retry_delay = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.158404] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.timeout = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.158601] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.158774] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] neutron.version = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.158948] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] notifications.bdms_in_notifications = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.159138] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] notifications.default_level = INFO {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.159305] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] notifications.include_share_mapping = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.159480] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] notifications.notification_format = unversioned {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.159642] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] notifications.notify_on_state_change = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.159817] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.160043] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] pci.alias = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.160185] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] pci.device_spec = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.160348] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] pci.report_in_placement = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.160519] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.auth_section = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.160693] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.auth_type = password {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.160860] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.161029] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.cafile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.161190] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.certfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.161351] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.collect_timing = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.161508] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.connect_retries = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.161663] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.connect_retry_delay = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.161822] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.default_domain_id = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.161978] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.default_domain_name = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.162149] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.domain_id = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.162306] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.domain_name = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.162463] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.endpoint_override = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.162644] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.insecure = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.162820] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.keyfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.162980] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.max_version = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.163154] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.min_version = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.163323] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.password = **** {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.163483] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.project_domain_id = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.163650] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.project_domain_name = Default {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.163819] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.project_id = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.163990] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.project_name = service {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.164173] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.region_name = RegionOne {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.164336] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.retriable_status_codes = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.164505] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.service_name = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.164673] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.service_type = placement {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.164836] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.split_loggers = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.164994] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.status_code_retries = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.165167] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.status_code_retry_delay = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.165325] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.system_scope = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.165481] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.timeout = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.165638] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.trust_id = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.165796] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.user_domain_id = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.165962] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.user_domain_name = Default {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.166134] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.user_id = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.166304] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.username = nova {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.166483] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.166641] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] placement.version = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.166824] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] quota.cores = 20 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.166987] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] quota.count_usage_from_placement = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.167169] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.167336] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] quota.injected_file_content_bytes = 10240 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.167499] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] quota.injected_file_path_length = 255 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.167685] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] quota.injected_files = 5 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.167858] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] quota.instances = 10 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.168031] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] quota.key_pairs = 100 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.168200] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] quota.metadata_items = 128 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.168362] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] quota.ram = 51200 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.168536] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] quota.recheck_quota = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.168718] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] quota.server_group_members = 10 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.168885] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] quota.server_groups = 10 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.169109] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.169287] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] quota.unified_limits_resource_strategy = require {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.169460] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.169623] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.169785] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] scheduler.image_metadata_prefilter = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.169943] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.170136] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] scheduler.max_attempts = 3 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.170275] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] scheduler.max_placement_results = 1000 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.170435] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.170592] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] scheduler.query_placement_for_image_type_support = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.170753] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.170922] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] scheduler.workers = 2 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.171110] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.171281] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.171459] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.171626] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.171791] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.171955] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.172132] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.172316] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.172480] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.host_subset_size = 1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.172642] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.172801] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.172961] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.173138] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.173311] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.173475] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.isolated_hosts = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.173635] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.isolated_images = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.173796] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.173954] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.174128] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.174289] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.pci_in_placement = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.174445] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.174601] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.174793] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.174955] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.175129] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.175289] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.175742] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.track_instance_changes = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.175742] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.175801] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] metrics.required = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.175925] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] metrics.weight_multiplier = 1.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.176099] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.176263] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] metrics.weight_setting = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.176570] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.176745] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] serial_console.enabled = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.176922] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] serial_console.port_range = 10000:20000 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.177104] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.177277] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.177445] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] serial_console.serialproxy_port = 6083 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.177640] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] service_user.auth_section = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.177826] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] service_user.auth_type = password {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.177989] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] service_user.cafile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.178164] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] service_user.certfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.178330] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] service_user.collect_timing = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.178490] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] service_user.insecure = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.178673] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] service_user.keyfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.178848] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] service_user.send_service_user_token = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.179026] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] service_user.split_loggers = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.179192] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] service_user.timeout = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.179362] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] spice.agent_enabled = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.179523] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] spice.enabled = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.179832] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.180047] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.180236] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] spice.html5proxy_port = 6082 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.180422] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] spice.image_compression = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.180671] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] spice.jpeg_compression = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.180861] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] spice.playback_compression = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.181041] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] spice.require_secure = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.181218] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] spice.server_listen = 127.0.0.1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.181388] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.181668] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.181842] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] spice.streaming_mode = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.182013] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] spice.zlib_compression = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.182194] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] upgrade_levels.baseapi = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.182367] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] upgrade_levels.compute = auto {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.182531] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] upgrade_levels.conductor = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.182692] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] upgrade_levels.scheduler = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.182860] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vendordata_dynamic_auth.auth_section = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.183036] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vendordata_dynamic_auth.auth_type = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.183199] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vendordata_dynamic_auth.cafile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.183358] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vendordata_dynamic_auth.certfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.183521] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.183680] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vendordata_dynamic_auth.insecure = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.183836] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vendordata_dynamic_auth.keyfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.183997] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.184169] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vendordata_dynamic_auth.timeout = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.184344] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vmware.api_retry_count = 10 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.184505] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vmware.ca_file = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.184676] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vmware.cache_prefix = devstack-image-cache {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.184845] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vmware.cluster_name = testcl1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.185019] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vmware.connection_pool_size = 10 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.185184] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vmware.console_delay_seconds = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.185355] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vmware.datastore_regex = ^datastore.* {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.185597] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.185782] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vmware.host_password = **** {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.185952] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vmware.host_port = 443 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.186137] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vmware.host_username = administrator@vsphere.local {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.186306] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vmware.insecure = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.186467] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vmware.integration_bridge = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.186629] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vmware.maximum_objects = 100 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.186803] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vmware.pbm_default_policy = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.186965] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vmware.pbm_enabled = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.187137] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vmware.pbm_wsdl_location = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.187306] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.187461] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vmware.serial_port_proxy_uri = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.187643] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vmware.serial_port_service_uri = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.187816] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vmware.task_poll_interval = 0.5 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.187986] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vmware.use_linked_clone = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.188168] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vmware.vnc_keymap = en-us {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.188332] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vmware.vnc_port = 5900 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.188493] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vmware.vnc_port_total = 10000 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.188675] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vnc.auth_schemes = ['none'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.188850] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vnc.enabled = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.189145] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.189329] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.189497] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vnc.novncproxy_port = 6080 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.189678] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vnc.server_listen = 127.0.0.1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.189857] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.190024] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vnc.vencrypt_ca_certs = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.190184] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vnc.vencrypt_client_cert = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.190339] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vnc.vencrypt_client_key = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.190514] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.190675] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] workarounds.disable_deep_image_inspection = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.190834] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.190992] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.191162] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.191320] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] workarounds.disable_rootwrap = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.191478] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] workarounds.enable_numa_live_migration = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.191636] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.191791] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.191950] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.192118] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] workarounds.libvirt_disable_apic = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.192277] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.192435] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.192740] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.192913] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.193111] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.193253] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.193414] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.193574] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.193733] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.193895] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.194139] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.194352] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] wsgi.client_socket_timeout = 900 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.194525] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] wsgi.default_pool_size = 1000 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.194694] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] wsgi.keep_alive = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.194859] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] wsgi.max_header_line = 16384 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.195032] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] wsgi.secure_proxy_ssl_header = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.195198] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] wsgi.ssl_ca_file = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.195356] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] wsgi.ssl_cert_file = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.195537] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] wsgi.ssl_key_file = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.195707] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] wsgi.tcp_keepidle = 600 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.195879] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.196057] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] zvm.ca_file = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.196219] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] zvm.cloud_connector_url = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.196500] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.196673] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] zvm.reachable_timeout = 300 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.196846] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.197032] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.197215] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] profiler.connection_string = messaging:// {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.197382] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] profiler.enabled = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.197584] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] profiler.es_doc_type = notification {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.197751] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] profiler.es_scroll_size = 10000 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.197923] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] profiler.es_scroll_time = 2m {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.198134] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] profiler.filter_error_trace = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.198428] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] profiler.hmac_keys = **** {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.198693] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] profiler.sentinel_service_name = mymaster {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.198883] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] profiler.socket_timeout = 0.1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.199065] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] profiler.trace_requests = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.199234] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] profiler.trace_sqlalchemy = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.199418] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] profiler_jaeger.process_tags = {} {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.199582] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] profiler_jaeger.service_name_prefix = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.199747] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] profiler_otlp.service_name_prefix = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.199911] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] remote_debug.host = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.200109] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] remote_debug.port = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.200318] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.200495] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.200660] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.200827] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.200989] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.201165] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.201329] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.201566] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.201850] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.202079] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.202255] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.202432] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.202602] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.202771] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.202934] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.203116] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.203285] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.203445] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.203614] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.203778] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.203939] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.204113] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.204280] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.204442] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.204604] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.204764] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.204924] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.205096] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.205259] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.205433] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.205612] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.ssl = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.205783] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.205949] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.206128] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.206296] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.206461] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.206624] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.206808] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.206974] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_notifications.retry = -1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.207163] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.207335] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.207513] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.auth_section = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.207694] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.auth_type = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.207859] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.cafile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.208022] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.certfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.208187] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.collect_timing = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.208344] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.connect_retries = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.208504] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.connect_retry_delay = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.208661] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.endpoint_id = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.208833] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.endpoint_interface = publicURL {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.208993] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.endpoint_override = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.209165] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.endpoint_region_name = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.209324] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.endpoint_service_name = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.209483] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.endpoint_service_type = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.209645] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.insecure = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.209804] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.keyfile = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.209960] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.max_version = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.210148] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.min_version = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.210316] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.region_name = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.210518] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.retriable_status_codes = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.210633] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.service_name = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.210792] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.service_type = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.210953] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.split_loggers = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.211122] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.status_code_retries = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.211281] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.status_code_retry_delay = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.211437] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.timeout = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.211595] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.valid_interfaces = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.211752] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_limit.version = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.211918] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_reports.file_event_handler = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.212092] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.212255] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] oslo_reports.log_dir = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.212426] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.212588] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.212749] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.212915] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.213092] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.213255] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.213426] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.213587] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vif_plug_ovs_privileged.group = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.213747] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.213911] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.214083] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.214246] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] vif_plug_ovs_privileged.user = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.214418] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] os_vif_linux_bridge.flat_interface = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.214598] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.214773] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.214943] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.215126] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.215297] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.215482] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.215654] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.215835] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.216016] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] os_vif_ovs.isolate_vif = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.216194] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.216361] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.216531] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.216702] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] os_vif_ovs.ovsdb_interface = native {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.216865] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] os_vif_ovs.per_port_bridge = False {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.217044] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] privsep_osbrick.capabilities = [21] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.217208] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] privsep_osbrick.group = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.217367] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] privsep_osbrick.helper_command = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.217556] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.217725] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.217885] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] privsep_osbrick.user = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.218074] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.218238] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] nova_sys_admin.group = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.218397] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] nova_sys_admin.helper_command = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.218564] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.218725] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.218883] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] nova_sys_admin.user = None {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 806.219025] env[68461]: DEBUG oslo_service.backend.eventlet.service [None req-b3182163-64bb-40e2-ba7c-eff1fbb7f451 None None] ******************************************************************************** {{(pid=68461) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 806.219434] env[68461]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 806.722482] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] Getting list of instances from cluster (obj){ [ 806.722482] env[68461]: value = "domain-c8" [ 806.722482] env[68461]: _type = "ClusterComputeResource" [ 806.722482] env[68461]: } {{(pid=68461) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 806.723593] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf01f92-b859-4bab-8ef0-ac825be331bb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.732367] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] Got total of 0 instances {{(pid=68461) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 806.732945] env[68461]: WARNING nova.virt.vmwareapi.driver [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 806.733435] env[68461]: INFO nova.virt.node [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] Generated node identity 5d7ee095-b829-48e2-9d92-7f7aec139540 [ 806.733668] env[68461]: INFO nova.virt.node [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] Wrote node identity 5d7ee095-b829-48e2-9d92-7f7aec139540 to /opt/stack/data/n-cpu-1/compute_id [ 807.236484] env[68461]: WARNING nova.compute.manager [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] Compute nodes ['5d7ee095-b829-48e2-9d92-7f7aec139540'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 808.242267] env[68461]: INFO nova.compute.manager [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 809.247460] env[68461]: WARNING nova.compute.manager [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 809.247811] env[68461]: DEBUG oslo_concurrency.lockutils [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.247970] env[68461]: DEBUG oslo_concurrency.lockutils [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.248141] env[68461]: DEBUG oslo_concurrency.lockutils [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.248295] env[68461]: DEBUG nova.compute.resource_tracker [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68461) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 809.249244] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a32c60e-1277-43a5-9e64-9ec31d2fd9ba {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.257706] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824d6a1d-1164-4317-9bd5-219d48393dd4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.272517] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36180712-4b7a-4f48-94de-6273a1ed1a35 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.278802] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7503e2d-9482-47a2-905d-75fd602507f2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.306834] env[68461]: DEBUG nova.compute.resource_tracker [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181128MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=68461) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 809.306973] env[68461]: DEBUG oslo_concurrency.lockutils [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.307191] env[68461]: DEBUG oslo_concurrency.lockutils [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.809697] env[68461]: WARNING nova.compute.resource_tracker [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] No compute node record for cpu-1:5d7ee095-b829-48e2-9d92-7f7aec139540: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 5d7ee095-b829-48e2-9d92-7f7aec139540 could not be found. [ 810.313767] env[68461]: INFO nova.compute.resource_tracker [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 5d7ee095-b829-48e2-9d92-7f7aec139540 [ 811.821973] env[68461]: DEBUG nova.compute.resource_tracker [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 811.822363] env[68461]: DEBUG nova.compute.resource_tracker [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 811.981571] env[68461]: INFO nova.scheduler.client.report [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] [req-f16b587b-7479-4b67-924b-76cc786b0865] Created resource provider record via placement API for resource provider with UUID 5d7ee095-b829-48e2-9d92-7f7aec139540 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 812.000672] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddc8e81-c5e8-445f-99fc-8965fb70ad3d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.010396] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38cfb06-b210-490e-9ee5-0c7d593d55b6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.039675] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd20cfa-e5b8-4ea2-b8b8-1a1e55be8301 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.046680] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c5bd93-3c22-4eb9-b67d-6626a7f14fb9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.059565] env[68461]: DEBUG nova.compute.provider_tree [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.598184] env[68461]: DEBUG nova.scheduler.client.report [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] Updated inventory for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 812.598417] env[68461]: DEBUG nova.compute.provider_tree [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] Updating resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 generation from 0 to 1 during operation: update_inventory {{(pid=68461) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 812.598545] env[68461]: DEBUG nova.compute.provider_tree [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.651432] env[68461]: DEBUG nova.compute.provider_tree [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] Updating resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 generation from 1 to 2 during operation: update_traits {{(pid=68461) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 813.156034] env[68461]: DEBUG nova.compute.resource_tracker [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68461) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 813.156034] env[68461]: DEBUG oslo_concurrency.lockutils [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.849s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.156347] env[68461]: DEBUG nova.service [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] Creating RPC server for service compute {{(pid=68461) start /opt/stack/nova/nova/service.py:186}} [ 813.170725] env[68461]: DEBUG nova.service [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] Join ServiceGroup membership for this service compute {{(pid=68461) start /opt/stack/nova/nova/service.py:203}} [ 813.170915] env[68461]: DEBUG nova.servicegroup.drivers.db [None req-837d3872-0f0c-43d5-ba1e-f92ef090ba42 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68461) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 854.520416] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Acquiring lock "8701a32f-e784-418a-ae13-87b1330e8c27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.520690] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Lock "8701a32f-e784-418a-ae13-87b1330e8c27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.810838] env[68461]: DEBUG oslo_concurrency.lockutils [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Acquiring lock "1d89390b-acab-4995-a3bd-006d6316fd6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.811099] env[68461]: DEBUG oslo_concurrency.lockutils [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Lock "1d89390b-acab-4995-a3bd-006d6316fd6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.023485] env[68461]: DEBUG nova.compute.manager [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.248577] env[68461]: DEBUG oslo_concurrency.lockutils [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquiring lock "7a9f7ade-ad54-4517-acf8-70fced073c77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.249586] env[68461]: DEBUG oslo_concurrency.lockutils [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Lock "7a9f7ade-ad54-4517-acf8-70fced073c77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.287125] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Acquiring lock "3bba8c74-80c8-41d2-92af-3b619185197e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.287502] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Lock "3bba8c74-80c8-41d2-92af-3b619185197e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.316493] env[68461]: DEBUG nova.compute.manager [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.575987] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.576337] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.577867] env[68461]: INFO nova.compute.claims [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.753450] env[68461]: DEBUG nova.compute.manager [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.792273] env[68461]: DEBUG nova.compute.manager [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.839513] env[68461]: DEBUG oslo_concurrency.lockutils [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.202064] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Acquiring lock "8da50929-c46e-44e2-ac31-ee14af0055b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.202279] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Lock "8da50929-c46e-44e2-ac31-ee14af0055b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.206718] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Acquiring lock "307d6715-7c12-4106-9384-5bb381fceb0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.207156] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Lock "307d6715-7c12-4106-9384-5bb381fceb0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.284121] env[68461]: DEBUG oslo_concurrency.lockutils [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.316378] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.707739] env[68461]: DEBUG nova.compute.manager [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.710752] env[68461]: DEBUG nova.compute.manager [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.787400] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8957316b-d050-4f82-b8a5-1f5b5dde73d7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.801165] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cd2ea1-df9c-4891-8c78-13e9fe303fc9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.840127] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958d65be-4783-4c50-a43b-c7a522ab9705 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.846654] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquiring lock "ffc98835-bb20-4213-ab2e-217858cd937b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.846654] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "ffc98835-bb20-4213-ab2e-217858cd937b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.853096] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cb1031-a366-49dd-81de-a579d71c8a41 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.874735] env[68461]: DEBUG nova.compute.provider_tree [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.252455] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.260400] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.352048] env[68461]: DEBUG nova.compute.manager [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.378917] env[68461]: DEBUG nova.scheduler.client.report [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.881199] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.885179] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.885179] env[68461]: DEBUG nova.compute.manager [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.889307] env[68461]: DEBUG oslo_concurrency.lockutils [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.049s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.889415] env[68461]: INFO nova.compute.claims [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.395668] env[68461]: DEBUG nova.compute.utils [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.396186] env[68461]: DEBUG nova.compute.manager [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.397098] env[68461]: DEBUG nova.network.neutron [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.808379] env[68461]: DEBUG nova.policy [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3ce46a2ccfb4f608f21e798ae2e3d6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b65b2d513908470ca2030fd4505c90da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.905172] env[68461]: DEBUG nova.compute.manager [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.061768] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cca6a2-02cc-41fa-abee-1c49e9be3901 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.070319] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c30b058-1b37-4eb8-9193-685345c9d697 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.103786] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59da414-2561-49d9-894a-abd92490251d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.111796] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91a8e9c-ea67-491c-88f8-33d07d6af08c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.128703] env[68461]: DEBUG nova.compute.provider_tree [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.634224] env[68461]: DEBUG nova.scheduler.client.report [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.844188] env[68461]: DEBUG nova.network.neutron [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Successfully created port: 1213cf05-4884-4042-88dc-cdddba3fe24a {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.924733] env[68461]: DEBUG nova.compute.manager [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.979655] env[68461]: DEBUG nova.virt.hardware [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.979923] env[68461]: DEBUG nova.virt.hardware [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.980065] env[68461]: DEBUG nova.virt.hardware [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.980248] env[68461]: DEBUG nova.virt.hardware [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.980433] env[68461]: DEBUG nova.virt.hardware [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.980531] env[68461]: DEBUG nova.virt.hardware [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.980739] env[68461]: DEBUG nova.virt.hardware [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.980895] env[68461]: DEBUG nova.virt.hardware [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.981491] env[68461]: DEBUG nova.virt.hardware [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.981491] env[68461]: DEBUG nova.virt.hardware [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.981650] env[68461]: DEBUG nova.virt.hardware [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.982572] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe54cd5d-beb9-435c-bf34-efb27d810239 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.991668] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e7ca70-e22f-426a-8f38-0dccd2258736 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.018067] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e26f3a7-bb9a-42d3-a83d-ebdde98c7029 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.140236] env[68461]: DEBUG oslo_concurrency.lockutils [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.140844] env[68461]: DEBUG nova.compute.manager [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.143339] env[68461]: DEBUG oslo_concurrency.lockutils [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.859s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.145350] env[68461]: INFO nova.compute.claims [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.649884] env[68461]: DEBUG nova.compute.utils [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.656664] env[68461]: DEBUG nova.compute.manager [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.656925] env[68461]: DEBUG nova.network.neutron [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.766799] env[68461]: DEBUG nova.policy [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a37d8d0bc37e4cebb729a942e5bfc23b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30382e7cde624ea5b7b281710a04fc4e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.029747] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquiring lock "e9d15794-c864-4c2e-a9c2-28d96991bebe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.029747] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lock "e9d15794-c864-4c2e-a9c2-28d96991bebe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.160274] env[68461]: DEBUG nova.compute.manager [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.259477] env[68461]: DEBUG nova.network.neutron [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Successfully created port: 7eca32da-0d7e-484c-8e6c-31b397db3485 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.307855] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cc252a-d245-4176-b550-9350c563c76f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.317632] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0df71b-a192-4eaf-a89f-dfe7d0cb1f59 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.355232] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d91bda1-4501-4746-970c-1c18f2b0d85a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.369100] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42ade77-badf-4028-afae-a8d93a52fbe2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.391567] env[68461]: DEBUG nova.compute.provider_tree [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.534439] env[68461]: DEBUG nova.compute.manager [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.898293] env[68461]: DEBUG nova.scheduler.client.report [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.057413] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.167794] env[68461]: DEBUG nova.compute.manager [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.190567] env[68461]: DEBUG nova.virt.hardware [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.190815] env[68461]: DEBUG nova.virt.hardware [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.190963] env[68461]: DEBUG nova.virt.hardware [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.191155] env[68461]: DEBUG nova.virt.hardware [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.191303] env[68461]: DEBUG nova.virt.hardware [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.191472] env[68461]: DEBUG nova.virt.hardware [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.191792] env[68461]: DEBUG nova.virt.hardware [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.192214] env[68461]: DEBUG nova.virt.hardware [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.192385] env[68461]: DEBUG nova.virt.hardware [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.192969] env[68461]: DEBUG nova.virt.hardware [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.192969] env[68461]: DEBUG nova.virt.hardware [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.193506] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01db74ac-ef17-4d75-8747-20b091651dca {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.206295] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31df0ce5-b306-4a9c-857e-9623c0d54a74 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.400583] env[68461]: DEBUG oslo_concurrency.lockutils [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.401332] env[68461]: DEBUG nova.compute.manager [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.404240] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.088s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.406323] env[68461]: INFO nova.compute.claims [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.604098] env[68461]: DEBUG nova.network.neutron [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Successfully updated port: 1213cf05-4884-4042-88dc-cdddba3fe24a {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.919285] env[68461]: DEBUG nova.compute.utils [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.920812] env[68461]: DEBUG nova.compute.manager [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.920975] env[68461]: DEBUG nova.network.neutron [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.152245] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Acquiring lock "refresh_cache-8701a32f-e784-418a-ae13-87b1330e8c27" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.152245] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Acquired lock "refresh_cache-8701a32f-e784-418a-ae13-87b1330e8c27" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.152245] env[68461]: DEBUG nova.network.neutron [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.176482] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.176608] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.177726] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.177726] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.177726] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.177726] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.177924] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._sync_power_states {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.320021] env[68461]: DEBUG oslo_concurrency.lockutils [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquiring lock "abbbbbc0-3457-4c28-905f-728f2caf2f39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.320021] env[68461]: DEBUG oslo_concurrency.lockutils [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lock "abbbbbc0-3457-4c28-905f-728f2caf2f39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.323210] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Acquiring lock "53ea1e0b-8f00-4f0f-805e-05c81e06f05a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.324847] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Lock "53ea1e0b-8f00-4f0f-805e-05c81e06f05a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.425018] env[68461]: DEBUG nova.compute.manager [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.468333] env[68461]: DEBUG nova.policy [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47030e3907f34811a5348ed67e123ae8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bd5e6b46e77459c91fb5b651539b3df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.503018] env[68461]: DEBUG nova.network.neutron [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Successfully updated port: 7eca32da-0d7e-484c-8e6c-31b397db3485 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.662584] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f8d50a-fc92-47bc-a6fd-5e960ed0a667 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.674103] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb63b69f-1ed6-4bd4-b081-f1e662274bfa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.709159] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Getting list of instances from cluster (obj){ [ 863.709159] env[68461]: value = "domain-c8" [ 863.709159] env[68461]: _type = "ClusterComputeResource" [ 863.709159] env[68461]: } {{(pid=68461) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 863.710098] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16ad258-8346-4f3a-9503-2842f93bc722 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.714251] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034bc3f6-abf5-40fc-b702-8adf26388626 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.723631] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Got total of 0 instances {{(pid=68461) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 863.723631] env[68461]: WARNING nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] While synchronizing instance power states, found 4 instances in the database and 0 instances on the hypervisor. [ 863.723776] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Triggering sync for uuid 8701a32f-e784-418a-ae13-87b1330e8c27 {{(pid=68461) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 863.723971] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Triggering sync for uuid 1d89390b-acab-4995-a3bd-006d6316fd6d {{(pid=68461) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 863.724145] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Triggering sync for uuid 3bba8c74-80c8-41d2-92af-3b619185197e {{(pid=68461) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 863.724289] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Triggering sync for uuid 7a9f7ade-ad54-4517-acf8-70fced073c77 {{(pid=68461) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 863.726264] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "8701a32f-e784-418a-ae13-87b1330e8c27" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.726454] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "1d89390b-acab-4995-a3bd-006d6316fd6d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.726647] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "3bba8c74-80c8-41d2-92af-3b619185197e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.726958] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "7a9f7ade-ad54-4517-acf8-70fced073c77" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.727107] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.727330] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68461) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 863.728572] env[68461]: DEBUG nova.network.neutron [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.730619] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.735173] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3135f3-1a72-421d-8292-9a69bba4d90e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.750267] env[68461]: DEBUG nova.compute.provider_tree [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.824061] env[68461]: DEBUG nova.compute.manager [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.826952] env[68461]: DEBUG nova.compute.manager [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.968773] env[68461]: DEBUG nova.compute.manager [req-13b40fa3-31e7-46cf-8780-3d02d5e05b33 req-5a23dd12-0a2f-4512-8a1c-5031822a2926 service nova] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Received event network-vif-plugged-1213cf05-4884-4042-88dc-cdddba3fe24a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.968999] env[68461]: DEBUG oslo_concurrency.lockutils [req-13b40fa3-31e7-46cf-8780-3d02d5e05b33 req-5a23dd12-0a2f-4512-8a1c-5031822a2926 service nova] Acquiring lock "8701a32f-e784-418a-ae13-87b1330e8c27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.971725] env[68461]: DEBUG oslo_concurrency.lockutils [req-13b40fa3-31e7-46cf-8780-3d02d5e05b33 req-5a23dd12-0a2f-4512-8a1c-5031822a2926 service nova] Lock "8701a32f-e784-418a-ae13-87b1330e8c27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.971932] env[68461]: DEBUG oslo_concurrency.lockutils [req-13b40fa3-31e7-46cf-8780-3d02d5e05b33 req-5a23dd12-0a2f-4512-8a1c-5031822a2926 service nova] Lock "8701a32f-e784-418a-ae13-87b1330e8c27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.974437] env[68461]: DEBUG nova.compute.manager [req-13b40fa3-31e7-46cf-8780-3d02d5e05b33 req-5a23dd12-0a2f-4512-8a1c-5031822a2926 service nova] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] No waiting events found dispatching network-vif-plugged-1213cf05-4884-4042-88dc-cdddba3fe24a {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.974437] env[68461]: WARNING nova.compute.manager [req-13b40fa3-31e7-46cf-8780-3d02d5e05b33 req-5a23dd12-0a2f-4512-8a1c-5031822a2926 service nova] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Received unexpected event network-vif-plugged-1213cf05-4884-4042-88dc-cdddba3fe24a for instance with vm_state building and task_state spawning. [ 864.008265] env[68461]: DEBUG oslo_concurrency.lockutils [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Acquiring lock "refresh_cache-1d89390b-acab-4995-a3bd-006d6316fd6d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.008265] env[68461]: DEBUG oslo_concurrency.lockutils [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Acquired lock "refresh_cache-1d89390b-acab-4995-a3bd-006d6316fd6d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.008265] env[68461]: DEBUG nova.network.neutron [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.168769] env[68461]: DEBUG nova.network.neutron [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Updating instance_info_cache with network_info: [{"id": "1213cf05-4884-4042-88dc-cdddba3fe24a", "address": "fa:16:3e:5a:83:26", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1213cf05-48", "ovs_interfaceid": "1213cf05-4884-4042-88dc-cdddba3fe24a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.236594] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.254794] env[68461]: DEBUG nova.scheduler.client.report [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.363497] env[68461]: DEBUG oslo_concurrency.lockutils [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.372724] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.390536] env[68461]: DEBUG nova.network.neutron [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Successfully created port: 2842be9e-fff3-4253-ab01-03ba05355c07 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.442051] env[68461]: DEBUG nova.compute.manager [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.465838] env[68461]: DEBUG nova.virt.hardware [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.465971] env[68461]: DEBUG nova.virt.hardware [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.466372] env[68461]: DEBUG nova.virt.hardware [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.466372] env[68461]: DEBUG nova.virt.hardware [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.466473] env[68461]: DEBUG nova.virt.hardware [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.466593] env[68461]: DEBUG nova.virt.hardware [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.467020] env[68461]: DEBUG nova.virt.hardware [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.467020] env[68461]: DEBUG nova.virt.hardware [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.467226] env[68461]: DEBUG nova.virt.hardware [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.467398] env[68461]: DEBUG nova.virt.hardware [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.467567] env[68461]: DEBUG nova.virt.hardware [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.468465] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16ebec5-45b1-431f-9455-837a8b1d8056 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.477919] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b32d44a-3345-4189-822a-525861ce7f23 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.560958] env[68461]: DEBUG nova.network.neutron [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.675018] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Releasing lock "refresh_cache-8701a32f-e784-418a-ae13-87b1330e8c27" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.675018] env[68461]: DEBUG nova.compute.manager [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Instance network_info: |[{"id": "1213cf05-4884-4042-88dc-cdddba3fe24a", "address": "fa:16:3e:5a:83:26", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1213cf05-48", "ovs_interfaceid": "1213cf05-4884-4042-88dc-cdddba3fe24a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.675420] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:83:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1213cf05-4884-4042-88dc-cdddba3fe24a', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.693029] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.696164] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25d148ef-333d-4308-9592-63e78a8ea12c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.716084] env[68461]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 864.716730] env[68461]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68461) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 864.716892] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Folder already exists: OpenStack. Parent ref: group-v4. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 864.717955] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Creating folder: Project (b65b2d513908470ca2030fd4505c90da). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.719080] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1959d5b-2cce-45b3-b835-d1ee81b95bfd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.733165] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Created folder: Project (b65b2d513908470ca2030fd4505c90da) in parent group-v581476. [ 864.733165] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Creating folder: Instances. Parent ref: group-v581480. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.733165] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee620243-0bf3-4be0-abfc-e130ff2b1864 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.746045] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Created folder: Instances in parent group-v581480. [ 864.746045] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.746045] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.746045] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe1d062f-c232-413b-a8ab-a271b9368c99 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.769636] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.770142] env[68461]: DEBUG nova.compute.manager [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.772710] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.521s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.774144] env[68461]: INFO nova.compute.claims [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.783736] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.783736] env[68461]: value = "task-2894722" [ 864.783736] env[68461]: _type = "Task" [ 864.783736] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.802104] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894722, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.843339] env[68461]: DEBUG nova.network.neutron [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Updating instance_info_cache with network_info: [{"id": "7eca32da-0d7e-484c-8e6c-31b397db3485", "address": "fa:16:3e:11:39:fe", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eca32da-0d", "ovs_interfaceid": "7eca32da-0d7e-484c-8e6c-31b397db3485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.283259] env[68461]: DEBUG nova.compute.utils [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.285014] env[68461]: DEBUG nova.compute.manager [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.285593] env[68461]: DEBUG nova.network.neutron [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.302052] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894722, 'name': CreateVM_Task, 'duration_secs': 0.352963} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.302394] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.321123] env[68461]: DEBUG oslo_vmware.service [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c22f821-1cb5-4032-b03b-7e000a40933f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.330124] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.330124] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.330124] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.330124] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb37e1ac-3824-49d0-8996-e395e7039d08 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.335535] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for the task: (returnval){ [ 865.335535] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52466bc8-93f1-9505-6165-1279834d9bd5" [ 865.335535] env[68461]: _type = "Task" [ 865.335535] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.349556] env[68461]: DEBUG oslo_concurrency.lockutils [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Releasing lock "refresh_cache-1d89390b-acab-4995-a3bd-006d6316fd6d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.349556] env[68461]: DEBUG nova.compute.manager [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Instance network_info: |[{"id": "7eca32da-0d7e-484c-8e6c-31b397db3485", "address": "fa:16:3e:11:39:fe", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eca32da-0d", "ovs_interfaceid": "7eca32da-0d7e-484c-8e6c-31b397db3485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.350010] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52466bc8-93f1-9505-6165-1279834d9bd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.350906] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:39:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7eca32da-0d7e-484c-8e6c-31b397db3485', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.360225] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Creating folder: Project (30382e7cde624ea5b7b281710a04fc4e). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.360343] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d0273da-413a-435c-aeaa-5bffbc26b15b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.374523] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Created folder: Project (30382e7cde624ea5b7b281710a04fc4e) in parent group-v581476. [ 865.374833] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Creating folder: Instances. Parent ref: group-v581483. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.375845] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-105ac91e-3dd2-4fa6-8426-50fa6f74cd89 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.388415] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Created folder: Instances in parent group-v581483. [ 865.388564] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.390076] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.393165] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70cc977d-2af5-43d1-83e4-baf1db5bc5df {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.409536] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquiring lock "f2f2d1e7-121d-4e95-8266-6feeabd63b3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.409794] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lock "f2f2d1e7-121d-4e95-8266-6feeabd63b3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.411286] env[68461]: DEBUG nova.policy [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17ca6ecb00144b32a41ddbf151ba9114', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f3dd0f610c9480b81f726c82dd5c0dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.420588] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.420588] env[68461]: value = "task-2894726" [ 865.420588] env[68461]: _type = "Task" [ 865.420588] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.429488] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894726, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.510141] env[68461]: DEBUG nova.compute.manager [req-9d598759-2878-431a-9057-9dc500c08e72 req-ae0afc93-7345-4abf-a2e8-c4696121a18d service nova] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Received event network-vif-plugged-7eca32da-0d7e-484c-8e6c-31b397db3485 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.510141] env[68461]: DEBUG oslo_concurrency.lockutils [req-9d598759-2878-431a-9057-9dc500c08e72 req-ae0afc93-7345-4abf-a2e8-c4696121a18d service nova] Acquiring lock "1d89390b-acab-4995-a3bd-006d6316fd6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.510141] env[68461]: DEBUG oslo_concurrency.lockutils [req-9d598759-2878-431a-9057-9dc500c08e72 req-ae0afc93-7345-4abf-a2e8-c4696121a18d service nova] Lock "1d89390b-acab-4995-a3bd-006d6316fd6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.510141] env[68461]: DEBUG oslo_concurrency.lockutils [req-9d598759-2878-431a-9057-9dc500c08e72 req-ae0afc93-7345-4abf-a2e8-c4696121a18d service nova] Lock "1d89390b-acab-4995-a3bd-006d6316fd6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.510141] env[68461]: DEBUG nova.compute.manager [req-9d598759-2878-431a-9057-9dc500c08e72 req-ae0afc93-7345-4abf-a2e8-c4696121a18d service nova] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] No waiting events found dispatching network-vif-plugged-7eca32da-0d7e-484c-8e6c-31b397db3485 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.510438] env[68461]: WARNING nova.compute.manager [req-9d598759-2878-431a-9057-9dc500c08e72 req-ae0afc93-7345-4abf-a2e8-c4696121a18d service nova] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Received unexpected event network-vif-plugged-7eca32da-0d7e-484c-8e6c-31b397db3485 for instance with vm_state building and task_state spawning. [ 865.765018] env[68461]: DEBUG nova.network.neutron [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Successfully created port: 909b1946-d21d-426e-8e4f-8dd92da8baba {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.790407] env[68461]: DEBUG nova.compute.manager [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.857468] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.857830] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.857986] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.858177] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.858595] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.859192] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c4c45fc-d100-4f18-b4c7-83b904262650 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.873573] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.873759] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.874593] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5241cfd7-cbd3-4d6c-8b3a-99d84fcbe9cc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.888279] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc4a9479-841a-4e20-98be-b0f646739f92 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.896678] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for the task: (returnval){ [ 865.896678] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5264344d-2d7d-46b3-4abb-3ccd09224213" [ 865.896678] env[68461]: _type = "Task" [ 865.896678] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.916026] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Preparing fetch location {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 865.916026] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Creating directory with path [datastore2] vmware_temp/acaaf3ef-55c4-4ecb-8547-7515a661f74f/7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.916026] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a125f9e-522a-408b-aad0-6970c166ad4b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.938911] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894726, 'name': CreateVM_Task, 'duration_secs': 0.375453} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.943169] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.943169] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Created directory with path [datastore2] vmware_temp/acaaf3ef-55c4-4ecb-8547-7515a661f74f/7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.943169] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Fetch image to [datastore2] vmware_temp/acaaf3ef-55c4-4ecb-8547-7515a661f74f/7a283f1b-0e5c-4fe3-883c-328c5621506a/tmp-sparse.vmdk {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 865.943404] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Downloading image file data 7a283f1b-0e5c-4fe3-883c-328c5621506a to [datastore2] vmware_temp/acaaf3ef-55c4-4ecb-8547-7515a661f74f/7a283f1b-0e5c-4fe3-883c-328c5621506a/tmp-sparse.vmdk on the data store datastore2 {{(pid=68461) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 865.947472] env[68461]: DEBUG oslo_vmware.service [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4011a649-e917-41ab-a6b3-25ae4f2bc4e0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.951653] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954f0a8a-0d9d-4e7d-9def-2a93a9085b55 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.961865] env[68461]: DEBUG oslo_concurrency.lockutils [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.962931] env[68461]: DEBUG oslo_concurrency.lockutils [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.962931] env[68461]: DEBUG oslo_concurrency.lockutils [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.962931] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6141af4e-56e1-4d6a-b3a3-22b5f2366672 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.969944] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a05712e-a804-4835-abf7-f688927ce666 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.974126] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Waiting for the task: (returnval){ [ 865.974126] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]528c95af-29f1-d33a-730d-31ab9fac13d0" [ 865.974126] env[68461]: _type = "Task" [ 865.974126] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.983440] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce32ee01-0009-4a54-87f2-79d2e5177a6c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.990705] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]528c95af-29f1-d33a-730d-31ab9fac13d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.024763] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e197e5b-08ad-4d47-a732-37435dfa092f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.033418] env[68461]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f3074e3a-3f28-4d4a-85cf-a3428e44d6c3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.127137] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Downloading image file data 7a283f1b-0e5c-4fe3-883c-328c5621506a to the data store datastore2 {{(pid=68461) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 866.195853] env[68461]: DEBUG oslo_vmware.rw_handles [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/acaaf3ef-55c4-4ecb-8547-7515a661f74f/7a283f1b-0e5c-4fe3-883c-328c5621506a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68461) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 866.273752] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63eebd1-d409-4fd2-8167-24ae8da5ddff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.284128] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613ba73d-8ea2-4692-92ea-3dca684e15a2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.334736] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd1188a-66ca-4355-84d7-e730d5c86f58 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.355270] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7c8ed1-5deb-4098-bef0-974438f515f5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.372609] env[68461]: DEBUG nova.compute.provider_tree [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.489440] env[68461]: DEBUG oslo_concurrency.lockutils [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.490042] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.490042] env[68461]: DEBUG oslo_concurrency.lockutils [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.490182] env[68461]: DEBUG oslo_concurrency.lockutils [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.492278] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.492278] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfaf1eec-1d7a-4548-8059-e9c1913ab8af {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.514045] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.514045] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.515109] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8885a4ba-f75c-4771-95b7-d0d1b090697a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.525455] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a2d582b-481d-40e1-b130-2b21ce19475b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.532230] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Waiting for the task: (returnval){ [ 866.532230] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52f3fa63-8a4c-2a8e-27a6-ea610a2dd551" [ 866.532230] env[68461]: _type = "Task" [ 866.532230] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.541764] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f3fa63-8a4c-2a8e-27a6-ea610a2dd551, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.835373] env[68461]: DEBUG nova.compute.manager [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.871191] env[68461]: DEBUG nova.virt.hardware [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.871191] env[68461]: DEBUG nova.virt.hardware [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.871539] env[68461]: DEBUG nova.virt.hardware [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.872368] env[68461]: DEBUG nova.virt.hardware [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.872368] env[68461]: DEBUG nova.virt.hardware [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.872526] env[68461]: DEBUG nova.virt.hardware [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.872723] env[68461]: DEBUG nova.virt.hardware [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.872901] env[68461]: DEBUG nova.virt.hardware [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.873111] env[68461]: DEBUG nova.virt.hardware [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.873242] env[68461]: DEBUG nova.virt.hardware [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.873435] env[68461]: DEBUG nova.virt.hardware [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.874400] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d36bc48-60ec-4c7b-8073-e02d7021acb5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.881916] env[68461]: DEBUG nova.scheduler.client.report [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.889982] env[68461]: DEBUG oslo_vmware.rw_handles [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Completed reading data from the image iterator. {{(pid=68461) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 866.889982] env[68461]: DEBUG oslo_vmware.rw_handles [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/acaaf3ef-55c4-4ecb-8547-7515a661f74f/7a283f1b-0e5c-4fe3-883c-328c5621506a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68461) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 866.893861] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79f350f-dafa-4838-bd71-54901a159d30 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.993714] env[68461]: DEBUG nova.compute.manager [req-5f32593c-435b-4d6e-9668-652c6d3030ff req-1c085740-815d-466e-8796-13d54ceb52a9 service nova] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Received event network-changed-1213cf05-4884-4042-88dc-cdddba3fe24a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.994210] env[68461]: DEBUG nova.compute.manager [req-5f32593c-435b-4d6e-9668-652c6d3030ff req-1c085740-815d-466e-8796-13d54ceb52a9 service nova] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Refreshing instance network info cache due to event network-changed-1213cf05-4884-4042-88dc-cdddba3fe24a. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.994210] env[68461]: DEBUG oslo_concurrency.lockutils [req-5f32593c-435b-4d6e-9668-652c6d3030ff req-1c085740-815d-466e-8796-13d54ceb52a9 service nova] Acquiring lock "refresh_cache-8701a32f-e784-418a-ae13-87b1330e8c27" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.994336] env[68461]: DEBUG oslo_concurrency.lockutils [req-5f32593c-435b-4d6e-9668-652c6d3030ff req-1c085740-815d-466e-8796-13d54ceb52a9 service nova] Acquired lock "refresh_cache-8701a32f-e784-418a-ae13-87b1330e8c27" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.994374] env[68461]: DEBUG nova.network.neutron [req-5f32593c-435b-4d6e-9668-652c6d3030ff req-1c085740-815d-466e-8796-13d54ceb52a9 service nova] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Refreshing network info cache for port 1213cf05-4884-4042-88dc-cdddba3fe24a {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.009158] env[68461]: DEBUG nova.network.neutron [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Successfully updated port: 2842be9e-fff3-4253-ab01-03ba05355c07 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.039718] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Downloaded image file data 7a283f1b-0e5c-4fe3-883c-328c5621506a to vmware_temp/acaaf3ef-55c4-4ecb-8547-7515a661f74f/7a283f1b-0e5c-4fe3-883c-328c5621506a/tmp-sparse.vmdk on the data store datastore2 {{(pid=68461) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 867.041428] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Caching image {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 867.042038] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Copying Virtual Disk [datastore2] vmware_temp/acaaf3ef-55c4-4ecb-8547-7515a661f74f/7a283f1b-0e5c-4fe3-883c-328c5621506a/tmp-sparse.vmdk to [datastore2] vmware_temp/acaaf3ef-55c4-4ecb-8547-7515a661f74f/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.042779] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f7581f2-348f-44d8-a804-cc2aeba130c8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.053841] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Preparing fetch location {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 867.054121] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Creating directory with path [datastore1] vmware_temp/5e9f1428-83e5-4c12-aa27-91309d81b877/7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.054533] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for the task: (returnval){ [ 867.054533] env[68461]: value = "task-2894727" [ 867.054533] env[68461]: _type = "Task" [ 867.054533] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.054690] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f88003a9-cf5d-4e0a-9b3b-e990627b60f3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.085968] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Created directory with path [datastore1] vmware_temp/5e9f1428-83e5-4c12-aa27-91309d81b877/7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.086092] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Fetch image to [datastore1] vmware_temp/5e9f1428-83e5-4c12-aa27-91309d81b877/7a283f1b-0e5c-4fe3-883c-328c5621506a/tmp-sparse.vmdk {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 867.086804] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Downloading image file data 7a283f1b-0e5c-4fe3-883c-328c5621506a to [datastore1] vmware_temp/5e9f1428-83e5-4c12-aa27-91309d81b877/7a283f1b-0e5c-4fe3-883c-328c5621506a/tmp-sparse.vmdk on the data store datastore1 {{(pid=68461) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 867.087830] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7815ef-d86e-4c07-b595-9f1927336b6a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.099897] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ea3b0c-c557-475b-8a59-665d871d71fb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.114541] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca00924-9a93-4ace-acf1-9dc32cf29bec {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.155737] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75775b9f-be70-4181-8b49-4c77ef489212 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.164470] env[68461]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-0e009de5-2bad-4b46-a76b-2ecd1bd1c450 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.266278] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Downloading image file data 7a283f1b-0e5c-4fe3-883c-328c5621506a to the data store datastore1 {{(pid=68461) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 867.337342] env[68461]: DEBUG oslo_vmware.rw_handles [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/5e9f1428-83e5-4c12-aa27-91309d81b877/7a283f1b-0e5c-4fe3-883c-328c5621506a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68461) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 867.410290] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.410290] env[68461]: DEBUG nova.compute.manager [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.411351] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.151s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.412894] env[68461]: INFO nova.compute.claims [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.516419] env[68461]: DEBUG oslo_concurrency.lockutils [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquiring lock "refresh_cache-7a9f7ade-ad54-4517-acf8-70fced073c77" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.516419] env[68461]: DEBUG oslo_concurrency.lockutils [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquired lock "refresh_cache-7a9f7ade-ad54-4517-acf8-70fced073c77" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.516576] env[68461]: DEBUG nova.network.neutron [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.578178] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894727, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.667412] env[68461]: DEBUG nova.network.neutron [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Successfully updated port: 909b1946-d21d-426e-8e4f-8dd92da8baba {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.920026] env[68461]: DEBUG nova.compute.utils [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.927022] env[68461]: DEBUG nova.compute.manager [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.927250] env[68461]: DEBUG nova.network.neutron [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.030221] env[68461]: DEBUG nova.policy [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b643150697fe4022aced1d88dc760808', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0734a36a5b984fe3aa99f11b65b754d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.041222] env[68461]: DEBUG oslo_vmware.rw_handles [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Completed reading data from the image iterator. {{(pid=68461) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 868.041222] env[68461]: DEBUG oslo_vmware.rw_handles [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/5e9f1428-83e5-4c12-aa27-91309d81b877/7a283f1b-0e5c-4fe3-883c-328c5621506a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68461) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 868.073127] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832797} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.073638] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Copied Virtual Disk [datastore2] vmware_temp/acaaf3ef-55c4-4ecb-8547-7515a661f74f/7a283f1b-0e5c-4fe3-883c-328c5621506a/tmp-sparse.vmdk to [datastore2] vmware_temp/acaaf3ef-55c4-4ecb-8547-7515a661f74f/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.074564] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Deleting the datastore file [datastore2] vmware_temp/acaaf3ef-55c4-4ecb-8547-7515a661f74f/7a283f1b-0e5c-4fe3-883c-328c5621506a/tmp-sparse.vmdk {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.075073] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a2b1747-33b5-43e1-afd9-ab1d1b92bb97 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.084129] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for the task: (returnval){ [ 868.084129] env[68461]: value = "task-2894729" [ 868.084129] env[68461]: _type = "Task" [ 868.084129] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.093587] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.171820] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Acquiring lock "refresh_cache-3bba8c74-80c8-41d2-92af-3b619185197e" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.171820] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Acquired lock "refresh_cache-3bba8c74-80c8-41d2-92af-3b619185197e" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.171820] env[68461]: DEBUG nova.network.neutron [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.183307] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Downloaded image file data 7a283f1b-0e5c-4fe3-883c-328c5621506a to vmware_temp/5e9f1428-83e5-4c12-aa27-91309d81b877/7a283f1b-0e5c-4fe3-883c-328c5621506a/tmp-sparse.vmdk on the data store datastore1 {{(pid=68461) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 868.183307] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Caching image {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 868.183307] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Copying Virtual Disk [datastore1] vmware_temp/5e9f1428-83e5-4c12-aa27-91309d81b877/7a283f1b-0e5c-4fe3-883c-328c5621506a/tmp-sparse.vmdk to [datastore1] vmware_temp/5e9f1428-83e5-4c12-aa27-91309d81b877/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.183585] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab13cb99-21e2-4fdb-ac8a-1ba826a3e8f3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.195039] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Waiting for the task: (returnval){ [ 868.195039] env[68461]: value = "task-2894730" [ 868.195039] env[68461]: _type = "Task" [ 868.195039] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.203960] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': task-2894730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.224970] env[68461]: DEBUG nova.network.neutron [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.336344] env[68461]: DEBUG nova.compute.manager [req-51fdc942-d7a2-42b2-a705-46b61e9b3c54 req-055a5dfe-bcb5-4a3a-865f-d1855a4637a9 service nova] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Received event network-changed-7eca32da-0d7e-484c-8e6c-31b397db3485 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.336658] env[68461]: DEBUG nova.compute.manager [req-51fdc942-d7a2-42b2-a705-46b61e9b3c54 req-055a5dfe-bcb5-4a3a-865f-d1855a4637a9 service nova] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Refreshing instance network info cache due to event network-changed-7eca32da-0d7e-484c-8e6c-31b397db3485. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.336897] env[68461]: DEBUG oslo_concurrency.lockutils [req-51fdc942-d7a2-42b2-a705-46b61e9b3c54 req-055a5dfe-bcb5-4a3a-865f-d1855a4637a9 service nova] Acquiring lock "refresh_cache-1d89390b-acab-4995-a3bd-006d6316fd6d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.338033] env[68461]: DEBUG oslo_concurrency.lockutils [req-51fdc942-d7a2-42b2-a705-46b61e9b3c54 req-055a5dfe-bcb5-4a3a-865f-d1855a4637a9 service nova] Acquired lock "refresh_cache-1d89390b-acab-4995-a3bd-006d6316fd6d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.338411] env[68461]: DEBUG nova.network.neutron [req-51fdc942-d7a2-42b2-a705-46b61e9b3c54 req-055a5dfe-bcb5-4a3a-865f-d1855a4637a9 service nova] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Refreshing network info cache for port 7eca32da-0d7e-484c-8e6c-31b397db3485 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.434833] env[68461]: DEBUG nova.compute.manager [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.598289] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025142} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.598289] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.598844] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Moving file from [datastore2] vmware_temp/acaaf3ef-55c4-4ecb-8547-7515a661f74f/7a283f1b-0e5c-4fe3-883c-328c5621506a to [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a. {{(pid=68461) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 868.599799] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-54786f6e-c2d0-462f-b2d9-4a0c095eea20 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.611252] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for the task: (returnval){ [ 868.611252] env[68461]: value = "task-2894731" [ 868.611252] env[68461]: _type = "Task" [ 868.611252] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.622670] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894731, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.659136] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733c0961-fab8-4f29-9dcc-1a3c167afb75 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.662729] env[68461]: DEBUG nova.network.neutron [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Successfully created port: 033d0778-d614-454c-9a8e-a705242e0e38 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.672534] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e968ad4c-205a-4071-8495-b9cd70682b42 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.721716] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0485475-4ef3-45a1-811a-cdfa67090c4c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.733624] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': task-2894730, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.734972] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803c23f8-3247-4d8a-a86c-9cd943f13b6d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.752816] env[68461]: DEBUG nova.compute.provider_tree [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.815799] env[68461]: DEBUG nova.network.neutron [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.831434] env[68461]: DEBUG nova.network.neutron [req-5f32593c-435b-4d6e-9668-652c6d3030ff req-1c085740-815d-466e-8796-13d54ceb52a9 service nova] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Updated VIF entry in instance network info cache for port 1213cf05-4884-4042-88dc-cdddba3fe24a. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.831786] env[68461]: DEBUG nova.network.neutron [req-5f32593c-435b-4d6e-9668-652c6d3030ff req-1c085740-815d-466e-8796-13d54ceb52a9 service nova] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Updating instance_info_cache with network_info: [{"id": "1213cf05-4884-4042-88dc-cdddba3fe24a", "address": "fa:16:3e:5a:83:26", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1213cf05-48", "ovs_interfaceid": "1213cf05-4884-4042-88dc-cdddba3fe24a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.014410] env[68461]: DEBUG nova.network.neutron [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Updating instance_info_cache with network_info: [{"id": "2842be9e-fff3-4253-ab01-03ba05355c07", "address": "fa:16:3e:0d:34:8e", "network": {"id": "14adfbd0-a273-447c-b58b-6ab3faf8cbab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1294454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1bd5e6b46e77459c91fb5b651539b3df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2842be9e-ff", "ovs_interfaceid": "2842be9e-fff3-4253-ab01-03ba05355c07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.121031] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894731, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.034731} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.121532] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] File moved {{(pid=68461) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 869.121753] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Cleaning up location [datastore2] vmware_temp/acaaf3ef-55c4-4ecb-8547-7515a661f74f {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 869.121920] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Deleting the datastore file [datastore2] vmware_temp/acaaf3ef-55c4-4ecb-8547-7515a661f74f {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.122238] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40235cee-beea-4bf7-8e7c-1bb3baecae55 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.132923] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for the task: (returnval){ [ 869.132923] env[68461]: value = "task-2894732" [ 869.132923] env[68461]: _type = "Task" [ 869.132923] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.142273] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.226661] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': task-2894730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691175} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.226894] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Copied Virtual Disk [datastore1] vmware_temp/5e9f1428-83e5-4c12-aa27-91309d81b877/7a283f1b-0e5c-4fe3-883c-328c5621506a/tmp-sparse.vmdk to [datastore1] vmware_temp/5e9f1428-83e5-4c12-aa27-91309d81b877/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.226994] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Deleting the datastore file [datastore1] vmware_temp/5e9f1428-83e5-4c12-aa27-91309d81b877/7a283f1b-0e5c-4fe3-883c-328c5621506a/tmp-sparse.vmdk {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.227293] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd912148-1cf1-4c96-aece-919c0c78a1ed {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.235338] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Waiting for the task: (returnval){ [ 869.235338] env[68461]: value = "task-2894733" [ 869.235338] env[68461]: _type = "Task" [ 869.235338] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.247312] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': task-2894733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.255824] env[68461]: DEBUG nova.scheduler.client.report [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.334141] env[68461]: DEBUG oslo_concurrency.lockutils [req-5f32593c-435b-4d6e-9668-652c6d3030ff req-1c085740-815d-466e-8796-13d54ceb52a9 service nova] Releasing lock "refresh_cache-8701a32f-e784-418a-ae13-87b1330e8c27" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.427146] env[68461]: DEBUG nova.network.neutron [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Updating instance_info_cache with network_info: [{"id": "909b1946-d21d-426e-8e4f-8dd92da8baba", "address": "fa:16:3e:d7:7c:1a", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap909b1946-d2", "ovs_interfaceid": "909b1946-d21d-426e-8e4f-8dd92da8baba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.446184] env[68461]: DEBUG nova.compute.manager [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.474619] env[68461]: DEBUG nova.virt.hardware [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.474885] env[68461]: DEBUG nova.virt.hardware [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.475037] env[68461]: DEBUG nova.virt.hardware [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.475261] env[68461]: DEBUG nova.virt.hardware [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.475427] env[68461]: DEBUG nova.virt.hardware [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.475598] env[68461]: DEBUG nova.virt.hardware [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.475805] env[68461]: DEBUG nova.virt.hardware [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.475982] env[68461]: DEBUG nova.virt.hardware [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.476580] env[68461]: DEBUG nova.virt.hardware [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.476815] env[68461]: DEBUG nova.virt.hardware [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.478017] env[68461]: DEBUG nova.virt.hardware [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.478210] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56647837-5a2e-4959-b0c8-40805644544a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.490414] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd83dc69-509c-4f4c-b1ae-0f75e71f1ce1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.517360] env[68461]: DEBUG oslo_concurrency.lockutils [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Releasing lock "refresh_cache-7a9f7ade-ad54-4517-acf8-70fced073c77" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.517669] env[68461]: DEBUG nova.compute.manager [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Instance network_info: |[{"id": "2842be9e-fff3-4253-ab01-03ba05355c07", "address": "fa:16:3e:0d:34:8e", "network": {"id": "14adfbd0-a273-447c-b58b-6ab3faf8cbab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1294454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1bd5e6b46e77459c91fb5b651539b3df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2842be9e-ff", "ovs_interfaceid": "2842be9e-fff3-4253-ab01-03ba05355c07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.518422] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:34:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2842be9e-fff3-4253-ab01-03ba05355c07', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.526806] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Creating folder: Project (1bd5e6b46e77459c91fb5b651539b3df). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.526910] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3aa0e58-d9ec-4eac-af82-b5efbcbaae80 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.540829] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Created folder: Project (1bd5e6b46e77459c91fb5b651539b3df) in parent group-v581476. [ 869.540829] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Creating folder: Instances. Parent ref: group-v581487. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.542749] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92889d67-82a7-467d-8a38-56a22f0c204e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.557284] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Created folder: Instances in parent group-v581487. [ 869.557339] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.557519] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.557730] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71da4485-d366-4a90-9634-e400a4262fed {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.582383] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.582383] env[68461]: value = "task-2894737" [ 869.582383] env[68461]: _type = "Task" [ 869.582383] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.592473] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894737, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.645683] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.053113} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.646229] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.647957] env[68461]: DEBUG nova.network.neutron [req-51fdc942-d7a2-42b2-a705-46b61e9b3c54 req-055a5dfe-bcb5-4a3a-865f-d1855a4637a9 service nova] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Updated VIF entry in instance network info cache for port 7eca32da-0d7e-484c-8e6c-31b397db3485. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.648542] env[68461]: DEBUG nova.network.neutron [req-51fdc942-d7a2-42b2-a705-46b61e9b3c54 req-055a5dfe-bcb5-4a3a-865f-d1855a4637a9 service nova] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Updating instance_info_cache with network_info: [{"id": "7eca32da-0d7e-484c-8e6c-31b397db3485", "address": "fa:16:3e:11:39:fe", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eca32da-0d", "ovs_interfaceid": "7eca32da-0d7e-484c-8e6c-31b397db3485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.650543] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d569aff7-34c9-410f-bfe6-54ecf207ab36 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.658947] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for the task: (returnval){ [ 869.658947] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5264834c-c834-2f18-67ef-9f181ddfab4e" [ 869.658947] env[68461]: _type = "Task" [ 869.658947] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.670483] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5264834c-c834-2f18-67ef-9f181ddfab4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.748978] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': task-2894733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024235} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.749288] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.750708] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Moving file from [datastore1] vmware_temp/5e9f1428-83e5-4c12-aa27-91309d81b877/7a283f1b-0e5c-4fe3-883c-328c5621506a to [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a. {{(pid=68461) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 869.750708] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-b87c59cf-d320-4879-8b7c-c16c43ab9050 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.759454] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Waiting for the task: (returnval){ [ 869.759454] env[68461]: value = "task-2894738" [ 869.759454] env[68461]: _type = "Task" [ 869.759454] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.763489] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.764172] env[68461]: DEBUG nova.compute.manager [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.766772] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.886s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.768527] env[68461]: INFO nova.compute.claims [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.780046] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': task-2894738, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.931365] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Releasing lock "refresh_cache-3bba8c74-80c8-41d2-92af-3b619185197e" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.931775] env[68461]: DEBUG nova.compute.manager [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Instance network_info: |[{"id": "909b1946-d21d-426e-8e4f-8dd92da8baba", "address": "fa:16:3e:d7:7c:1a", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap909b1946-d2", "ovs_interfaceid": "909b1946-d21d-426e-8e4f-8dd92da8baba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.932220] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:7c:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '909b1946-d21d-426e-8e4f-8dd92da8baba', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.941567] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Creating folder: Project (9f3dd0f610c9480b81f726c82dd5c0dd). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.941859] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c59e68e-c014-4c19-b813-8851b30fc949 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.954248] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Created folder: Project (9f3dd0f610c9480b81f726c82dd5c0dd) in parent group-v581476. [ 869.954453] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Creating folder: Instances. Parent ref: group-v581490. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.954770] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93ce1ea9-6185-4caa-9053-ecf21d775375 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.965669] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Created folder: Instances in parent group-v581490. [ 869.965884] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.966156] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.966377] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2c5450c-895b-4959-a871-34726548f402 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.992454] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.992454] env[68461]: value = "task-2894741" [ 869.992454] env[68461]: _type = "Task" [ 869.992454] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.004014] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894741, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.094128] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894737, 'name': CreateVM_Task, 'duration_secs': 0.392649} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.094307] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.095022] env[68461]: DEBUG oslo_concurrency.lockutils [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.095178] env[68461]: DEBUG oslo_concurrency.lockutils [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.095506] env[68461]: DEBUG oslo_concurrency.lockutils [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.095765] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-059bc84e-fe41-4533-b67f-6c25b35ceeff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.102263] env[68461]: DEBUG oslo_vmware.api [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 870.102263] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5217ae83-7f83-cdc4-b66f-35d995bd2d91" [ 870.102263] env[68461]: _type = "Task" [ 870.102263] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.115509] env[68461]: DEBUG oslo_vmware.api [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5217ae83-7f83-cdc4-b66f-35d995bd2d91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.155430] env[68461]: DEBUG oslo_concurrency.lockutils [req-51fdc942-d7a2-42b2-a705-46b61e9b3c54 req-055a5dfe-bcb5-4a3a-865f-d1855a4637a9 service nova] Releasing lock "refresh_cache-1d89390b-acab-4995-a3bd-006d6316fd6d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.170011] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5264834c-c834-2f18-67ef-9f181ddfab4e, 'name': SearchDatastore_Task, 'duration_secs': 0.010522} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.170551] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.170912] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 8701a32f-e784-418a-ae13-87b1330e8c27/8701a32f-e784-418a-ae13-87b1330e8c27.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.171229] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e929705-20e7-4a6a-af53-cf869d4473b6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.180816] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for the task: (returnval){ [ 870.180816] env[68461]: value = "task-2894742" [ 870.180816] env[68461]: _type = "Task" [ 870.180816] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.190522] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.271588] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': task-2894738, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030356} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.273452] env[68461]: DEBUG nova.compute.utils [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.274804] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] File moved {{(pid=68461) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 870.275052] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Cleaning up location [datastore1] vmware_temp/5e9f1428-83e5-4c12-aa27-91309d81b877 {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 870.275256] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Deleting the datastore file [datastore1] vmware_temp/5e9f1428-83e5-4c12-aa27-91309d81b877 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.275792] env[68461]: DEBUG nova.compute.manager [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.275989] env[68461]: DEBUG nova.network.neutron [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.279656] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11a138a8-693b-4e0a-9529-6cca50a34542 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.288104] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Waiting for the task: (returnval){ [ 870.288104] env[68461]: value = "task-2894743" [ 870.288104] env[68461]: _type = "Task" [ 870.288104] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.299757] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': task-2894743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.364581] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Acquiring lock "38fac1f3-9fe0-49c8-875e-d260db193c8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.364581] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Lock "38fac1f3-9fe0-49c8-875e-d260db193c8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.405051] env[68461]: DEBUG nova.policy [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9468345a3c2c44598bc183951708ec42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f25c7061f20e4c6183b3eb7b40769575', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.506233] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894741, 'name': CreateVM_Task, 'duration_secs': 0.490423} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.506233] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.507162] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.565822] env[68461]: DEBUG nova.compute.manager [req-425a3d82-e7cb-491b-b0f3-20f21660c703 req-d04973a3-8060-4c02-ba44-dd7161d5daf1 service nova] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Received event network-vif-plugged-2842be9e-fff3-4253-ab01-03ba05355c07 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.566171] env[68461]: DEBUG oslo_concurrency.lockutils [req-425a3d82-e7cb-491b-b0f3-20f21660c703 req-d04973a3-8060-4c02-ba44-dd7161d5daf1 service nova] Acquiring lock "7a9f7ade-ad54-4517-acf8-70fced073c77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.566378] env[68461]: DEBUG oslo_concurrency.lockutils [req-425a3d82-e7cb-491b-b0f3-20f21660c703 req-d04973a3-8060-4c02-ba44-dd7161d5daf1 service nova] Lock "7a9f7ade-ad54-4517-acf8-70fced073c77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.566546] env[68461]: DEBUG oslo_concurrency.lockutils [req-425a3d82-e7cb-491b-b0f3-20f21660c703 req-d04973a3-8060-4c02-ba44-dd7161d5daf1 service nova] Lock "7a9f7ade-ad54-4517-acf8-70fced073c77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.566706] env[68461]: DEBUG nova.compute.manager [req-425a3d82-e7cb-491b-b0f3-20f21660c703 req-d04973a3-8060-4c02-ba44-dd7161d5daf1 service nova] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] No waiting events found dispatching network-vif-plugged-2842be9e-fff3-4253-ab01-03ba05355c07 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.566864] env[68461]: WARNING nova.compute.manager [req-425a3d82-e7cb-491b-b0f3-20f21660c703 req-d04973a3-8060-4c02-ba44-dd7161d5daf1 service nova] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Received unexpected event network-vif-plugged-2842be9e-fff3-4253-ab01-03ba05355c07 for instance with vm_state building and task_state spawning. [ 870.570077] env[68461]: DEBUG nova.compute.manager [req-425a3d82-e7cb-491b-b0f3-20f21660c703 req-d04973a3-8060-4c02-ba44-dd7161d5daf1 service nova] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Received event network-changed-2842be9e-fff3-4253-ab01-03ba05355c07 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.570420] env[68461]: DEBUG nova.compute.manager [req-425a3d82-e7cb-491b-b0f3-20f21660c703 req-d04973a3-8060-4c02-ba44-dd7161d5daf1 service nova] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Refreshing instance network info cache due to event network-changed-2842be9e-fff3-4253-ab01-03ba05355c07. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.571576] env[68461]: DEBUG oslo_concurrency.lockutils [req-425a3d82-e7cb-491b-b0f3-20f21660c703 req-d04973a3-8060-4c02-ba44-dd7161d5daf1 service nova] Acquiring lock "refresh_cache-7a9f7ade-ad54-4517-acf8-70fced073c77" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.571789] env[68461]: DEBUG oslo_concurrency.lockutils [req-425a3d82-e7cb-491b-b0f3-20f21660c703 req-d04973a3-8060-4c02-ba44-dd7161d5daf1 service nova] Acquired lock "refresh_cache-7a9f7ade-ad54-4517-acf8-70fced073c77" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.571961] env[68461]: DEBUG nova.network.neutron [req-425a3d82-e7cb-491b-b0f3-20f21660c703 req-d04973a3-8060-4c02-ba44-dd7161d5daf1 service nova] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Refreshing network info cache for port 2842be9e-fff3-4253-ab01-03ba05355c07 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.618891] env[68461]: DEBUG oslo_vmware.api [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5217ae83-7f83-cdc4-b66f-35d995bd2d91, 'name': SearchDatastore_Task, 'duration_secs': 0.010289} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.620068] env[68461]: DEBUG oslo_concurrency.lockutils [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.621269] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.621269] env[68461]: DEBUG oslo_concurrency.lockutils [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.621269] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.621269] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.622443] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93e51950-78ce-4bae-9bce-5d0bbf4be27f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.632043] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Waiting for the task: (returnval){ [ 870.632043] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52884303-0fbf-0164-7f3d-bbb73bcceb34" [ 870.632043] env[68461]: _type = "Task" [ 870.632043] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.645773] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52884303-0fbf-0164-7f3d-bbb73bcceb34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.699559] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894742, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.777966] env[68461]: DEBUG nova.compute.manager [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.803015] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': task-2894743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028358} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.809025] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.809025] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ab6b092-22db-40b1-854a-f44e90ee5545 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.818620] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Waiting for the task: (returnval){ [ 870.818620] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52a6125e-2e9b-3955-3d52-72c5c2979a16" [ 870.818620] env[68461]: _type = "Task" [ 870.818620] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.832497] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a6125e-2e9b-3955-3d52-72c5c2979a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.027351] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6835e7ab-26b8-43ee-bdd1-0263290a702b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.035827] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9afac96-5c30-4cd8-8e3b-d607c4a4fa7c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.074563] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a909196-6f25-488f-bc24-a6dc4d3a046d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.085533] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d47e169-b355-4e8b-939b-14391c7d9abe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.104418] env[68461]: DEBUG nova.compute.provider_tree [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.143895] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52884303-0fbf-0164-7f3d-bbb73bcceb34, 'name': SearchDatastore_Task, 'duration_secs': 0.023572} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.143895] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.143895] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.143895] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.196694] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528565} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.199780] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 8701a32f-e784-418a-ae13-87b1330e8c27/8701a32f-e784-418a-ae13-87b1330e8c27.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.199780] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.199780] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e35edc14-02e0-4709-b18c-040dbf0b5da7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.207172] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for the task: (returnval){ [ 871.207172] env[68461]: value = "task-2894744" [ 871.207172] env[68461]: _type = "Task" [ 871.207172] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.220040] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.227673] env[68461]: DEBUG nova.network.neutron [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Successfully updated port: 033d0778-d614-454c-9a8e-a705242e0e38 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.332441] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a6125e-2e9b-3955-3d52-72c5c2979a16, 'name': SearchDatastore_Task, 'duration_secs': 0.00957} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.332698] env[68461]: DEBUG oslo_concurrency.lockutils [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.333083] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 1d89390b-acab-4995-a3bd-006d6316fd6d/1d89390b-acab-4995-a3bd-006d6316fd6d.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.333229] env[68461]: DEBUG oslo_concurrency.lockutils [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.333409] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.334025] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cd31e7e-432d-4460-9ef8-c8a0934fe3b0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.336573] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-542c73a3-07ed-4003-898d-a950ced82ca3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.348816] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Waiting for the task: (returnval){ [ 871.348816] env[68461]: value = "task-2894745" [ 871.348816] env[68461]: _type = "Task" [ 871.348816] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.351840] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.352042] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.358428] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06ce7e9d-c055-4857-9ac8-6d72754443c0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.369433] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': task-2894745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.369433] env[68461]: DEBUG oslo_vmware.api [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 871.369433] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52ad76d7-82cc-ca1a-0248-466bec220e36" [ 871.369433] env[68461]: _type = "Task" [ 871.369433] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.380355] env[68461]: DEBUG oslo_vmware.api [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ad76d7-82cc-ca1a-0248-466bec220e36, 'name': SearchDatastore_Task, 'duration_secs': 0.00878} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.381138] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4685e229-8994-4bc9-b3b5-aeb62ce869fe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.388926] env[68461]: DEBUG oslo_vmware.api [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 871.388926] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52a9ef04-46e9-f514-337f-d1b711ea654e" [ 871.388926] env[68461]: _type = "Task" [ 871.388926] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.397441] env[68461]: DEBUG oslo_vmware.api [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a9ef04-46e9-f514-337f-d1b711ea654e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.410012] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Acquiring lock "6c8126c6-b7ba-4976-8555-06724d7d4f35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.410467] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Lock "6c8126c6-b7ba-4976-8555-06724d7d4f35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.612172] env[68461]: DEBUG nova.scheduler.client.report [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.646272] env[68461]: DEBUG nova.network.neutron [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Successfully created port: 43bca46b-da32-49ca-9f59-ba95cb36014b {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.723453] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077911} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.727237] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.727390] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9706bf69-6c27-43ac-8d8a-2835f18e128a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.732770] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Acquiring lock "refresh_cache-8da50929-c46e-44e2-ac31-ee14af0055b8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.732770] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Acquired lock "refresh_cache-8da50929-c46e-44e2-ac31-ee14af0055b8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.732770] env[68461]: DEBUG nova.network.neutron [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.766371] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 8701a32f-e784-418a-ae13-87b1330e8c27/8701a32f-e784-418a-ae13-87b1330e8c27.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.768224] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-916ed051-0d1a-48be-9356-0894ecca6586 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.789175] env[68461]: DEBUG nova.compute.manager [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.801601] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for the task: (returnval){ [ 871.801601] env[68461]: value = "task-2894747" [ 871.801601] env[68461]: _type = "Task" [ 871.801601] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.816758] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894747, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.844523] env[68461]: DEBUG nova.virt.hardware [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.844523] env[68461]: DEBUG nova.virt.hardware [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.844523] env[68461]: DEBUG nova.virt.hardware [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.844707] env[68461]: DEBUG nova.virt.hardware [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.844707] env[68461]: DEBUG nova.virt.hardware [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.844707] env[68461]: DEBUG nova.virt.hardware [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.844707] env[68461]: DEBUG nova.virt.hardware [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.844924] env[68461]: DEBUG nova.virt.hardware [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.845830] env[68461]: DEBUG nova.virt.hardware [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.845830] env[68461]: DEBUG nova.virt.hardware [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.845830] env[68461]: DEBUG nova.virt.hardware [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.846667] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f7775f-fdc3-403d-b75d-bf1e5a15bd89 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.868485] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf90617-2757-45a8-9b87-9efd40a76045 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.877488] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': task-2894745, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.904134] env[68461]: DEBUG oslo_vmware.api [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a9ef04-46e9-f514-337f-d1b711ea654e, 'name': SearchDatastore_Task, 'duration_secs': 0.008921} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.906347] env[68461]: DEBUG oslo_concurrency.lockutils [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.906625] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 7a9f7ade-ad54-4517-acf8-70fced073c77/7a9f7ade-ad54-4517-acf8-70fced073c77.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.906984] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.907226] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.907425] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7757ed2-1129-4a16-af8f-24e66f867693 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.909940] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e7c7dcf-1cc3-453b-a52d-5049d4024976 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.920595] env[68461]: DEBUG oslo_vmware.api [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 871.920595] env[68461]: value = "task-2894748" [ 871.920595] env[68461]: _type = "Task" [ 871.920595] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.921905] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.922088] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.925610] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32590e3c-1453-4874-ac26-25cc6b4b255f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.930656] env[68461]: DEBUG nova.network.neutron [req-425a3d82-e7cb-491b-b0f3-20f21660c703 req-d04973a3-8060-4c02-ba44-dd7161d5daf1 service nova] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Updated VIF entry in instance network info cache for port 2842be9e-fff3-4253-ab01-03ba05355c07. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.930656] env[68461]: DEBUG nova.network.neutron [req-425a3d82-e7cb-491b-b0f3-20f21660c703 req-d04973a3-8060-4c02-ba44-dd7161d5daf1 service nova] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Updating instance_info_cache with network_info: [{"id": "2842be9e-fff3-4253-ab01-03ba05355c07", "address": "fa:16:3e:0d:34:8e", "network": {"id": "14adfbd0-a273-447c-b58b-6ab3faf8cbab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1294454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1bd5e6b46e77459c91fb5b651539b3df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2842be9e-ff", "ovs_interfaceid": "2842be9e-fff3-4253-ab01-03ba05355c07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.936912] env[68461]: DEBUG oslo_vmware.api [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.937958] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Waiting for the task: (returnval){ [ 871.937958] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5208328c-3c27-7749-6155-dd8c3c4f394e" [ 871.937958] env[68461]: _type = "Task" [ 871.937958] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.949434] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5208328c-3c27-7749-6155-dd8c3c4f394e, 'name': SearchDatastore_Task, 'duration_secs': 0.011439} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.950478] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d43db61-becc-4ae0-b872-241717bb1109 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.959294] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Waiting for the task: (returnval){ [ 871.959294] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]526f80e6-e6c2-bcc7-65f2-58b642811e89" [ 871.959294] env[68461]: _type = "Task" [ 871.959294] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.971545] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526f80e6-e6c2-bcc7-65f2-58b642811e89, 'name': SearchDatastore_Task, 'duration_secs': 0.009803} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.971851] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.974545] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 3bba8c74-80c8-41d2-92af-3b619185197e/3bba8c74-80c8-41d2-92af-3b619185197e.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.974545] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65adc3bb-6f94-4d24-b7ef-9ddba88a0219 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.984124] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Waiting for the task: (returnval){ [ 871.984124] env[68461]: value = "task-2894749" [ 871.984124] env[68461]: _type = "Task" [ 871.984124] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.996010] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2894749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.027657] env[68461]: DEBUG nova.compute.manager [req-fd169610-05f7-4146-a550-35e3ea5f2831 req-b0395483-2102-48a5-b10a-5feb1b703c82 service nova] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Received event network-vif-plugged-909b1946-d21d-426e-8e4f-8dd92da8baba {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.027889] env[68461]: DEBUG oslo_concurrency.lockutils [req-fd169610-05f7-4146-a550-35e3ea5f2831 req-b0395483-2102-48a5-b10a-5feb1b703c82 service nova] Acquiring lock "3bba8c74-80c8-41d2-92af-3b619185197e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.028594] env[68461]: DEBUG oslo_concurrency.lockutils [req-fd169610-05f7-4146-a550-35e3ea5f2831 req-b0395483-2102-48a5-b10a-5feb1b703c82 service nova] Lock "3bba8c74-80c8-41d2-92af-3b619185197e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.028594] env[68461]: DEBUG oslo_concurrency.lockutils [req-fd169610-05f7-4146-a550-35e3ea5f2831 req-b0395483-2102-48a5-b10a-5feb1b703c82 service nova] Lock "3bba8c74-80c8-41d2-92af-3b619185197e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.028594] env[68461]: DEBUG nova.compute.manager [req-fd169610-05f7-4146-a550-35e3ea5f2831 req-b0395483-2102-48a5-b10a-5feb1b703c82 service nova] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] No waiting events found dispatching network-vif-plugged-909b1946-d21d-426e-8e4f-8dd92da8baba {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 872.028738] env[68461]: WARNING nova.compute.manager [req-fd169610-05f7-4146-a550-35e3ea5f2831 req-b0395483-2102-48a5-b10a-5feb1b703c82 service nova] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Received unexpected event network-vif-plugged-909b1946-d21d-426e-8e4f-8dd92da8baba for instance with vm_state building and task_state spawning. [ 872.028983] env[68461]: DEBUG nova.compute.manager [req-fd169610-05f7-4146-a550-35e3ea5f2831 req-b0395483-2102-48a5-b10a-5feb1b703c82 service nova] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Received event network-changed-909b1946-d21d-426e-8e4f-8dd92da8baba {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.028983] env[68461]: DEBUG nova.compute.manager [req-fd169610-05f7-4146-a550-35e3ea5f2831 req-b0395483-2102-48a5-b10a-5feb1b703c82 service nova] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Refreshing instance network info cache due to event network-changed-909b1946-d21d-426e-8e4f-8dd92da8baba. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.029383] env[68461]: DEBUG oslo_concurrency.lockutils [req-fd169610-05f7-4146-a550-35e3ea5f2831 req-b0395483-2102-48a5-b10a-5feb1b703c82 service nova] Acquiring lock "refresh_cache-3bba8c74-80c8-41d2-92af-3b619185197e" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.029618] env[68461]: DEBUG oslo_concurrency.lockutils [req-fd169610-05f7-4146-a550-35e3ea5f2831 req-b0395483-2102-48a5-b10a-5feb1b703c82 service nova] Acquired lock "refresh_cache-3bba8c74-80c8-41d2-92af-3b619185197e" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.029868] env[68461]: DEBUG nova.network.neutron [req-fd169610-05f7-4146-a550-35e3ea5f2831 req-b0395483-2102-48a5-b10a-5feb1b703c82 service nova] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Refreshing network info cache for port 909b1946-d21d-426e-8e4f-8dd92da8baba {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.121249] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.122317] env[68461]: DEBUG nova.compute.manager [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.127025] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.070s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.129731] env[68461]: INFO nova.compute.claims [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.273225] env[68461]: DEBUG nova.network.neutron [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.315448] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894747, 'name': ReconfigVM_Task, 'duration_secs': 0.306177} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.315448] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 8701a32f-e784-418a-ae13-87b1330e8c27/8701a32f-e784-418a-ae13-87b1330e8c27.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.316563] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-308730db-25b2-48b0-a474-23a18cfa0772 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.325750] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for the task: (returnval){ [ 872.325750] env[68461]: value = "task-2894750" [ 872.325750] env[68461]: _type = "Task" [ 872.325750] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.336372] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894750, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.361898] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': task-2894745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538695} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.362715] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 1d89390b-acab-4995-a3bd-006d6316fd6d/1d89390b-acab-4995-a3bd-006d6316fd6d.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.362715] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.362991] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a314a27-eaee-430d-aa25-769d4e9808e5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.379551] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Waiting for the task: (returnval){ [ 872.379551] env[68461]: value = "task-2894751" [ 872.379551] env[68461]: _type = "Task" [ 872.379551] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.392790] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': task-2894751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.434468] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Acquiring lock "0918f7e7-ac2e-43e8-a205-33a78b9b3dac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.436223] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Lock "0918f7e7-ac2e-43e8-a205-33a78b9b3dac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.436223] env[68461]: DEBUG oslo_concurrency.lockutils [req-425a3d82-e7cb-491b-b0f3-20f21660c703 req-d04973a3-8060-4c02-ba44-dd7161d5daf1 service nova] Releasing lock "refresh_cache-7a9f7ade-ad54-4517-acf8-70fced073c77" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.443248] env[68461]: DEBUG oslo_vmware.api [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475311} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.443513] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 7a9f7ade-ad54-4517-acf8-70fced073c77/7a9f7ade-ad54-4517-acf8-70fced073c77.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.443736] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.444138] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acfa33fa-7870-405b-9023-965044da53bf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.454854] env[68461]: DEBUG oslo_vmware.api [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 872.454854] env[68461]: value = "task-2894752" [ 872.454854] env[68461]: _type = "Task" [ 872.454854] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.466276] env[68461]: DEBUG oslo_vmware.api [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.474249] env[68461]: DEBUG nova.network.neutron [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Updating instance_info_cache with network_info: [{"id": "033d0778-d614-454c-9a8e-a705242e0e38", "address": "fa:16:3e:89:87:80", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap033d0778-d6", "ovs_interfaceid": "033d0778-d614-454c-9a8e-a705242e0e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.497390] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2894749, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.634969] env[68461]: DEBUG nova.compute.utils [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.639990] env[68461]: DEBUG nova.compute.manager [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.639990] env[68461]: DEBUG nova.network.neutron [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.701111] env[68461]: DEBUG nova.policy [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d679f12f3704660ac65b80286bf1090', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa243b8687cb4f1ab88ecbeddf00aa12', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.823863] env[68461]: DEBUG nova.network.neutron [req-fd169610-05f7-4146-a550-35e3ea5f2831 req-b0395483-2102-48a5-b10a-5feb1b703c82 service nova] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Updated VIF entry in instance network info cache for port 909b1946-d21d-426e-8e4f-8dd92da8baba. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.823863] env[68461]: DEBUG nova.network.neutron [req-fd169610-05f7-4146-a550-35e3ea5f2831 req-b0395483-2102-48a5-b10a-5feb1b703c82 service nova] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Updating instance_info_cache with network_info: [{"id": "909b1946-d21d-426e-8e4f-8dd92da8baba", "address": "fa:16:3e:d7:7c:1a", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap909b1946-d2", "ovs_interfaceid": "909b1946-d21d-426e-8e4f-8dd92da8baba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.843346] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894750, 'name': Rename_Task, 'duration_secs': 0.241175} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.843346] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.843603] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f37c84ea-b946-43e9-bc85-54cff1e4220a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.852304] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for the task: (returnval){ [ 872.852304] env[68461]: value = "task-2894753" [ 872.852304] env[68461]: _type = "Task" [ 872.852304] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.861115] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.897086] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': task-2894751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121545} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.897086] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.897086] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ec7625-283d-450f-95e0-9dd9df7d9964 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.924054] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 1d89390b-acab-4995-a3bd-006d6316fd6d/1d89390b-acab-4995-a3bd-006d6316fd6d.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.924922] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-592443cb-abc8-4b6a-bdc0-672dfd2028ad {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.949050] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Waiting for the task: (returnval){ [ 872.949050] env[68461]: value = "task-2894754" [ 872.949050] env[68461]: _type = "Task" [ 872.949050] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.957911] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': task-2894754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.966788] env[68461]: DEBUG oslo_vmware.api [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098933} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.967091] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.967865] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a832e31-7ac0-4356-9c5e-3ec0c7ff1d63 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.986989] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Releasing lock "refresh_cache-8da50929-c46e-44e2-ac31-ee14af0055b8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.989301] env[68461]: DEBUG nova.compute.manager [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Instance network_info: |[{"id": "033d0778-d614-454c-9a8e-a705242e0e38", "address": "fa:16:3e:89:87:80", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap033d0778-d6", "ovs_interfaceid": "033d0778-d614-454c-9a8e-a705242e0e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.996103] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 7a9f7ade-ad54-4517-acf8-70fced073c77/7a9f7ade-ad54-4517-acf8-70fced073c77.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.996647] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:87:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '033d0778-d614-454c-9a8e-a705242e0e38', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.003899] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Creating folder: Project (0734a36a5b984fe3aa99f11b65b754d9). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.008152] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abfae889-4c62-4867-8cc3-2ec09ce80aa7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.024114] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4c547f8-f201-40e4-aba6-1f88a6db1586 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.038063] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2894749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74169} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.040135] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 3bba8c74-80c8-41d2-92af-3b619185197e/3bba8c74-80c8-41d2-92af-3b619185197e.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.040238] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.041471] env[68461]: DEBUG oslo_vmware.api [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 873.041471] env[68461]: value = "task-2894755" [ 873.041471] env[68461]: _type = "Task" [ 873.041471] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.041471] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac91a347-0af8-4eed-80e2-3d34394448c4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.052807] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Created folder: Project (0734a36a5b984fe3aa99f11b65b754d9) in parent group-v581476. [ 873.053098] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Creating folder: Instances. Parent ref: group-v581493. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.057432] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc739a0b-766d-433b-9b60-70adad7b5d48 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.059550] env[68461]: DEBUG oslo_vmware.api [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.060159] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Waiting for the task: (returnval){ [ 873.060159] env[68461]: value = "task-2894757" [ 873.060159] env[68461]: _type = "Task" [ 873.060159] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.070276] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2894757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.075583] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Created folder: Instances in parent group-v581493. [ 873.075877] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.076138] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.076397] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-062893d9-4caf-4715-9f10-8565b0b27220 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.101974] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.101974] env[68461]: value = "task-2894759" [ 873.101974] env[68461]: _type = "Task" [ 873.101974] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.106419] env[68461]: DEBUG nova.network.neutron [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Successfully created port: 83f944ff-0e87-46d1-99e2-b9b8841b1628 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.115750] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894759, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.147970] env[68461]: DEBUG nova.compute.manager [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.329419] env[68461]: DEBUG oslo_concurrency.lockutils [req-fd169610-05f7-4146-a550-35e3ea5f2831 req-b0395483-2102-48a5-b10a-5feb1b703c82 service nova] Releasing lock "refresh_cache-3bba8c74-80c8-41d2-92af-3b619185197e" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.374012] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894753, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.465203] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': task-2894754, 'name': ReconfigVM_Task, 'duration_secs': 0.348325} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.465574] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 1d89390b-acab-4995-a3bd-006d6316fd6d/1d89390b-acab-4995-a3bd-006d6316fd6d.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.466826] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e350558e-3eb3-4a71-ad75-8f692df5f51b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.470463] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1e66b5-857e-4eaa-98c5-afe918d9501f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.482038] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d0e959-5008-44dc-9771-bc5074435d65 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.484610] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Waiting for the task: (returnval){ [ 873.484610] env[68461]: value = "task-2894760" [ 873.484610] env[68461]: _type = "Task" [ 873.484610] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.525727] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c56ee1-dffd-4973-9f6c-c32fe5cefb15 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.531117] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': task-2894760, 'name': Rename_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.533708] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Acquiring lock "46b85b3f-5e89-4cf4-b45c-b628ffe6e056" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.533937] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lock "46b85b3f-5e89-4cf4-b45c-b628ffe6e056" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.540045] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7880ea8b-3f7b-45c4-96b1-4fe1ab5bdb49 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.559985] env[68461]: DEBUG nova.compute.provider_tree [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.564838] env[68461]: DEBUG oslo_vmware.api [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894755, 'name': ReconfigVM_Task, 'duration_secs': 0.41669} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.568376] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 7a9f7ade-ad54-4517-acf8-70fced073c77/7a9f7ade-ad54-4517-acf8-70fced073c77.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.570346] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dbd7d4f-10ec-4fa5-80e7-43017205b388 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.576745] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2894757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076412} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.578646] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.578990] env[68461]: DEBUG oslo_vmware.api [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 873.578990] env[68461]: value = "task-2894761" [ 873.578990] env[68461]: _type = "Task" [ 873.578990] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.579727] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1221b42-244d-4534-b41e-79f06c6a8c1d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.593413] env[68461]: DEBUG oslo_vmware.api [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894761, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.613333] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 3bba8c74-80c8-41d2-92af-3b619185197e/3bba8c74-80c8-41d2-92af-3b619185197e.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.617852] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2601c41-2ec3-45bc-8b71-d221e89c5acb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.655028] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894759, 'name': CreateVM_Task, 'duration_secs': 0.40135} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.655028] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.655028] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Waiting for the task: (returnval){ [ 873.655028] env[68461]: value = "task-2894762" [ 873.655028] env[68461]: _type = "Task" [ 873.655028] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.655028] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.655656] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.655656] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.660828] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad830d26-e22e-451f-8dc0-1dd5afae15a4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.675368] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Waiting for the task: (returnval){ [ 873.675368] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52f04a18-4e4d-0d48-deec-56e6817ac0ea" [ 873.675368] env[68461]: _type = "Task" [ 873.675368] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.680018] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2894762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.694025] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f04a18-4e4d-0d48-deec-56e6817ac0ea, 'name': SearchDatastore_Task, 'duration_secs': 0.013645} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.694025] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.694025] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.694025] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.694348] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.694348] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.694348] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a993c07-e8c5-4343-8fe2-7451747096ab {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.706032] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.706347] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.707426] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d1db81b-591b-43c1-82f2-c0e1ba108c38 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.719752] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Waiting for the task: (returnval){ [ 873.719752] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52ad1be8-84eb-c212-a1a8-77fa52cd746e" [ 873.719752] env[68461]: _type = "Task" [ 873.719752] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.729794] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ad1be8-84eb-c212-a1a8-77fa52cd746e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.885123] env[68461]: DEBUG oslo_vmware.api [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894753, 'name': PowerOnVM_Task, 'duration_secs': 0.520918} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.887994] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.887994] env[68461]: INFO nova.compute.manager [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Took 13.96 seconds to spawn the instance on the hypervisor. [ 873.887994] env[68461]: DEBUG nova.compute.manager [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.887994] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3088b69d-fa81-4435-b659-efb8c66c1ede {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.003506] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': task-2894760, 'name': Rename_Task, 'duration_secs': 0.175605} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.003772] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.004017] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e831c9f-a3e1-4d82-9f8d-e25f11aa2b00 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.013225] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Waiting for the task: (returnval){ [ 874.013225] env[68461]: value = "task-2894764" [ 874.013225] env[68461]: _type = "Task" [ 874.013225] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.027538] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': task-2894764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.055920] env[68461]: DEBUG nova.network.neutron [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Successfully updated port: 43bca46b-da32-49ca-9f59-ba95cb36014b {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.067430] env[68461]: DEBUG nova.scheduler.client.report [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.097720] env[68461]: DEBUG oslo_vmware.api [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894761, 'name': Rename_Task, 'duration_secs': 0.242451} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.098701] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.098701] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-053bd70a-2951-42be-9352-1990fe7067db {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.106952] env[68461]: DEBUG oslo_vmware.api [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 874.106952] env[68461]: value = "task-2894765" [ 874.106952] env[68461]: _type = "Task" [ 874.106952] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.117563] env[68461]: DEBUG oslo_vmware.api [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.167761] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2894762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.170164] env[68461]: DEBUG nova.compute.manager [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.201305] env[68461]: DEBUG nova.virt.hardware [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.201926] env[68461]: DEBUG nova.virt.hardware [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.202152] env[68461]: DEBUG nova.virt.hardware [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.202341] env[68461]: DEBUG nova.virt.hardware [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.202501] env[68461]: DEBUG nova.virt.hardware [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.202654] env[68461]: DEBUG nova.virt.hardware [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.202860] env[68461]: DEBUG nova.virt.hardware [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.203027] env[68461]: DEBUG nova.virt.hardware [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.203196] env[68461]: DEBUG nova.virt.hardware [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.203359] env[68461]: DEBUG nova.virt.hardware [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.203552] env[68461]: DEBUG nova.virt.hardware [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.205213] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f583dd-5797-422f-8741-4d259dc54442 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.215119] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a876f12-0750-4705-9337-8c7ec233ca39 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.238510] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ad1be8-84eb-c212-a1a8-77fa52cd746e, 'name': SearchDatastore_Task, 'duration_secs': 0.011472} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.240140] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bc5358c-e250-4f00-9b53-3d14243864bb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.247717] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Waiting for the task: (returnval){ [ 874.247717] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52e2db53-b908-736c-824b-f07e559877a2" [ 874.247717] env[68461]: _type = "Task" [ 874.247717] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.257955] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52e2db53-b908-736c-824b-f07e559877a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.410642] env[68461]: INFO nova.compute.manager [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Took 18.88 seconds to build instance. [ 874.526711] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': task-2894764, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.559811] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Acquiring lock "refresh_cache-307d6715-7c12-4106-9384-5bb381fceb0d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.560927] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Acquired lock "refresh_cache-307d6715-7c12-4106-9384-5bb381fceb0d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.560927] env[68461]: DEBUG nova.network.neutron [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.572255] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.572780] env[68461]: DEBUG nova.compute.manager [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.577218] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.341s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.577218] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.579233] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68461) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 874.579233] env[68461]: DEBUG oslo_concurrency.lockutils [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.214s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.579540] env[68461]: INFO nova.compute.claims [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.584703] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627162c2-dee7-4492-ac6d-d2ac21523310 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.594704] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d247564a-b47d-4905-adfe-b22de7de8387 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.618946] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f622db-299c-45c1-a2b9-e664574d2ce0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.628699] env[68461]: DEBUG oslo_vmware.api [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894765, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.632796] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9de198-24f4-45ce-84b1-2af936f75029 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.669541] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181119MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=68461) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 874.669840] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.679483] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Acquiring lock "680a5bb1-ac39-481f-9986-f33d0661bf32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.679674] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Lock "680a5bb1-ac39-481f-9986-f33d0661bf32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.684581] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2894762, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.764888] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52e2db53-b908-736c-824b-f07e559877a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010651} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.766907] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.766907] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 8da50929-c46e-44e2-ac31-ee14af0055b8/8da50929-c46e-44e2-ac31-ee14af0055b8.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.766907] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-615bd198-0f25-445b-b2a9-ebc29d1363e5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.775036] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Waiting for the task: (returnval){ [ 874.775036] env[68461]: value = "task-2894766" [ 874.775036] env[68461]: _type = "Task" [ 874.775036] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.785729] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Task: {'id': task-2894766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.914186] env[68461]: DEBUG nova.compute.manager [req-63ca24df-adfd-4ffd-a97f-48db288a9c12 req-3d316a51-f5ed-4cc7-ae3f-e8a3a2e6d4e1 service nova] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Received event network-vif-plugged-43bca46b-da32-49ca-9f59-ba95cb36014b {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.914411] env[68461]: DEBUG oslo_concurrency.lockutils [req-63ca24df-adfd-4ffd-a97f-48db288a9c12 req-3d316a51-f5ed-4cc7-ae3f-e8a3a2e6d4e1 service nova] Acquiring lock "307d6715-7c12-4106-9384-5bb381fceb0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.914624] env[68461]: DEBUG oslo_concurrency.lockutils [req-63ca24df-adfd-4ffd-a97f-48db288a9c12 req-3d316a51-f5ed-4cc7-ae3f-e8a3a2e6d4e1 service nova] Lock "307d6715-7c12-4106-9384-5bb381fceb0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.914788] env[68461]: DEBUG oslo_concurrency.lockutils [req-63ca24df-adfd-4ffd-a97f-48db288a9c12 req-3d316a51-f5ed-4cc7-ae3f-e8a3a2e6d4e1 service nova] Lock "307d6715-7c12-4106-9384-5bb381fceb0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.914964] env[68461]: DEBUG nova.compute.manager [req-63ca24df-adfd-4ffd-a97f-48db288a9c12 req-3d316a51-f5ed-4cc7-ae3f-e8a3a2e6d4e1 service nova] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] No waiting events found dispatching network-vif-plugged-43bca46b-da32-49ca-9f59-ba95cb36014b {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.916452] env[68461]: WARNING nova.compute.manager [req-63ca24df-adfd-4ffd-a97f-48db288a9c12 req-3d316a51-f5ed-4cc7-ae3f-e8a3a2e6d4e1 service nova] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Received unexpected event network-vif-plugged-43bca46b-da32-49ca-9f59-ba95cb36014b for instance with vm_state building and task_state spawning. [ 874.918224] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c6f54fac-d708-412a-bab1-0b5fac7d140b tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Lock "8701a32f-e784-418a-ae13-87b1330e8c27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.396s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.918224] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "8701a32f-e784-418a-ae13-87b1330e8c27" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.192s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.923386] env[68461]: INFO nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] During sync_power_state the instance has a pending task (spawning). Skip. [ 874.923386] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "8701a32f-e784-418a-ae13-87b1330e8c27" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.003s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.026871] env[68461]: DEBUG oslo_vmware.api [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': task-2894764, 'name': PowerOnVM_Task, 'duration_secs': 0.519664} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.030843] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.030843] env[68461]: INFO nova.compute.manager [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Took 12.86 seconds to spawn the instance on the hypervisor. [ 875.030843] env[68461]: DEBUG nova.compute.manager [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.030843] env[68461]: DEBUG nova.network.neutron [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Successfully updated port: 83f944ff-0e87-46d1-99e2-b9b8841b1628 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.034941] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc2fd26-2e57-4484-9230-2ba6efa43383 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.079876] env[68461]: DEBUG nova.compute.utils [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.081165] env[68461]: DEBUG nova.compute.manager [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.087375] env[68461]: DEBUG nova.network.neutron [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.126773] env[68461]: DEBUG nova.compute.manager [req-0e3b1fc6-9a0d-470d-ad53-748ac00bbe71 req-7d100160-d837-4c21-92bd-99e38c18d9bd service nova] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Received event network-vif-plugged-033d0778-d614-454c-9a8e-a705242e0e38 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.126773] env[68461]: DEBUG oslo_concurrency.lockutils [req-0e3b1fc6-9a0d-470d-ad53-748ac00bbe71 req-7d100160-d837-4c21-92bd-99e38c18d9bd service nova] Acquiring lock "8da50929-c46e-44e2-ac31-ee14af0055b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.126773] env[68461]: DEBUG oslo_concurrency.lockutils [req-0e3b1fc6-9a0d-470d-ad53-748ac00bbe71 req-7d100160-d837-4c21-92bd-99e38c18d9bd service nova] Lock "8da50929-c46e-44e2-ac31-ee14af0055b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.126942] env[68461]: DEBUG oslo_concurrency.lockutils [req-0e3b1fc6-9a0d-470d-ad53-748ac00bbe71 req-7d100160-d837-4c21-92bd-99e38c18d9bd service nova] Lock "8da50929-c46e-44e2-ac31-ee14af0055b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.127812] env[68461]: DEBUG nova.compute.manager [req-0e3b1fc6-9a0d-470d-ad53-748ac00bbe71 req-7d100160-d837-4c21-92bd-99e38c18d9bd service nova] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] No waiting events found dispatching network-vif-plugged-033d0778-d614-454c-9a8e-a705242e0e38 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.128118] env[68461]: WARNING nova.compute.manager [req-0e3b1fc6-9a0d-470d-ad53-748ac00bbe71 req-7d100160-d837-4c21-92bd-99e38c18d9bd service nova] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Received unexpected event network-vif-plugged-033d0778-d614-454c-9a8e-a705242e0e38 for instance with vm_state building and task_state spawning. [ 875.128305] env[68461]: DEBUG nova.compute.manager [req-0e3b1fc6-9a0d-470d-ad53-748ac00bbe71 req-7d100160-d837-4c21-92bd-99e38c18d9bd service nova] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Received event network-changed-033d0778-d614-454c-9a8e-a705242e0e38 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.128459] env[68461]: DEBUG nova.compute.manager [req-0e3b1fc6-9a0d-470d-ad53-748ac00bbe71 req-7d100160-d837-4c21-92bd-99e38c18d9bd service nova] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Refreshing instance network info cache due to event network-changed-033d0778-d614-454c-9a8e-a705242e0e38. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.128654] env[68461]: DEBUG oslo_concurrency.lockutils [req-0e3b1fc6-9a0d-470d-ad53-748ac00bbe71 req-7d100160-d837-4c21-92bd-99e38c18d9bd service nova] Acquiring lock "refresh_cache-8da50929-c46e-44e2-ac31-ee14af0055b8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.128824] env[68461]: DEBUG oslo_concurrency.lockutils [req-0e3b1fc6-9a0d-470d-ad53-748ac00bbe71 req-7d100160-d837-4c21-92bd-99e38c18d9bd service nova] Acquired lock "refresh_cache-8da50929-c46e-44e2-ac31-ee14af0055b8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.129111] env[68461]: DEBUG nova.network.neutron [req-0e3b1fc6-9a0d-470d-ad53-748ac00bbe71 req-7d100160-d837-4c21-92bd-99e38c18d9bd service nova] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Refreshing network info cache for port 033d0778-d614-454c-9a8e-a705242e0e38 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.134651] env[68461]: DEBUG nova.network.neutron [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.137267] env[68461]: DEBUG oslo_vmware.api [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894765, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.182663] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2894762, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.203821] env[68461]: DEBUG nova.policy [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bfeca9b303247d393bf07afebdf7d8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f87ba5bed0e4036abd78c13d6bb7567', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.288414] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Task: {'id': task-2894766, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.351860] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Acquiring lock "f6f23a19-fb3d-4c26-a0f0-9352e008b248" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.352096] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lock "f6f23a19-fb3d-4c26-a0f0-9352e008b248" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.380316] env[68461]: DEBUG nova.network.neutron [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Updating instance_info_cache with network_info: [{"id": "43bca46b-da32-49ca-9f59-ba95cb36014b", "address": "fa:16:3e:1e:27:49", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43bca46b-da", "ovs_interfaceid": "43bca46b-da32-49ca-9f59-ba95cb36014b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.423196] env[68461]: DEBUG nova.compute.manager [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 875.539290] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquiring lock "refresh_cache-ffc98835-bb20-4213-ab2e-217858cd937b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.539735] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquired lock "refresh_cache-ffc98835-bb20-4213-ab2e-217858cd937b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.539735] env[68461]: DEBUG nova.network.neutron [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.570657] env[68461]: INFO nova.compute.manager [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Took 19.75 seconds to build instance. [ 875.590346] env[68461]: DEBUG nova.compute.manager [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.630502] env[68461]: DEBUG oslo_vmware.api [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894765, 'name': PowerOnVM_Task, 'duration_secs': 1.346908} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.632732] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.632928] env[68461]: INFO nova.compute.manager [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Took 11.19 seconds to spawn the instance on the hypervisor. [ 875.633127] env[68461]: DEBUG nova.compute.manager [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.637027] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29baef40-250f-4e50-8cec-8a116148e0d4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.683015] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2894762, 'name': ReconfigVM_Task, 'duration_secs': 1.717477} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.685264] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 3bba8c74-80c8-41d2-92af-3b619185197e/3bba8c74-80c8-41d2-92af-3b619185197e.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.687447] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62a820d4-38a0-4ba2-8aaf-6a5b63dcd71b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.697100] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Waiting for the task: (returnval){ [ 875.697100] env[68461]: value = "task-2894767" [ 875.697100] env[68461]: _type = "Task" [ 875.697100] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.706029] env[68461]: DEBUG nova.network.neutron [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Successfully created port: aa04bac4-4fa2-4a00-a80d-62e8e35a5346 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.719438] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2894767, 'name': Rename_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.796576] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Task: {'id': task-2894766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533393} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.796807] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 8da50929-c46e-44e2-ac31-ee14af0055b8/8da50929-c46e-44e2-ac31-ee14af0055b8.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.797023] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.797273] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65ba5711-b0fd-4fb1-88dc-c51ac3c69585 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.806479] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Waiting for the task: (returnval){ [ 875.806479] env[68461]: value = "task-2894768" [ 875.806479] env[68461]: _type = "Task" [ 875.806479] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.817020] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Task: {'id': task-2894768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.887816] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Releasing lock "refresh_cache-307d6715-7c12-4106-9384-5bb381fceb0d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.889393] env[68461]: DEBUG nova.compute.manager [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Instance network_info: |[{"id": "43bca46b-da32-49ca-9f59-ba95cb36014b", "address": "fa:16:3e:1e:27:49", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43bca46b-da", "ovs_interfaceid": "43bca46b-da32-49ca-9f59-ba95cb36014b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.889829] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:27:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43bca46b-da32-49ca-9f59-ba95cb36014b', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.900955] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Creating folder: Project (f25c7061f20e4c6183b3eb7b40769575). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.904850] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-324774f8-b4fb-4cee-8171-15a700a9f24b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.920895] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Created folder: Project (f25c7061f20e4c6183b3eb7b40769575) in parent group-v581476. [ 875.921742] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Creating folder: Instances. Parent ref: group-v581496. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.921742] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d8fde30-5854-4d1a-af22-a61875105ce0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.941287] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Created folder: Instances in parent group-v581496. [ 875.941287] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.941287] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.941287] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af5e13d3-e00d-4502-b300-4408a9a7d5f1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.965085] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.965461] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.965461] env[68461]: value = "task-2894771" [ 875.965461] env[68461]: _type = "Task" [ 875.965461] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.975722] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894771, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.051244] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e66e2b-da34-4c96-a839-2eca0b2a7fc7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.062330] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6c8211-ee3c-4dd3-93bf-78c16df23ccc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.100878] env[68461]: DEBUG oslo_concurrency.lockutils [None req-23bd2134-ec36-4fc6-a2e3-31eb835f6b7a tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Lock "1d89390b-acab-4995-a3bd-006d6316fd6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.290s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.108576] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "1d89390b-acab-4995-a3bd-006d6316fd6d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.379s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.108576] env[68461]: INFO nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] During sync_power_state the instance has a pending task (spawning). Skip. [ 876.108576] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "1d89390b-acab-4995-a3bd-006d6316fd6d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.108576] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02005c97-978b-44f0-93e4-ba1820d963f2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.122909] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866a6308-8026-467c-bab9-254c6f8c1802 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.143078] env[68461]: DEBUG nova.compute.provider_tree [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.148536] env[68461]: DEBUG nova.network.neutron [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.176035] env[68461]: INFO nova.compute.manager [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Took 19.92 seconds to build instance. [ 876.212092] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2894767, 'name': Rename_Task, 'duration_secs': 0.241256} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.212747] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.213063] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc05389d-dde7-430b-8c25-3c7b657e4db0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.225521] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Waiting for the task: (returnval){ [ 876.225521] env[68461]: value = "task-2894774" [ 876.225521] env[68461]: _type = "Task" [ 876.225521] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.238794] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2894774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.318697] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Task: {'id': task-2894768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113136} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.319046] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.320032] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddff882-6ba5-4e19-90c2-5c6a7ddd037a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.349706] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 8da50929-c46e-44e2-ac31-ee14af0055b8/8da50929-c46e-44e2-ac31-ee14af0055b8.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.350220] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37f92060-3af8-4391-8906-fa2e72aa30c1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.376053] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Waiting for the task: (returnval){ [ 876.376053] env[68461]: value = "task-2894776" [ 876.376053] env[68461]: _type = "Task" [ 876.376053] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.387177] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Task: {'id': task-2894776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.390991] env[68461]: DEBUG nova.network.neutron [req-0e3b1fc6-9a0d-470d-ad53-748ac00bbe71 req-7d100160-d837-4c21-92bd-99e38c18d9bd service nova] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Updated VIF entry in instance network info cache for port 033d0778-d614-454c-9a8e-a705242e0e38. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.391435] env[68461]: DEBUG nova.network.neutron [req-0e3b1fc6-9a0d-470d-ad53-748ac00bbe71 req-7d100160-d837-4c21-92bd-99e38c18d9bd service nova] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Updating instance_info_cache with network_info: [{"id": "033d0778-d614-454c-9a8e-a705242e0e38", "address": "fa:16:3e:89:87:80", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap033d0778-d6", "ovs_interfaceid": "033d0778-d614-454c-9a8e-a705242e0e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.477539] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894771, 'name': CreateVM_Task, 'duration_secs': 0.440705} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.477790] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.478731] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.478831] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.479206] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.479464] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f92393b4-c90f-42ec-b568-632a9b784a76 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.490694] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Waiting for the task: (returnval){ [ 876.490694] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52289d3c-1580-8e72-c54d-18231ae36729" [ 876.490694] env[68461]: _type = "Task" [ 876.490694] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.502497] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52289d3c-1580-8e72-c54d-18231ae36729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.607176] env[68461]: DEBUG nova.compute.manager [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.611659] env[68461]: DEBUG nova.compute.manager [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.640866] env[68461]: DEBUG nova.virt.hardware [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.641676] env[68461]: DEBUG nova.virt.hardware [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.642496] env[68461]: DEBUG nova.virt.hardware [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.642496] env[68461]: DEBUG nova.virt.hardware [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.642496] env[68461]: DEBUG nova.virt.hardware [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.642496] env[68461]: DEBUG nova.virt.hardware [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.642837] env[68461]: DEBUG nova.virt.hardware [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.643097] env[68461]: DEBUG nova.virt.hardware [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.643319] env[68461]: DEBUG nova.virt.hardware [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.643581] env[68461]: DEBUG nova.virt.hardware [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.644197] env[68461]: DEBUG nova.virt.hardware [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.645141] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873fc63d-c89e-45cc-9ec8-9e672d1b9690 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.652140] env[68461]: DEBUG nova.scheduler.client.report [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.661282] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779a217f-a656-49d8-a77b-ebaa59c62ac7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.680720] env[68461]: DEBUG oslo_concurrency.lockutils [None req-add7f8fc-20c1-4704-8b64-b12835bfefd1 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Lock "7a9f7ade-ad54-4517-acf8-70fced073c77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.431s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.682388] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "7a9f7ade-ad54-4517-acf8-70fced073c77" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.955s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.683243] env[68461]: INFO nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] During sync_power_state the instance has a pending task (networking). Skip. [ 876.683243] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "7a9f7ade-ad54-4517-acf8-70fced073c77" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.741762] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2894774, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.753101] env[68461]: DEBUG nova.network.neutron [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Updating instance_info_cache with network_info: [{"id": "83f944ff-0e87-46d1-99e2-b9b8841b1628", "address": "fa:16:3e:1b:19:15", "network": {"id": "5869c72c-3c13-4d67-bce2-5dba006886ec", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1873824450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa243b8687cb4f1ab88ecbeddf00aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f944ff-0e", "ovs_interfaceid": "83f944ff-0e87-46d1-99e2-b9b8841b1628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.890252] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Task: {'id': task-2894776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.894052] env[68461]: DEBUG oslo_concurrency.lockutils [req-0e3b1fc6-9a0d-470d-ad53-748ac00bbe71 req-7d100160-d837-4c21-92bd-99e38c18d9bd service nova] Releasing lock "refresh_cache-8da50929-c46e-44e2-ac31-ee14af0055b8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.005994] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52289d3c-1580-8e72-c54d-18231ae36729, 'name': SearchDatastore_Task, 'duration_secs': 0.014944} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.006253] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.006368] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.006712] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.006790] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.006918] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.007865] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ef21dc0-16a3-4f39-a0a0-b991c628f78b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.033032] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.033032] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.033032] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbdc7ded-b345-4ca6-b88d-10357bcd50d3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.046043] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Waiting for the task: (returnval){ [ 877.046043] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52a37318-8e6e-6cf9-b78c-4f3a35b42b99" [ 877.046043] env[68461]: _type = "Task" [ 877.046043] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.056052] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a37318-8e6e-6cf9-b78c-4f3a35b42b99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.113241] env[68461]: DEBUG nova.compute.manager [None req-925da736-211c-4fbb-bdca-b517c3097941 tempest-ServerDiagnosticsTest-889688025 tempest-ServerDiagnosticsTest-889688025-project-admin] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.116610] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c03d64f-c6f2-40fa-a16e-91184d232f8d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.127215] env[68461]: INFO nova.compute.manager [None req-925da736-211c-4fbb-bdca-b517c3097941 tempest-ServerDiagnosticsTest-889688025 tempest-ServerDiagnosticsTest-889688025-project-admin] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Retrieving diagnostics [ 877.128715] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57113715-1dd4-466e-b212-47657667ef17 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.166370] env[68461]: DEBUG oslo_concurrency.lockutils [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.167357] env[68461]: DEBUG nova.compute.manager [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.173032] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.173378] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.801s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.175022] env[68461]: INFO nova.compute.claims [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.184533] env[68461]: DEBUG nova.compute.manager [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.237553] env[68461]: DEBUG oslo_vmware.api [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2894774, 'name': PowerOnVM_Task, 'duration_secs': 0.693725} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.238262] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.239453] env[68461]: INFO nova.compute.manager [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Took 10.40 seconds to spawn the instance on the hypervisor. [ 877.239453] env[68461]: DEBUG nova.compute.manager [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.239704] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5ddcfd-e67e-48a0-ba7f-16da1753f046 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.256516] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Releasing lock "refresh_cache-ffc98835-bb20-4213-ab2e-217858cd937b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.256825] env[68461]: DEBUG nova.compute.manager [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Instance network_info: |[{"id": "83f944ff-0e87-46d1-99e2-b9b8841b1628", "address": "fa:16:3e:1b:19:15", "network": {"id": "5869c72c-3c13-4d67-bce2-5dba006886ec", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1873824450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa243b8687cb4f1ab88ecbeddf00aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f944ff-0e", "ovs_interfaceid": "83f944ff-0e87-46d1-99e2-b9b8841b1628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.257244] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:19:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83f944ff-0e87-46d1-99e2-b9b8841b1628', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.268058] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Creating folder: Project (aa243b8687cb4f1ab88ecbeddf00aa12). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.269755] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66eea595-0726-49b5-b363-d20ca76c160f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.284830] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Created folder: Project (aa243b8687cb4f1ab88ecbeddf00aa12) in parent group-v581476. [ 877.285501] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Creating folder: Instances. Parent ref: group-v581502. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.286709] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c94f70f3-fee0-46d4-875b-27430728c56d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.300769] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Created folder: Instances in parent group-v581502. [ 877.301039] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.301836] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.302852] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76335217-93f3-499b-aef3-496f83dc2c33 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.324273] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.324273] env[68461]: value = "task-2894779" [ 877.324273] env[68461]: _type = "Task" [ 877.324273] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.337029] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894779, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.389238] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Task: {'id': task-2894776, 'name': ReconfigVM_Task, 'duration_secs': 0.660656} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.389613] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 8da50929-c46e-44e2-ac31-ee14af0055b8/8da50929-c46e-44e2-ac31-ee14af0055b8.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.390281] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5704f560-4fb4-48b9-a07b-5dce3515c7a1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.401047] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Waiting for the task: (returnval){ [ 877.401047] env[68461]: value = "task-2894780" [ 877.401047] env[68461]: _type = "Task" [ 877.401047] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.412136] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Task: {'id': task-2894780, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.508342] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Acquiring lock "cd31aad9-c1fe-4d8a-a294-c4d5a8265da0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.508569] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Lock "cd31aad9-c1fe-4d8a-a294-c4d5a8265da0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.560832] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a37318-8e6e-6cf9-b78c-4f3a35b42b99, 'name': SearchDatastore_Task, 'duration_secs': 0.032139} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.560832] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9df8c194-d61a-40f4-ae5f-9f5720812d53 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.567213] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Waiting for the task: (returnval){ [ 877.567213] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52599b9f-fd98-b42a-fb8c-16e4fbfe681f" [ 877.567213] env[68461]: _type = "Task" [ 877.567213] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.578399] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52599b9f-fd98-b42a-fb8c-16e4fbfe681f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.675684] env[68461]: DEBUG nova.compute.utils [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.675684] env[68461]: DEBUG nova.compute.manager [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.676301] env[68461]: DEBUG nova.network.neutron [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.706979] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.766176] env[68461]: INFO nova.compute.manager [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Took 21.47 seconds to build instance. [ 877.770441] env[68461]: DEBUG nova.policy [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bfeca9b303247d393bf07afebdf7d8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f87ba5bed0e4036abd78c13d6bb7567', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.837732] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894779, 'name': CreateVM_Task, 'duration_secs': 0.475454} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.838111] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.839495] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.839698] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.840152] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.840673] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8484942-00a0-41ad-a66f-00336516d944 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.846889] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 877.846889] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52359a89-ab32-ea7a-4bfd-24cb3428f56f" [ 877.846889] env[68461]: _type = "Task" [ 877.846889] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.859325] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52359a89-ab32-ea7a-4bfd-24cb3428f56f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.885900] env[68461]: DEBUG nova.network.neutron [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Successfully updated port: aa04bac4-4fa2-4a00-a80d-62e8e35a5346 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.913096] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Task: {'id': task-2894780, 'name': Rename_Task, 'duration_secs': 0.226338} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.914943] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.914943] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f40e16c-e9ab-464f-9419-05f56ccea309 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.926926] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Waiting for the task: (returnval){ [ 877.926926] env[68461]: value = "task-2894781" [ 877.926926] env[68461]: _type = "Task" [ 877.926926] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.937495] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Task: {'id': task-2894781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.084937] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52599b9f-fd98-b42a-fb8c-16e4fbfe681f, 'name': SearchDatastore_Task, 'duration_secs': 0.018131} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.085269] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.085563] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 307d6715-7c12-4106-9384-5bb381fceb0d/307d6715-7c12-4106-9384-5bb381fceb0d.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.085871] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0aa917ad-aa5e-4081-9d70-1fb977941913 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.098169] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Waiting for the task: (returnval){ [ 878.098169] env[68461]: value = "task-2894782" [ 878.098169] env[68461]: _type = "Task" [ 878.098169] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.112835] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Task: {'id': task-2894782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.164426] env[68461]: DEBUG oslo_concurrency.lockutils [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Acquiring lock "aa08eea2-f042-4ba4-b229-3609ac22b47e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.164766] env[68461]: DEBUG oslo_concurrency.lockutils [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Lock "aa08eea2-f042-4ba4-b229-3609ac22b47e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.180378] env[68461]: DEBUG nova.compute.manager [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.252661] env[68461]: DEBUG nova.network.neutron [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Successfully created port: 904f8028-5868-4057-b173-9724365994a5 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.275690] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0181330d-71e0-47a9-9dc2-133f989d5f5c tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Lock "3bba8c74-80c8-41d2-92af-3b619185197e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.988s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.281307] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "3bba8c74-80c8-41d2-92af-3b619185197e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.554s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.283012] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c5ace6-42bb-4ebd-9258-c86dd1061990 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.367476] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52359a89-ab32-ea7a-4bfd-24cb3428f56f, 'name': SearchDatastore_Task, 'duration_secs': 0.022331} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.367855] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.368155] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.368490] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.368637] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.369672] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.370514] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ebb40a6-dd5a-436e-b7c2-072ec1270ce6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.387136] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.387341] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.388175] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b008ec9-d6c1-40ad-9330-f49bd11b1aaa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.391634] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquiring lock "refresh_cache-e9d15794-c864-4c2e-a9c2-28d96991bebe" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.391634] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquired lock "refresh_cache-e9d15794-c864-4c2e-a9c2-28d96991bebe" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.391787] env[68461]: DEBUG nova.network.neutron [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.401393] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 878.401393] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5245da1f-ed77-ac32-8c3c-2158e2a3f643" [ 878.401393] env[68461]: _type = "Task" [ 878.401393] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.411627] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5245da1f-ed77-ac32-8c3c-2158e2a3f643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.441980] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Task: {'id': task-2894781, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.571970] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0386aa31-3526-43b9-9abf-3be7e18e07e8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.584662] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6338853-5823-42f5-a767-e743875ec895 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.635961] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151e0ede-e237-4174-bead-60f7bc3dfddf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.645554] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Task: {'id': task-2894782, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.649911] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d905452-5635-43d9-884e-edba423b7539 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.669514] env[68461]: DEBUG nova.compute.provider_tree [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.783072] env[68461]: DEBUG nova.compute.manager [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.789796] env[68461]: DEBUG nova.compute.manager [req-eb384968-0caa-45ad-8528-63fd02da9dbf req-fd239af4-1180-492b-bf59-dc10777f48ad service nova] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Received event network-changed-43bca46b-da32-49ca-9f59-ba95cb36014b {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.790018] env[68461]: DEBUG nova.compute.manager [req-eb384968-0caa-45ad-8528-63fd02da9dbf req-fd239af4-1180-492b-bf59-dc10777f48ad service nova] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Refreshing instance network info cache due to event network-changed-43bca46b-da32-49ca-9f59-ba95cb36014b. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.790240] env[68461]: DEBUG oslo_concurrency.lockutils [req-eb384968-0caa-45ad-8528-63fd02da9dbf req-fd239af4-1180-492b-bf59-dc10777f48ad service nova] Acquiring lock "refresh_cache-307d6715-7c12-4106-9384-5bb381fceb0d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.790544] env[68461]: DEBUG oslo_concurrency.lockutils [req-eb384968-0caa-45ad-8528-63fd02da9dbf req-fd239af4-1180-492b-bf59-dc10777f48ad service nova] Acquired lock "refresh_cache-307d6715-7c12-4106-9384-5bb381fceb0d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.790612] env[68461]: DEBUG nova.network.neutron [req-eb384968-0caa-45ad-8528-63fd02da9dbf req-fd239af4-1180-492b-bf59-dc10777f48ad service nova] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Refreshing network info cache for port 43bca46b-da32-49ca-9f59-ba95cb36014b {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.797556] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "3bba8c74-80c8-41d2-92af-3b619185197e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.516s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.922306] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5245da1f-ed77-ac32-8c3c-2158e2a3f643, 'name': SearchDatastore_Task, 'duration_secs': 0.023559} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.923244] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e06118a-8620-4c34-92cf-5e043b144af5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.944110] env[68461]: DEBUG oslo_vmware.api [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Task: {'id': task-2894781, 'name': PowerOnVM_Task, 'duration_secs': 0.984226} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.945721] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.946041] env[68461]: INFO nova.compute.manager [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Took 9.50 seconds to spawn the instance on the hypervisor. [ 878.946150] env[68461]: DEBUG nova.compute.manager [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.946586] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 878.946586] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5281101f-5839-e6f7-afa1-6bb9d9f72774" [ 878.946586] env[68461]: _type = "Task" [ 878.946586] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.947538] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152eb058-1e4f-404b-8eec-d4ea5011640e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.970932] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5281101f-5839-e6f7-afa1-6bb9d9f72774, 'name': SearchDatastore_Task, 'duration_secs': 0.014338} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.972460] env[68461]: DEBUG nova.network.neutron [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.974955] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.975255] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] ffc98835-bb20-4213-ab2e-217858cd937b/ffc98835-bb20-4213-ab2e-217858cd937b.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.975645] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2f172ed-54c2-4bb4-9a4c-001e11afbd8a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.991489] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 878.991489] env[68461]: value = "task-2894783" [ 878.991489] env[68461]: _type = "Task" [ 878.991489] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.008215] env[68461]: DEBUG oslo_concurrency.lockutils [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Acquiring lock "15bb026a-d9ef-4b1d-b565-0d6954fe8391" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.008215] env[68461]: DEBUG oslo_concurrency.lockutils [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Lock "15bb026a-d9ef-4b1d-b565-0d6954fe8391" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.008586] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.029889] env[68461]: DEBUG nova.compute.manager [req-39d75742-ec83-41bd-8bd2-cfbf21734011 req-3a9f7e36-b430-4f6e-862a-46671a611cf9 service nova] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Received event network-vif-plugged-83f944ff-0e87-46d1-99e2-b9b8841b1628 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.029889] env[68461]: DEBUG oslo_concurrency.lockutils [req-39d75742-ec83-41bd-8bd2-cfbf21734011 req-3a9f7e36-b430-4f6e-862a-46671a611cf9 service nova] Acquiring lock "ffc98835-bb20-4213-ab2e-217858cd937b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.029889] env[68461]: DEBUG oslo_concurrency.lockutils [req-39d75742-ec83-41bd-8bd2-cfbf21734011 req-3a9f7e36-b430-4f6e-862a-46671a611cf9 service nova] Lock "ffc98835-bb20-4213-ab2e-217858cd937b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.029889] env[68461]: DEBUG oslo_concurrency.lockutils [req-39d75742-ec83-41bd-8bd2-cfbf21734011 req-3a9f7e36-b430-4f6e-862a-46671a611cf9 service nova] Lock "ffc98835-bb20-4213-ab2e-217858cd937b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.030447] env[68461]: DEBUG nova.compute.manager [req-39d75742-ec83-41bd-8bd2-cfbf21734011 req-3a9f7e36-b430-4f6e-862a-46671a611cf9 service nova] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] No waiting events found dispatching network-vif-plugged-83f944ff-0e87-46d1-99e2-b9b8841b1628 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.030447] env[68461]: WARNING nova.compute.manager [req-39d75742-ec83-41bd-8bd2-cfbf21734011 req-3a9f7e36-b430-4f6e-862a-46671a611cf9 service nova] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Received unexpected event network-vif-plugged-83f944ff-0e87-46d1-99e2-b9b8841b1628 for instance with vm_state building and task_state spawning. [ 879.031106] env[68461]: DEBUG nova.compute.manager [req-39d75742-ec83-41bd-8bd2-cfbf21734011 req-3a9f7e36-b430-4f6e-862a-46671a611cf9 service nova] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Received event network-changed-83f944ff-0e87-46d1-99e2-b9b8841b1628 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.031106] env[68461]: DEBUG nova.compute.manager [req-39d75742-ec83-41bd-8bd2-cfbf21734011 req-3a9f7e36-b430-4f6e-862a-46671a611cf9 service nova] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Refreshing instance network info cache due to event network-changed-83f944ff-0e87-46d1-99e2-b9b8841b1628. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.031530] env[68461]: DEBUG oslo_concurrency.lockutils [req-39d75742-ec83-41bd-8bd2-cfbf21734011 req-3a9f7e36-b430-4f6e-862a-46671a611cf9 service nova] Acquiring lock "refresh_cache-ffc98835-bb20-4213-ab2e-217858cd937b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.031605] env[68461]: DEBUG oslo_concurrency.lockutils [req-39d75742-ec83-41bd-8bd2-cfbf21734011 req-3a9f7e36-b430-4f6e-862a-46671a611cf9 service nova] Acquired lock "refresh_cache-ffc98835-bb20-4213-ab2e-217858cd937b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.031786] env[68461]: DEBUG nova.network.neutron [req-39d75742-ec83-41bd-8bd2-cfbf21734011 req-3a9f7e36-b430-4f6e-862a-46671a611cf9 service nova] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Refreshing network info cache for port 83f944ff-0e87-46d1-99e2-b9b8841b1628 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.137973] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Task: {'id': task-2894782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641809} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.141646] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 307d6715-7c12-4106-9384-5bb381fceb0d/307d6715-7c12-4106-9384-5bb381fceb0d.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.141646] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.141822] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da77bcda-4d39-4745-9f55-ae7626eb413f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.151797] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Waiting for the task: (returnval){ [ 879.151797] env[68461]: value = "task-2894784" [ 879.151797] env[68461]: _type = "Task" [ 879.151797] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.165302] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Task: {'id': task-2894784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.173581] env[68461]: DEBUG nova.scheduler.client.report [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.195622] env[68461]: DEBUG nova.compute.manager [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.233267] env[68461]: DEBUG nova.virt.hardware [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.233485] env[68461]: DEBUG nova.virt.hardware [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.233641] env[68461]: DEBUG nova.virt.hardware [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.233875] env[68461]: DEBUG nova.virt.hardware [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.233958] env[68461]: DEBUG nova.virt.hardware [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.234540] env[68461]: DEBUG nova.virt.hardware [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.234540] env[68461]: DEBUG nova.virt.hardware [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.234540] env[68461]: DEBUG nova.virt.hardware [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.234811] env[68461]: DEBUG nova.virt.hardware [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.234811] env[68461]: DEBUG nova.virt.hardware [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.234985] env[68461]: DEBUG nova.virt.hardware [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.236175] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20fbc3d-61f4-44fa-8f5a-447c3ee7833f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.249065] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa43a9b-ae63-4b4a-a948-e8492c2667ff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.319463] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.327526] env[68461]: DEBUG nova.network.neutron [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Updating instance_info_cache with network_info: [{"id": "aa04bac4-4fa2-4a00-a80d-62e8e35a5346", "address": "fa:16:3e:1d:79:c9", "network": {"id": "8c6be281-c519-48e8-89a9-32097ce31345", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1169323629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f87ba5bed0e4036abd78c13d6bb7567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa04bac4-4f", "ovs_interfaceid": "aa04bac4-4fa2-4a00-a80d-62e8e35a5346", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.486449] env[68461]: INFO nova.compute.manager [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Rescuing [ 879.486449] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquiring lock "refresh_cache-7a9f7ade-ad54-4517-acf8-70fced073c77" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.486605] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquired lock "refresh_cache-7a9f7ade-ad54-4517-acf8-70fced073c77" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.486762] env[68461]: DEBUG nova.network.neutron [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.489623] env[68461]: INFO nova.compute.manager [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Took 22.27 seconds to build instance. [ 879.494440] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Acquiring lock "6b159e34-84a8-45c0-a5e2-9a9d1799b3fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.494891] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Lock "6b159e34-84a8-45c0-a5e2-9a9d1799b3fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.506749] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894783, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.608486] env[68461]: DEBUG nova.network.neutron [req-eb384968-0caa-45ad-8528-63fd02da9dbf req-fd239af4-1180-492b-bf59-dc10777f48ad service nova] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Updated VIF entry in instance network info cache for port 43bca46b-da32-49ca-9f59-ba95cb36014b. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.608848] env[68461]: DEBUG nova.network.neutron [req-eb384968-0caa-45ad-8528-63fd02da9dbf req-fd239af4-1180-492b-bf59-dc10777f48ad service nova] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Updating instance_info_cache with network_info: [{"id": "43bca46b-da32-49ca-9f59-ba95cb36014b", "address": "fa:16:3e:1e:27:49", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43bca46b-da", "ovs_interfaceid": "43bca46b-da32-49ca-9f59-ba95cb36014b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.669111] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Task: {'id': task-2894784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082257} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.669708] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.670583] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a0b891-e6b6-4638-ac2d-fa84d5be18f9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.689268] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.689868] env[68461]: DEBUG nova.compute.manager [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.704357] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 307d6715-7c12-4106-9384-5bb381fceb0d/307d6715-7c12-4106-9384-5bb381fceb0d.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.707816] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.038s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.710516] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e47f0912-6ac2-414d-ac69-37b4639df84d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.737667] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Waiting for the task: (returnval){ [ 879.737667] env[68461]: value = "task-2894786" [ 879.737667] env[68461]: _type = "Task" [ 879.737667] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.750019] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Task: {'id': task-2894786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.831074] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Releasing lock "refresh_cache-e9d15794-c864-4c2e-a9c2-28d96991bebe" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.831432] env[68461]: DEBUG nova.compute.manager [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Instance network_info: |[{"id": "aa04bac4-4fa2-4a00-a80d-62e8e35a5346", "address": "fa:16:3e:1d:79:c9", "network": {"id": "8c6be281-c519-48e8-89a9-32097ce31345", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1169323629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f87ba5bed0e4036abd78c13d6bb7567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa04bac4-4f", "ovs_interfaceid": "aa04bac4-4fa2-4a00-a80d-62e8e35a5346", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.832520] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:79:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa04bac4-4fa2-4a00-a80d-62e8e35a5346', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.839825] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Creating folder: Project (7f87ba5bed0e4036abd78c13d6bb7567). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.842757] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19895d08-2442-48b4-93c9-c46cbc8e719a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.854911] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Created folder: Project (7f87ba5bed0e4036abd78c13d6bb7567) in parent group-v581476. [ 879.855128] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Creating folder: Instances. Parent ref: group-v581505. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.855377] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0810638a-c2bf-4f97-ad04-7ca2676617d7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.872222] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Created folder: Instances in parent group-v581505. [ 879.872489] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.872696] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.872934] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1350d9c5-05b2-464c-85e4-c1d094569f88 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.893444] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.893444] env[68461]: value = "task-2894789" [ 879.893444] env[68461]: _type = "Task" [ 879.893444] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.910536] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894789, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.996983] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ff4fd61f-7680-4db5-b44a-450346d8987f tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Lock "8da50929-c46e-44e2-ac31-ee14af0055b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.794s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.016488] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712728} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.019244] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] ffc98835-bb20-4213-ab2e-217858cd937b/ffc98835-bb20-4213-ab2e-217858cd937b.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.019552] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.020474] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99c7191f-064a-4d12-983a-74a34f3cbeb2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.030509] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 880.030509] env[68461]: value = "task-2894790" [ 880.030509] env[68461]: _type = "Task" [ 880.030509] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.039163] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Acquiring lock "1d89390b-acab-4995-a3bd-006d6316fd6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.039492] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Lock "1d89390b-acab-4995-a3bd-006d6316fd6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.040634] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Acquiring lock "1d89390b-acab-4995-a3bd-006d6316fd6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.040896] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Lock "1d89390b-acab-4995-a3bd-006d6316fd6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.041165] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Lock "1d89390b-acab-4995-a3bd-006d6316fd6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.047491] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.048344] env[68461]: INFO nova.compute.manager [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Terminating instance [ 880.112386] env[68461]: DEBUG oslo_concurrency.lockutils [req-eb384968-0caa-45ad-8528-63fd02da9dbf req-fd239af4-1180-492b-bf59-dc10777f48ad service nova] Releasing lock "refresh_cache-307d6715-7c12-4106-9384-5bb381fceb0d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.138416] env[68461]: DEBUG nova.network.neutron [req-39d75742-ec83-41bd-8bd2-cfbf21734011 req-3a9f7e36-b430-4f6e-862a-46671a611cf9 service nova] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Updated VIF entry in instance network info cache for port 83f944ff-0e87-46d1-99e2-b9b8841b1628. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.138416] env[68461]: DEBUG nova.network.neutron [req-39d75742-ec83-41bd-8bd2-cfbf21734011 req-3a9f7e36-b430-4f6e-862a-46671a611cf9 service nova] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Updating instance_info_cache with network_info: [{"id": "83f944ff-0e87-46d1-99e2-b9b8841b1628", "address": "fa:16:3e:1b:19:15", "network": {"id": "5869c72c-3c13-4d67-bce2-5dba006886ec", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1873824450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa243b8687cb4f1ab88ecbeddf00aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f944ff-0e", "ovs_interfaceid": "83f944ff-0e87-46d1-99e2-b9b8841b1628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.206459] env[68461]: DEBUG nova.compute.utils [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.209055] env[68461]: DEBUG nova.compute.manager [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.209267] env[68461]: DEBUG nova.network.neutron [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.249730] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Task: {'id': task-2894786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.250809] env[68461]: DEBUG nova.network.neutron [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Updating instance_info_cache with network_info: [{"id": "2842be9e-fff3-4253-ab01-03ba05355c07", "address": "fa:16:3e:0d:34:8e", "network": {"id": "14adfbd0-a273-447c-b58b-6ab3faf8cbab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1294454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1bd5e6b46e77459c91fb5b651539b3df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2842be9e-ff", "ovs_interfaceid": "2842be9e-fff3-4253-ab01-03ba05355c07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.300303] env[68461]: DEBUG nova.policy [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff9ce40291b546de862941cc0bda95f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5287882b2dff49de912e7ec7a4df131b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.404740] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894789, 'name': CreateVM_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.453446] env[68461]: DEBUG nova.network.neutron [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Successfully updated port: 904f8028-5868-4057-b173-9724365994a5 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.508648] env[68461]: DEBUG nova.compute.manager [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 880.544512] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208363} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.544512] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.544512] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5681cfac-0786-44ad-ab2c-40f2836381d1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.560819] env[68461]: DEBUG nova.compute.manager [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.561064] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.571352] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] ffc98835-bb20-4213-ab2e-217858cd937b/ffc98835-bb20-4213-ab2e-217858cd937b.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.572884] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d797d18b-8b8a-426e-a3ef-50938d865c36 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.576194] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6354dcf-b948-4fb0-9ed9-fc2eaa2e0d20 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.599634] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.601917] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf098d01-3339-436d-b0dd-00bdb989997c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.604364] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 880.604364] env[68461]: value = "task-2894791" [ 880.604364] env[68461]: _type = "Task" [ 880.604364] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.611833] env[68461]: DEBUG oslo_vmware.api [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Waiting for the task: (returnval){ [ 880.611833] env[68461]: value = "task-2894792" [ 880.611833] env[68461]: _type = "Task" [ 880.611833] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.623225] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.635224] env[68461]: DEBUG oslo_vmware.api [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': task-2894792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.640164] env[68461]: DEBUG oslo_concurrency.lockutils [req-39d75742-ec83-41bd-8bd2-cfbf21734011 req-3a9f7e36-b430-4f6e-862a-46671a611cf9 service nova] Releasing lock "refresh_cache-ffc98835-bb20-4213-ab2e-217858cd937b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.712719] env[68461]: DEBUG nova.compute.manager [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.753716] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Releasing lock "refresh_cache-7a9f7ade-ad54-4517-acf8-70fced073c77" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.765028] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Task: {'id': task-2894786, 'name': ReconfigVM_Task, 'duration_secs': 0.786419} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.765028] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 307d6715-7c12-4106-9384-5bb381fceb0d/307d6715-7c12-4106-9384-5bb381fceb0d.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.765028] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d57870e-bd72-4d9b-bdd1-7aa3c9764f06 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.779218] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Waiting for the task: (returnval){ [ 880.779218] env[68461]: value = "task-2894793" [ 880.779218] env[68461]: _type = "Task" [ 880.779218] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.801706] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Task: {'id': task-2894793, 'name': Rename_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.895971] env[68461]: DEBUG nova.network.neutron [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Successfully created port: 920dd901-8ffe-4cc5-a2c5-e355bdc59bbe {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.907969] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894789, 'name': CreateVM_Task, 'duration_secs': 0.781989} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.908241] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.908962] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.910051] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.910051] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.910051] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab990cdd-0c54-4332-a9a2-3b4f9175e398 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.916362] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Waiting for the task: (returnval){ [ 880.916362] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52dd88e7-1b60-7f6e-be3b-08bee3ef7732" [ 880.916362] env[68461]: _type = "Task" [ 880.916362] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.925716] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52dd88e7-1b60-7f6e-be3b-08bee3ef7732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.960187] env[68461]: DEBUG oslo_concurrency.lockutils [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquiring lock "refresh_cache-abbbbbc0-3457-4c28-905f-728f2caf2f39" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.960407] env[68461]: DEBUG oslo_concurrency.lockutils [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquired lock "refresh_cache-abbbbbc0-3457-4c28-905f-728f2caf2f39" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.960964] env[68461]: DEBUG nova.network.neutron [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.034685] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.115690] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.126104] env[68461]: DEBUG oslo_vmware.api [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': task-2894792, 'name': PowerOffVM_Task, 'duration_secs': 0.303089} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.126453] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.126630] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.126891] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-313ccf17-7561-4b6f-8c97-e6daaa3ad1e5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.205290] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.206168] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.206168] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Deleting the datastore file [datastore1] 1d89390b-acab-4995-a3bd-006d6316fd6d {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.206276] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9941accd-ed83-47e6-998b-98931ce1045c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.215907] env[68461]: DEBUG oslo_vmware.api [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Waiting for the task: (returnval){ [ 881.215907] env[68461]: value = "task-2894795" [ 881.215907] env[68461]: _type = "Task" [ 881.215907] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.238321] env[68461]: DEBUG oslo_vmware.api [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': task-2894795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.278163] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] Acquiring lock "3bba8c74-80c8-41d2-92af-3b619185197e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.278360] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] Lock "3bba8c74-80c8-41d2-92af-3b619185197e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.278582] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] Acquiring lock "3bba8c74-80c8-41d2-92af-3b619185197e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.278762] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] Lock "3bba8c74-80c8-41d2-92af-3b619185197e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.278933] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] Lock "3bba8c74-80c8-41d2-92af-3b619185197e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.283801] env[68461]: INFO nova.compute.manager [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Terminating instance [ 881.297367] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 680a5bb1-ac39-481f-9986-f33d0661bf32 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 881.297718] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 8da50929-c46e-44e2-ac31-ee14af0055b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 881.297718] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 7a9f7ade-ad54-4517-acf8-70fced073c77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 881.297842] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 1d89390b-acab-4995-a3bd-006d6316fd6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 881.298021] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 53ea1e0b-8f00-4f0f-805e-05c81e06f05a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 881.308716] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Task: {'id': task-2894793, 'name': Rename_Task, 'duration_secs': 0.416498} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.309220] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.311351] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80871c2b-83f3-4bbc-82e0-8200f15f94d4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.319299] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Waiting for the task: (returnval){ [ 881.319299] env[68461]: value = "task-2894797" [ 881.319299] env[68461]: _type = "Task" [ 881.319299] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.334179] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Task: {'id': task-2894797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.431931] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52dd88e7-1b60-7f6e-be3b-08bee3ef7732, 'name': SearchDatastore_Task, 'duration_secs': 0.017926} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.432282] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.432515] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.432763] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.432905] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.433093] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.433351] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f3259a6-d492-48f1-b060-0485ac7d6658 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.448377] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.448613] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.449453] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-785585e8-8c16-4718-8581-0eed9fdc6fa2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.456209] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Waiting for the task: (returnval){ [ 881.456209] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5225e17a-9abd-101f-aa8f-0c6916030f65" [ 881.456209] env[68461]: _type = "Task" [ 881.456209] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.470152] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5225e17a-9abd-101f-aa8f-0c6916030f65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.543021] env[68461]: DEBUG nova.network.neutron [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.618231] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894791, 'name': ReconfigVM_Task, 'duration_secs': 0.718324} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.618231] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Reconfigured VM instance instance-00000007 to attach disk [datastore2] ffc98835-bb20-4213-ab2e-217858cd937b/ffc98835-bb20-4213-ab2e-217858cd937b.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.618231] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-204a1027-c058-41e8-a331-e754a7cd7f2a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.625840] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 881.625840] env[68461]: value = "task-2894798" [ 881.625840] env[68461]: _type = "Task" [ 881.625840] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.636295] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894798, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.728844] env[68461]: DEBUG nova.compute.manager [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.731079] env[68461]: DEBUG oslo_vmware.api [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Task: {'id': task-2894795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353493} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.731786] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.731786] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.732030] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.732222] env[68461]: INFO nova.compute.manager [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 881.732447] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.732720] env[68461]: DEBUG nova.compute.manager [-] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.732939] env[68461]: DEBUG nova.network.neutron [-] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.763493] env[68461]: DEBUG nova.virt.hardware [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.763806] env[68461]: DEBUG nova.virt.hardware [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.764008] env[68461]: DEBUG nova.virt.hardware [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.764279] env[68461]: DEBUG nova.virt.hardware [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.764481] env[68461]: DEBUG nova.virt.hardware [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.764654] env[68461]: DEBUG nova.virt.hardware [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.764916] env[68461]: DEBUG nova.virt.hardware [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.765120] env[68461]: DEBUG nova.virt.hardware [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.765328] env[68461]: DEBUG nova.virt.hardware [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.765518] env[68461]: DEBUG nova.virt.hardware [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.765681] env[68461]: DEBUG nova.virt.hardware [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.766605] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea253b2-6999-4c0e-907e-bfcb9b67afdb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.776512] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23644ef4-bf0d-4b79-ba95-024ba1985992 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.795976] env[68461]: DEBUG nova.compute.manager [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.795976] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.796612] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbd6258-18df-40dc-b579-fa22ab27a9e1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.808950] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 38fac1f3-9fe0-49c8-875e-d260db193c8a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 881.815247] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.818704] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef6a9e76-387f-4ae7-9a0b-917812d53274 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.832250] env[68461]: DEBUG oslo_vmware.api [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] Waiting for the task: (returnval){ [ 881.832250] env[68461]: value = "task-2894799" [ 881.832250] env[68461]: _type = "Task" [ 881.832250] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.841046] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Task: {'id': task-2894797, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.847999] env[68461]: DEBUG oslo_vmware.api [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] Task: {'id': task-2894799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.920236] env[68461]: DEBUG nova.network.neutron [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Updating instance_info_cache with network_info: [{"id": "904f8028-5868-4057-b173-9724365994a5", "address": "fa:16:3e:8a:b1:ce", "network": {"id": "8c6be281-c519-48e8-89a9-32097ce31345", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1169323629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f87ba5bed0e4036abd78c13d6bb7567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap904f8028-58", "ovs_interfaceid": "904f8028-5868-4057-b173-9724365994a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.973016] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5225e17a-9abd-101f-aa8f-0c6916030f65, 'name': SearchDatastore_Task, 'duration_secs': 0.016259} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.974113] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae7acdd1-4472-4ac6-841d-92f56d14fa04 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.983772] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Waiting for the task: (returnval){ [ 881.983772] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52ab1f32-b1af-090d-25e8-be00217201f9" [ 881.983772] env[68461]: _type = "Task" [ 881.983772] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.002554] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ab1f32-b1af-090d-25e8-be00217201f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.023184] env[68461]: DEBUG nova.compute.manager [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Received event network-vif-plugged-aa04bac4-4fa2-4a00-a80d-62e8e35a5346 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.023404] env[68461]: DEBUG oslo_concurrency.lockutils [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] Acquiring lock "e9d15794-c864-4c2e-a9c2-28d96991bebe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.023609] env[68461]: DEBUG oslo_concurrency.lockutils [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] Lock "e9d15794-c864-4c2e-a9c2-28d96991bebe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.023766] env[68461]: DEBUG oslo_concurrency.lockutils [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] Lock "e9d15794-c864-4c2e-a9c2-28d96991bebe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.023932] env[68461]: DEBUG nova.compute.manager [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] No waiting events found dispatching network-vif-plugged-aa04bac4-4fa2-4a00-a80d-62e8e35a5346 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.024112] env[68461]: WARNING nova.compute.manager [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Received unexpected event network-vif-plugged-aa04bac4-4fa2-4a00-a80d-62e8e35a5346 for instance with vm_state building and task_state spawning. [ 882.024276] env[68461]: DEBUG nova.compute.manager [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Received event network-changed-aa04bac4-4fa2-4a00-a80d-62e8e35a5346 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.024472] env[68461]: DEBUG nova.compute.manager [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Refreshing instance network info cache due to event network-changed-aa04bac4-4fa2-4a00-a80d-62e8e35a5346. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.024614] env[68461]: DEBUG oslo_concurrency.lockutils [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] Acquiring lock "refresh_cache-e9d15794-c864-4c2e-a9c2-28d96991bebe" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.024817] env[68461]: DEBUG oslo_concurrency.lockutils [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] Acquired lock "refresh_cache-e9d15794-c864-4c2e-a9c2-28d96991bebe" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.024903] env[68461]: DEBUG nova.network.neutron [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Refreshing network info cache for port aa04bac4-4fa2-4a00-a80d-62e8e35a5346 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.136716] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894798, 'name': Rename_Task, 'duration_secs': 0.398026} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.136995] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.137261] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1005dc91-9e6b-4fc9-920e-575f109bc925 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.145204] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 882.145204] env[68461]: value = "task-2894800" [ 882.145204] env[68461]: _type = "Task" [ 882.145204] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.155023] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.319240] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 6c8126c6-b7ba-4976-8555-06724d7d4f35 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 882.321205] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.322578] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-466cf732-09dc-4b93-a1b4-ad454786139c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.344574] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Task: {'id': task-2894797, 'name': PowerOnVM_Task} progress is 86%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.347679] env[68461]: DEBUG oslo_vmware.api [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 882.347679] env[68461]: value = "task-2894801" [ 882.347679] env[68461]: _type = "Task" [ 882.347679] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.357530] env[68461]: DEBUG oslo_vmware.api [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] Task: {'id': task-2894799, 'name': PowerOffVM_Task, 'duration_secs': 0.259853} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.358425] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.358669] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.358999] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f428071e-c0dd-4a98-957e-8076c6bc054b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.363966] env[68461]: DEBUG oslo_vmware.api [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.422665] env[68461]: DEBUG oslo_concurrency.lockutils [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Releasing lock "refresh_cache-abbbbbc0-3457-4c28-905f-728f2caf2f39" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.423037] env[68461]: DEBUG nova.compute.manager [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Instance network_info: |[{"id": "904f8028-5868-4057-b173-9724365994a5", "address": "fa:16:3e:8a:b1:ce", "network": {"id": "8c6be281-c519-48e8-89a9-32097ce31345", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1169323629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f87ba5bed0e4036abd78c13d6bb7567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap904f8028-58", "ovs_interfaceid": "904f8028-5868-4057-b173-9724365994a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.423465] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:b1:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '904f8028-5868-4057-b173-9724365994a5', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.431508] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.431818] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.432435] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-999c894a-b1d7-4e3c-8bd7-899f76993631 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.450977] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.451241] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.451655] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] Deleting the datastore file [datastore1] 3bba8c74-80c8-41d2-92af-3b619185197e {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.452330] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bcca54b-5961-440b-ac83-43b5b04c9c7f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.458550] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.458550] env[68461]: value = "task-2894803" [ 882.458550] env[68461]: _type = "Task" [ 882.458550] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.462664] env[68461]: DEBUG oslo_vmware.api [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] Waiting for the task: (returnval){ [ 882.462664] env[68461]: value = "task-2894804" [ 882.462664] env[68461]: _type = "Task" [ 882.462664] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.469349] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894803, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.475211] env[68461]: DEBUG oslo_vmware.api [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] Task: {'id': task-2894804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.494778] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ab1f32-b1af-090d-25e8-be00217201f9, 'name': SearchDatastore_Task, 'duration_secs': 0.015279} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.495252] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.495538] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] e9d15794-c864-4c2e-a9c2-28d96991bebe/e9d15794-c864-4c2e-a9c2-28d96991bebe.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.495813] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79a5ee5a-58f1-4031-94c8-3938b7bb1280 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.503538] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Waiting for the task: (returnval){ [ 882.503538] env[68461]: value = "task-2894805" [ 882.503538] env[68461]: _type = "Task" [ 882.503538] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.514444] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.658322] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894800, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.740387] env[68461]: DEBUG nova.network.neutron [-] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.829871] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 46b85b3f-5e89-4cf4-b45c-b628ffe6e056 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 882.842790] env[68461]: DEBUG oslo_vmware.api [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Task: {'id': task-2894797, 'name': PowerOnVM_Task, 'duration_secs': 1.07012} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.842979] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.844238] env[68461]: INFO nova.compute.manager [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Took 11.05 seconds to spawn the instance on the hypervisor. [ 882.844238] env[68461]: DEBUG nova.compute.manager [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.844923] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4d7d87-6aaf-4934-870b-642d67bc490e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.874064] env[68461]: DEBUG oslo_vmware.api [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.959417] env[68461]: DEBUG nova.compute.manager [req-b1c2a8ef-325a-4b66-9fda-eeaea22f5efd req-0a9a4a50-cb9b-4f2d-98a9-2dcf59e924ce service nova] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Received event network-vif-deleted-7eca32da-0d7e-484c-8e6c-31b397db3485 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.974806] env[68461]: DEBUG oslo_vmware.api [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] Task: {'id': task-2894804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239159} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.976636] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.976872] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.977081] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.977278] env[68461]: INFO nova.compute.manager [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 882.977573] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.978031] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894803, 'name': CreateVM_Task, 'duration_secs': 0.472605} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.980822] env[68461]: DEBUG nova.compute.manager [-] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.980908] env[68461]: DEBUG nova.network.neutron [-] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.984266] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.985276] env[68461]: DEBUG oslo_concurrency.lockutils [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.985472] env[68461]: DEBUG oslo_concurrency.lockutils [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.985796] env[68461]: DEBUG oslo_concurrency.lockutils [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.986580] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b17eddd4-0a25-4ab6-bc05-9d529192a027 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.993074] env[68461]: DEBUG oslo_vmware.api [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Waiting for the task: (returnval){ [ 882.993074] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52aab78f-9394-9339-2ede-b1a483f018fc" [ 882.993074] env[68461]: _type = "Task" [ 882.993074] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.002486] env[68461]: DEBUG oslo_vmware.api [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52aab78f-9394-9339-2ede-b1a483f018fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.013479] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894805, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.085250] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Acquiring lock "8da50929-c46e-44e2-ac31-ee14af0055b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.085452] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Lock "8da50929-c46e-44e2-ac31-ee14af0055b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.085650] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Acquiring lock "8da50929-c46e-44e2-ac31-ee14af0055b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.085820] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Lock "8da50929-c46e-44e2-ac31-ee14af0055b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.085979] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Lock "8da50929-c46e-44e2-ac31-ee14af0055b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.094603] env[68461]: INFO nova.compute.manager [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Terminating instance [ 883.105791] env[68461]: DEBUG nova.network.neutron [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Updated VIF entry in instance network info cache for port aa04bac4-4fa2-4a00-a80d-62e8e35a5346. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.105791] env[68461]: DEBUG nova.network.neutron [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Updating instance_info_cache with network_info: [{"id": "aa04bac4-4fa2-4a00-a80d-62e8e35a5346", "address": "fa:16:3e:1d:79:c9", "network": {"id": "8c6be281-c519-48e8-89a9-32097ce31345", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1169323629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f87ba5bed0e4036abd78c13d6bb7567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa04bac4-4f", "ovs_interfaceid": "aa04bac4-4fa2-4a00-a80d-62e8e35a5346", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.158772] env[68461]: DEBUG oslo_vmware.api [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894800, 'name': PowerOnVM_Task, 'duration_secs': 0.686207} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.159327] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.159580] env[68461]: INFO nova.compute.manager [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Took 8.99 seconds to spawn the instance on the hypervisor. [ 883.159772] env[68461]: DEBUG nova.compute.manager [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.160661] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93219a95-d9cb-4a93-8c10-01c99d4175d7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.247259] env[68461]: INFO nova.compute.manager [-] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Took 1.51 seconds to deallocate network for instance. [ 883.343285] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance f6f23a19-fb3d-4c26-a0f0-9352e008b248 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 883.369930] env[68461]: DEBUG oslo_vmware.api [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894801, 'name': PowerOffVM_Task, 'duration_secs': 0.806374} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.370725] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.375783] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9239c2a3-f282-4fbc-ac16-042748e127ca {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.382970] env[68461]: INFO nova.compute.manager [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Took 26.14 seconds to build instance. [ 883.407089] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f3cb3d-e57d-4332-aa64-2fe9fe0ac0da {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.451763] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.451961] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10eeb134-00b2-4a49-a4ad-67e9ef6bff75 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.462888] env[68461]: DEBUG oslo_vmware.api [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 883.462888] env[68461]: value = "task-2894807" [ 883.462888] env[68461]: _type = "Task" [ 883.462888] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.476879] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] VM already powered off {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 883.477070] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.477376] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.477594] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.477848] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.478233] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca90c6a3-a2d2-4a0c-b08d-ef59316e18f8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.488867] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.489075] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.489971] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a298e708-c691-4c0d-b7bf-824a514489d1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.497975] env[68461]: DEBUG oslo_vmware.api [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 883.497975] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52627cac-1bbf-efec-d5ee-fc448b940b22" [ 883.497975] env[68461]: _type = "Task" [ 883.497975] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.504912] env[68461]: DEBUG oslo_vmware.api [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52aab78f-9394-9339-2ede-b1a483f018fc, 'name': SearchDatastore_Task, 'duration_secs': 0.017168} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.505540] env[68461]: DEBUG oslo_concurrency.lockutils [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.505793] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.506042] env[68461]: DEBUG oslo_concurrency.lockutils [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.506231] env[68461]: DEBUG oslo_concurrency.lockutils [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.506593] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.509661] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-231f44f5-b7bc-452b-9e19-0726aa6d201b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.515114] env[68461]: DEBUG oslo_vmware.api [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52627cac-1bbf-efec-d5ee-fc448b940b22, 'name': SearchDatastore_Task, 'duration_secs': 0.013145} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.516676] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ae00f90-a57f-493a-abb2-c34e1d4d6c30 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.522686] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.951881} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.524327] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] e9d15794-c864-4c2e-a9c2-28d96991bebe/e9d15794-c864-4c2e-a9c2-28d96991bebe.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.525152] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.525152] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.525152] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.525951] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ed261a0-822f-474c-b76e-4a357479213f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.527877] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0ce354d-134b-46ba-aa38-50735a59cbfb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.531467] env[68461]: DEBUG oslo_vmware.api [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 883.531467] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52725d6b-e18e-aa8b-655a-95fb22208739" [ 883.531467] env[68461]: _type = "Task" [ 883.531467] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.536268] env[68461]: DEBUG oslo_vmware.api [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Waiting for the task: (returnval){ [ 883.536268] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52a6f339-8ae9-53a5-f640-50b40abe5758" [ 883.536268] env[68461]: _type = "Task" [ 883.536268] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.538080] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Waiting for the task: (returnval){ [ 883.538080] env[68461]: value = "task-2894808" [ 883.538080] env[68461]: _type = "Task" [ 883.538080] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.547981] env[68461]: DEBUG oslo_vmware.api [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52725d6b-e18e-aa8b-655a-95fb22208739, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.555719] env[68461]: DEBUG oslo_vmware.api [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a6f339-8ae9-53a5-f640-50b40abe5758, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.558814] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.603769] env[68461]: DEBUG nova.compute.manager [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.604010] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.604947] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fb342a-5493-474b-a3bc-f833d795575d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.609216] env[68461]: DEBUG oslo_concurrency.lockutils [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] Releasing lock "refresh_cache-e9d15794-c864-4c2e-a9c2-28d96991bebe" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.609216] env[68461]: DEBUG nova.compute.manager [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Received event network-vif-plugged-904f8028-5868-4057-b173-9724365994a5 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.609530] env[68461]: DEBUG oslo_concurrency.lockutils [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] Acquiring lock "abbbbbc0-3457-4c28-905f-728f2caf2f39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.609530] env[68461]: DEBUG oslo_concurrency.lockutils [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] Lock "abbbbbc0-3457-4c28-905f-728f2caf2f39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.609664] env[68461]: DEBUG oslo_concurrency.lockutils [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] Lock "abbbbbc0-3457-4c28-905f-728f2caf2f39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.609830] env[68461]: DEBUG nova.compute.manager [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] No waiting events found dispatching network-vif-plugged-904f8028-5868-4057-b173-9724365994a5 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.610041] env[68461]: WARNING nova.compute.manager [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Received unexpected event network-vif-plugged-904f8028-5868-4057-b173-9724365994a5 for instance with vm_state building and task_state spawning. [ 883.610221] env[68461]: DEBUG nova.compute.manager [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Received event network-changed-904f8028-5868-4057-b173-9724365994a5 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.610376] env[68461]: DEBUG nova.compute.manager [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Refreshing instance network info cache due to event network-changed-904f8028-5868-4057-b173-9724365994a5. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.610610] env[68461]: DEBUG oslo_concurrency.lockutils [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] Acquiring lock "refresh_cache-abbbbbc0-3457-4c28-905f-728f2caf2f39" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.610797] env[68461]: DEBUG oslo_concurrency.lockutils [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] Acquired lock "refresh_cache-abbbbbc0-3457-4c28-905f-728f2caf2f39" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.610903] env[68461]: DEBUG nova.network.neutron [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Refreshing network info cache for port 904f8028-5868-4057-b173-9724365994a5 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.621508] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.621508] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09d55a1b-8c85-4dcd-a1dc-bc321aec5b9d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.629995] env[68461]: DEBUG oslo_vmware.api [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Waiting for the task: (returnval){ [ 883.629995] env[68461]: value = "task-2894809" [ 883.629995] env[68461]: _type = "Task" [ 883.629995] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.642317] env[68461]: DEBUG oslo_vmware.api [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Task: {'id': task-2894809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.683709] env[68461]: INFO nova.compute.manager [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Took 25.83 seconds to build instance. [ 883.757937] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.811495] env[68461]: DEBUG nova.network.neutron [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Successfully updated port: 920dd901-8ffe-4cc5-a2c5-e355bdc59bbe {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.840366] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 883.840701] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance abbbbbc0-3457-4c28-905f-728f2caf2f39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 883.840701] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance e9d15794-c864-4c2e-a9c2-28d96991bebe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 883.907519] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7c47c76-f571-4a41-af27-967ea9933e98 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Lock "307d6715-7c12-4106-9384-5bb381fceb0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.700s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.051286] env[68461]: DEBUG oslo_vmware.api [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52725d6b-e18e-aa8b-655a-95fb22208739, 'name': SearchDatastore_Task, 'duration_secs': 0.025451} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.055698] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.055961] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 7a9f7ade-ad54-4517-acf8-70fced073c77/7a283f1b-0e5c-4fe3-883c-328c5621506a-rescue.vmdk. {{(pid=68461) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 884.056255] env[68461]: DEBUG oslo_vmware.api [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a6f339-8ae9-53a5-f640-50b40abe5758, 'name': SearchDatastore_Task, 'duration_secs': 0.023466} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.056717] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89e7da94-bf97-434a-8842-d08c5512dcc9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.062823] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a89f67a-8467-4662-b2e2-159a19818fad {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.065701] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081835} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.066279] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.068024] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cbcf0c-5b9b-4496-a5bd-a7f7f363999a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.075099] env[68461]: DEBUG oslo_vmware.api [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 884.075099] env[68461]: value = "task-2894810" [ 884.075099] env[68461]: _type = "Task" [ 884.075099] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.075356] env[68461]: DEBUG oslo_vmware.api [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Waiting for the task: (returnval){ [ 884.075356] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52e69279-fa5a-3658-2801-aa3dbc8f5371" [ 884.075356] env[68461]: _type = "Task" [ 884.075356] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.102033] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] e9d15794-c864-4c2e-a9c2-28d96991bebe/e9d15794-c864-4c2e-a9c2-28d96991bebe.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.103077] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f40e6c1-b8db-4a39-ad98-6f5737ab11e1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.132348] env[68461]: DEBUG oslo_vmware.api [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.132604] env[68461]: DEBUG oslo_vmware.api [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52e69279-fa5a-3658-2801-aa3dbc8f5371, 'name': SearchDatastore_Task, 'duration_secs': 0.014617} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.133470] env[68461]: DEBUG oslo_concurrency.lockutils [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.133751] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] abbbbbc0-3457-4c28-905f-728f2caf2f39/abbbbbc0-3457-4c28-905f-728f2caf2f39.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.137997] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-206fa6ef-2ae3-4fc1-9443-460c9f5efeff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.141710] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Waiting for the task: (returnval){ [ 884.141710] env[68461]: value = "task-2894811" [ 884.141710] env[68461]: _type = "Task" [ 884.141710] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.151999] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.160036] env[68461]: DEBUG oslo_vmware.api [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Task: {'id': task-2894809, 'name': PowerOffVM_Task, 'duration_secs': 0.178212} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.162040] env[68461]: DEBUG oslo_vmware.api [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Waiting for the task: (returnval){ [ 884.162040] env[68461]: value = "task-2894812" [ 884.162040] env[68461]: _type = "Task" [ 884.162040] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.162040] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.162040] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.162040] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-801a980f-76d4-47cf-a1ec-ec306231ffa5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.173077] env[68461]: DEBUG oslo_vmware.api [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.187849] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e74a015a-f35b-4dd5-a082-fd4c7a4b6f95 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "ffc98835-bb20-4213-ab2e-217858cd937b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.340s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.249627] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.249875] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.250081] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Deleting the datastore file [datastore1] 8da50929-c46e-44e2-ac31-ee14af0055b8 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.250352] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b1d72a7-ae4d-4c3c-812c-c88dad33c784 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.262861] env[68461]: DEBUG oslo_vmware.api [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Waiting for the task: (returnval){ [ 884.262861] env[68461]: value = "task-2894814" [ 884.262861] env[68461]: _type = "Task" [ 884.262861] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.275514] env[68461]: DEBUG oslo_vmware.api [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Task: {'id': task-2894814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.315041] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Acquiring lock "refresh_cache-53ea1e0b-8f00-4f0f-805e-05c81e06f05a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.315041] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Acquired lock "refresh_cache-53ea1e0b-8f00-4f0f-805e-05c81e06f05a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.315195] env[68461]: DEBUG nova.network.neutron [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.343168] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance f2f2d1e7-121d-4e95-8266-6feeabd63b3b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 884.343346] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 3bba8c74-80c8-41d2-92af-3b619185197e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 884.343531] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance ffc98835-bb20-4213-ab2e-217858cd937b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 884.343589] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 8701a32f-e784-418a-ae13-87b1330e8c27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 884.411221] env[68461]: DEBUG nova.compute.manager [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.500595] env[68461]: DEBUG nova.network.neutron [-] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.514122] env[68461]: DEBUG nova.network.neutron [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Updated VIF entry in instance network info cache for port 904f8028-5868-4057-b173-9724365994a5. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.514577] env[68461]: DEBUG nova.network.neutron [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Updating instance_info_cache with network_info: [{"id": "904f8028-5868-4057-b173-9724365994a5", "address": "fa:16:3e:8a:b1:ce", "network": {"id": "8c6be281-c519-48e8-89a9-32097ce31345", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1169323629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f87ba5bed0e4036abd78c13d6bb7567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap904f8028-58", "ovs_interfaceid": "904f8028-5868-4057-b173-9724365994a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.588684] env[68461]: DEBUG oslo_vmware.api [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894810, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.660252] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.675587] env[68461]: DEBUG oslo_vmware.api [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894812, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.690312] env[68461]: DEBUG nova.compute.manager [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.780468] env[68461]: DEBUG oslo_vmware.api [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Task: {'id': task-2894814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.847155] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance cd31aad9-c1fe-4d8a-a294-c4d5a8265da0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 884.887606] env[68461]: DEBUG nova.network.neutron [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.949860] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.005348] env[68461]: INFO nova.compute.manager [-] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Took 2.02 seconds to deallocate network for instance. [ 885.020020] env[68461]: DEBUG oslo_concurrency.lockutils [req-d4539c1e-f438-475e-b532-956cd5e24ca4 req-adc61aeb-45d6-4dc8-875c-8c4c68646507 service nova] Releasing lock "refresh_cache-abbbbbc0-3457-4c28-905f-728f2caf2f39" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.089307] env[68461]: DEBUG oslo_vmware.api [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581369} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.089699] env[68461]: INFO nova.virt.vmwareapi.ds_util [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 7a9f7ade-ad54-4517-acf8-70fced073c77/7a283f1b-0e5c-4fe3-883c-328c5621506a-rescue.vmdk. [ 885.090585] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3f69e4-3558-4cec-aacc-8835506c1d77 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.119693] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 7a9f7ade-ad54-4517-acf8-70fced073c77/7a283f1b-0e5c-4fe3-883c-328c5621506a-rescue.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.119978] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00183333-5894-48fb-8d9e-f0f7f3112344 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.144153] env[68461]: DEBUG oslo_vmware.api [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 885.144153] env[68461]: value = "task-2894815" [ 885.144153] env[68461]: _type = "Task" [ 885.144153] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.156715] env[68461]: DEBUG oslo_vmware.api [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.160024] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894811, 'name': ReconfigVM_Task, 'duration_secs': 0.65724} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.161243] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Reconfigured VM instance instance-00000008 to attach disk [datastore2] e9d15794-c864-4c2e-a9c2-28d96991bebe/e9d15794-c864-4c2e-a9c2-28d96991bebe.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.161243] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4eabbb0-985b-4f26-a66c-31790e7accc1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.177703] env[68461]: DEBUG oslo_vmware.api [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702858} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.178901] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] abbbbbc0-3457-4c28-905f-728f2caf2f39/abbbbbc0-3457-4c28-905f-728f2caf2f39.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.179094] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.180037] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Waiting for the task: (returnval){ [ 885.180037] env[68461]: value = "task-2894816" [ 885.180037] env[68461]: _type = "Task" [ 885.180037] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.180235] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50616986-710a-4eeb-a633-ab778cbbb172 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.193367] env[68461]: DEBUG oslo_vmware.api [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Waiting for the task: (returnval){ [ 885.193367] env[68461]: value = "task-2894817" [ 885.193367] env[68461]: _type = "Task" [ 885.193367] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.207845] env[68461]: DEBUG oslo_vmware.api [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.221548] env[68461]: DEBUG nova.network.neutron [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Updating instance_info_cache with network_info: [{"id": "920dd901-8ffe-4cc5-a2c5-e355bdc59bbe", "address": "fa:16:3e:16:af:2f", "network": {"id": "8402c978-2e45-4ea3-9ee3-9ee1e2d5b825", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1225365438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5287882b2dff49de912e7ec7a4df131b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap920dd901-8f", "ovs_interfaceid": "920dd901-8ffe-4cc5-a2c5-e355bdc59bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.232378] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.276791] env[68461]: DEBUG oslo_vmware.api [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Task: {'id': task-2894814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.628701} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.277139] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.277351] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.277556] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.277775] env[68461]: INFO nova.compute.manager [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Took 1.67 seconds to destroy the instance on the hypervisor. [ 885.278058] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.278325] env[68461]: DEBUG nova.compute.manager [-] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.278486] env[68461]: DEBUG nova.network.neutron [-] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.336975] env[68461]: DEBUG nova.compute.manager [req-a7241aa5-cec6-441c-ad0f-0917ceded46d req-5136d4d5-d2d4-42d6-ba80-e26081a6f302 service nova] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Received event network-vif-plugged-920dd901-8ffe-4cc5-a2c5-e355bdc59bbe {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.337229] env[68461]: DEBUG oslo_concurrency.lockutils [req-a7241aa5-cec6-441c-ad0f-0917ceded46d req-5136d4d5-d2d4-42d6-ba80-e26081a6f302 service nova] Acquiring lock "53ea1e0b-8f00-4f0f-805e-05c81e06f05a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.337447] env[68461]: DEBUG oslo_concurrency.lockutils [req-a7241aa5-cec6-441c-ad0f-0917ceded46d req-5136d4d5-d2d4-42d6-ba80-e26081a6f302 service nova] Lock "53ea1e0b-8f00-4f0f-805e-05c81e06f05a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.337609] env[68461]: DEBUG oslo_concurrency.lockutils [req-a7241aa5-cec6-441c-ad0f-0917ceded46d req-5136d4d5-d2d4-42d6-ba80-e26081a6f302 service nova] Lock "53ea1e0b-8f00-4f0f-805e-05c81e06f05a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.337792] env[68461]: DEBUG nova.compute.manager [req-a7241aa5-cec6-441c-ad0f-0917ceded46d req-5136d4d5-d2d4-42d6-ba80-e26081a6f302 service nova] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] No waiting events found dispatching network-vif-plugged-920dd901-8ffe-4cc5-a2c5-e355bdc59bbe {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.337955] env[68461]: WARNING nova.compute.manager [req-a7241aa5-cec6-441c-ad0f-0917ceded46d req-5136d4d5-d2d4-42d6-ba80-e26081a6f302 service nova] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Received unexpected event network-vif-plugged-920dd901-8ffe-4cc5-a2c5-e355bdc59bbe for instance with vm_state building and task_state spawning. [ 885.339693] env[68461]: DEBUG nova.compute.manager [req-a7241aa5-cec6-441c-ad0f-0917ceded46d req-5136d4d5-d2d4-42d6-ba80-e26081a6f302 service nova] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Received event network-changed-920dd901-8ffe-4cc5-a2c5-e355bdc59bbe {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.339835] env[68461]: DEBUG nova.compute.manager [req-a7241aa5-cec6-441c-ad0f-0917ceded46d req-5136d4d5-d2d4-42d6-ba80-e26081a6f302 service nova] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Refreshing instance network info cache due to event network-changed-920dd901-8ffe-4cc5-a2c5-e355bdc59bbe. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.340053] env[68461]: DEBUG oslo_concurrency.lockutils [req-a7241aa5-cec6-441c-ad0f-0917ceded46d req-5136d4d5-d2d4-42d6-ba80-e26081a6f302 service nova] Acquiring lock "refresh_cache-53ea1e0b-8f00-4f0f-805e-05c81e06f05a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.354943] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 15bb026a-d9ef-4b1d-b565-0d6954fe8391 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 885.512693] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.531731] env[68461]: DEBUG nova.compute.manager [None req-e2a03d11-0fdf-4438-b687-36d6cedd228c tempest-ServerExternalEventsTest-1886393289 tempest-ServerExternalEventsTest-1886393289-project] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Received event network-changed {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.531731] env[68461]: DEBUG nova.compute.manager [None req-e2a03d11-0fdf-4438-b687-36d6cedd228c tempest-ServerExternalEventsTest-1886393289 tempest-ServerExternalEventsTest-1886393289-project] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Refreshing instance network info cache due to event network-changed. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.531731] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e2a03d11-0fdf-4438-b687-36d6cedd228c tempest-ServerExternalEventsTest-1886393289 tempest-ServerExternalEventsTest-1886393289-project] Acquiring lock "refresh_cache-307d6715-7c12-4106-9384-5bb381fceb0d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.531731] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e2a03d11-0fdf-4438-b687-36d6cedd228c tempest-ServerExternalEventsTest-1886393289 tempest-ServerExternalEventsTest-1886393289-project] Acquired lock "refresh_cache-307d6715-7c12-4106-9384-5bb381fceb0d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.531731] env[68461]: DEBUG nova.network.neutron [None req-e2a03d11-0fdf-4438-b687-36d6cedd228c tempest-ServerExternalEventsTest-1886393289 tempest-ServerExternalEventsTest-1886393289-project] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.664784] env[68461]: DEBUG oslo_vmware.api [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894815, 'name': ReconfigVM_Task, 'duration_secs': 0.352266} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.664784] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 7a9f7ade-ad54-4517-acf8-70fced073c77/7a283f1b-0e5c-4fe3-883c-328c5621506a-rescue.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.666504] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33761d7b-735d-4037-b165-bdf305cdd575 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.709842] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f21a65cf-5ae9-4332-9739-f360a4a2096d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.730914] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Releasing lock "refresh_cache-53ea1e0b-8f00-4f0f-805e-05c81e06f05a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.731079] env[68461]: DEBUG nova.compute.manager [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Instance network_info: |[{"id": "920dd901-8ffe-4cc5-a2c5-e355bdc59bbe", "address": "fa:16:3e:16:af:2f", "network": {"id": "8402c978-2e45-4ea3-9ee3-9ee1e2d5b825", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1225365438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5287882b2dff49de912e7ec7a4df131b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap920dd901-8f", "ovs_interfaceid": "920dd901-8ffe-4cc5-a2c5-e355bdc59bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.731457] env[68461]: DEBUG oslo_vmware.api [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103337} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.731697] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894816, 'name': Rename_Task, 'duration_secs': 0.220779} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.733688] env[68461]: DEBUG oslo_concurrency.lockutils [req-a7241aa5-cec6-441c-ad0f-0917ceded46d req-5136d4d5-d2d4-42d6-ba80-e26081a6f302 service nova] Acquired lock "refresh_cache-53ea1e0b-8f00-4f0f-805e-05c81e06f05a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.733688] env[68461]: DEBUG nova.network.neutron [req-a7241aa5-cec6-441c-ad0f-0917ceded46d req-5136d4d5-d2d4-42d6-ba80-e26081a6f302 service nova] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Refreshing network info cache for port 920dd901-8ffe-4cc5-a2c5-e355bdc59bbe {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.735127] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:af:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '920dd901-8ffe-4cc5-a2c5-e355bdc59bbe', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.744302] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Creating folder: Project (5287882b2dff49de912e7ec7a4df131b). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.744666] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.744956] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.745326] env[68461]: DEBUG oslo_vmware.api [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 885.745326] env[68461]: value = "task-2894819" [ 885.745326] env[68461]: _type = "Task" [ 885.745326] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.746767] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2aa2f752-05af-41d6-b6fd-6e43c694c7af {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.749483] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6765520-f60a-4f40-94e5-568f3312b9aa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.755118] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28a248dd-4dc6-4d6f-be0c-df235ea0267b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.786737] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] abbbbbc0-3457-4c28-905f-728f2caf2f39/abbbbbc0-3457-4c28-905f-728f2caf2f39.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.797232] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-674f4d47-29a9-4d08-9dc5-348b068aa792 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.813420] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Created folder: Project (5287882b2dff49de912e7ec7a4df131b) in parent group-v581476. [ 885.813868] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Creating folder: Instances. Parent ref: group-v581510. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.813950] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Waiting for the task: (returnval){ [ 885.813950] env[68461]: value = "task-2894820" [ 885.813950] env[68461]: _type = "Task" [ 885.813950] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.817178] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9df64a0-b292-42e9-af22-e1823f0f0eba {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.826814] env[68461]: DEBUG oslo_vmware.api [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.829039] env[68461]: DEBUG oslo_vmware.api [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Waiting for the task: (returnval){ [ 885.829039] env[68461]: value = "task-2894822" [ 885.829039] env[68461]: _type = "Task" [ 885.829039] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.836431] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894820, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.838198] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Created folder: Instances in parent group-v581510. [ 885.838473] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.838670] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.838922] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c3206ae-1e70-42f3-84fc-6575f3ae4a2e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.858617] env[68461]: DEBUG oslo_vmware.api [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894822, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.860916] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 0918f7e7-ac2e-43e8-a205-33a78b9b3dac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 885.865755] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.865755] env[68461]: value = "task-2894824" [ 885.865755] env[68461]: _type = "Task" [ 885.865755] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.877611] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894824, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.268701] env[68461]: DEBUG oslo_vmware.api [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894819, 'name': ReconfigVM_Task, 'duration_secs': 0.200809} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.269013] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.270291] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd9367e5-89d8-434c-bdae-cec64a35ac29 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.282334] env[68461]: DEBUG oslo_vmware.api [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 886.282334] env[68461]: value = "task-2894825" [ 886.282334] env[68461]: _type = "Task" [ 886.282334] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.292330] env[68461]: DEBUG oslo_vmware.api [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.316157] env[68461]: DEBUG nova.network.neutron [-] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.330971] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894820, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.347352] env[68461]: DEBUG oslo_vmware.api [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894822, 'name': ReconfigVM_Task, 'duration_secs': 0.420767} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.347713] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Reconfigured VM instance instance-0000000a to attach disk [datastore2] abbbbbc0-3457-4c28-905f-728f2caf2f39/abbbbbc0-3457-4c28-905f-728f2caf2f39.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.348493] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fa38a85-bd0a-492e-9c92-ed49af59c932 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.358087] env[68461]: DEBUG oslo_vmware.api [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Waiting for the task: (returnval){ [ 886.358087] env[68461]: value = "task-2894826" [ 886.358087] env[68461]: _type = "Task" [ 886.358087] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.363403] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance aa08eea2-f042-4ba4-b229-3609ac22b47e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 886.363702] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 307d6715-7c12-4106-9384-5bb381fceb0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 886.363793] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 886.363919] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 886.370086] env[68461]: DEBUG oslo_vmware.api [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894826, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.384566] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894824, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.780048] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b270624b-d410-4289-be5a-249b7cb02758 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.795555] env[68461]: DEBUG oslo_vmware.api [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894825, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.798528] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121819d0-7785-4e70-948c-5963fa54c89e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.838072] env[68461]: INFO nova.compute.manager [-] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Took 1.56 seconds to deallocate network for instance. [ 886.847306] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb7d037-0d09-45f1-a5aa-6fd8efd80548 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.865778] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894820, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.874442] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d025a57f-8d55-429f-920c-38bdb116ac5d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.883769] env[68461]: DEBUG oslo_vmware.api [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894826, 'name': Rename_Task, 'duration_secs': 0.296734} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.892113] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.893827] env[68461]: DEBUG nova.compute.provider_tree [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 886.899223] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-145d8765-b7e9-43cc-9e5a-7adb3378cc4b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.900948] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894824, 'name': CreateVM_Task, 'duration_secs': 0.629864} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.901095] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.903106] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.903106] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.903106] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.905374] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b0b522-1deb-4f1a-b914-28ad005ae875 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.909466] env[68461]: DEBUG oslo_vmware.api [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Waiting for the task: (returnval){ [ 886.909466] env[68461]: value = "task-2894827" [ 886.909466] env[68461]: _type = "Task" [ 886.909466] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.925923] env[68461]: DEBUG oslo_vmware.api [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.925923] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Waiting for the task: (returnval){ [ 886.925923] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52bd7517-bf44-4853-e1a9-072b766d5185" [ 886.925923] env[68461]: _type = "Task" [ 886.925923] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.933674] env[68461]: DEBUG nova.network.neutron [None req-e2a03d11-0fdf-4438-b687-36d6cedd228c tempest-ServerExternalEventsTest-1886393289 tempest-ServerExternalEventsTest-1886393289-project] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Updating instance_info_cache with network_info: [{"id": "43bca46b-da32-49ca-9f59-ba95cb36014b", "address": "fa:16:3e:1e:27:49", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43bca46b-da", "ovs_interfaceid": "43bca46b-da32-49ca-9f59-ba95cb36014b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.943948] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52bd7517-bf44-4853-e1a9-072b766d5185, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.058959] env[68461]: DEBUG nova.network.neutron [req-a7241aa5-cec6-441c-ad0f-0917ceded46d req-5136d4d5-d2d4-42d6-ba80-e26081a6f302 service nova] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Updated VIF entry in instance network info cache for port 920dd901-8ffe-4cc5-a2c5-e355bdc59bbe. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.059613] env[68461]: DEBUG nova.network.neutron [req-a7241aa5-cec6-441c-ad0f-0917ceded46d req-5136d4d5-d2d4-42d6-ba80-e26081a6f302 service nova] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Updating instance_info_cache with network_info: [{"id": "920dd901-8ffe-4cc5-a2c5-e355bdc59bbe", "address": "fa:16:3e:16:af:2f", "network": {"id": "8402c978-2e45-4ea3-9ee3-9ee1e2d5b825", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1225365438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5287882b2dff49de912e7ec7a4df131b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap920dd901-8f", "ovs_interfaceid": "920dd901-8ffe-4cc5-a2c5-e355bdc59bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.297180] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Acquiring lock "937e0562-8e2d-4207-a5d3-ba1f389ac873" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.298026] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Lock "937e0562-8e2d-4207-a5d3-ba1f389ac873" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.304656] env[68461]: DEBUG oslo_vmware.api [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894825, 'name': PowerOnVM_Task, 'duration_secs': 0.565306} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.305725] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.308603] env[68461]: DEBUG nova.compute.manager [None req-b8dc1945-fb5c-451f-8020-1fb144f7b631 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.310876] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3603a2f0-99d2-49ce-9041-5119a99139d0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.355253] env[68461]: DEBUG oslo_vmware.api [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894820, 'name': PowerOnVM_Task, 'duration_secs': 1.249408} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.356347] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.356964] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.357221] env[68461]: INFO nova.compute.manager [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Took 10.75 seconds to spawn the instance on the hypervisor. [ 887.359320] env[68461]: DEBUG nova.compute.manager [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.359946] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d09a4f-bdff-4f36-8566-01d0f5918c2a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.430849] env[68461]: DEBUG oslo_vmware.api [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894827, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.441891] env[68461]: ERROR nova.scheduler.client.report [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [req-7b3ad74f-2baa-4672-843e-b8ee0ed3f041] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5d7ee095-b829-48e2-9d92-7f7aec139540. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7b3ad74f-2baa-4672-843e-b8ee0ed3f041"}]} [ 887.442567] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e2a03d11-0fdf-4438-b687-36d6cedd228c tempest-ServerExternalEventsTest-1886393289 tempest-ServerExternalEventsTest-1886393289-project] Releasing lock "refresh_cache-307d6715-7c12-4106-9384-5bb381fceb0d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.452859] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52bd7517-bf44-4853-e1a9-072b766d5185, 'name': SearchDatastore_Task, 'duration_secs': 0.027549} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.453222] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.453496] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.453770] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.453959] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.457409] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.457409] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76c28bbd-2c94-4f1c-b8bc-902ade2fcbca {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.464219] env[68461]: DEBUG nova.scheduler.client.report [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Refreshing inventories for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 887.472640] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.475603] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.476727] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a589736-231e-4582-97f6-ffeb4fa5d6dc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.483369] env[68461]: DEBUG nova.scheduler.client.report [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Updating ProviderTree inventory for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 887.483369] env[68461]: DEBUG nova.compute.provider_tree [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 887.490425] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Waiting for the task: (returnval){ [ 887.490425] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52d71fdb-f27a-408e-01d8-8d3bd1e67d0e" [ 887.490425] env[68461]: _type = "Task" [ 887.490425] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.500160] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d71fdb-f27a-408e-01d8-8d3bd1e67d0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.500479] env[68461]: DEBUG nova.scheduler.client.report [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Refreshing aggregate associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, aggregates: None {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 887.527874] env[68461]: DEBUG nova.scheduler.client.report [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Refreshing trait associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 887.565417] env[68461]: DEBUG oslo_concurrency.lockutils [req-a7241aa5-cec6-441c-ad0f-0917ceded46d req-5136d4d5-d2d4-42d6-ba80-e26081a6f302 service nova] Releasing lock "refresh_cache-53ea1e0b-8f00-4f0f-805e-05c81e06f05a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.565738] env[68461]: DEBUG nova.compute.manager [req-a7241aa5-cec6-441c-ad0f-0917ceded46d req-5136d4d5-d2d4-42d6-ba80-e26081a6f302 service nova] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Received event network-vif-deleted-909b1946-d21d-426e-8e4f-8dd92da8baba {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.751101] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Acquiring lock "307d6715-7c12-4106-9384-5bb381fceb0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.751370] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Lock "307d6715-7c12-4106-9384-5bb381fceb0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.751577] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Acquiring lock "307d6715-7c12-4106-9384-5bb381fceb0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.751761] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Lock "307d6715-7c12-4106-9384-5bb381fceb0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.751926] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Lock "307d6715-7c12-4106-9384-5bb381fceb0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.754539] env[68461]: INFO nova.compute.manager [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Terminating instance [ 887.889077] env[68461]: INFO nova.compute.manager [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Took 25.85 seconds to build instance. [ 887.923689] env[68461]: DEBUG oslo_vmware.api [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894827, 'name': PowerOnVM_Task, 'duration_secs': 0.565654} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.924674] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.924874] env[68461]: INFO nova.compute.manager [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Took 8.73 seconds to spawn the instance on the hypervisor. [ 887.925060] env[68461]: DEBUG nova.compute.manager [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.925816] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157ebd44-9045-410b-91bd-418a990fdafc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.929522] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b427f346-1799-4ea4-adb6-063b668273aa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.943139] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656f4aec-0b65-44c0-80f6-98c9a5bcd916 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.978623] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d543b29-a752-48bc-80f9-1cc2b449bcb0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.988794] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b014e88-82cf-4718-ace6-4d6dd612d2da {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.015653] env[68461]: DEBUG nova.compute.provider_tree [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 888.017271] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d71fdb-f27a-408e-01d8-8d3bd1e67d0e, 'name': SearchDatastore_Task, 'duration_secs': 0.036956} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.018380] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6263b05-9d2f-42b0-90ce-41cb35c817a9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.028299] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Waiting for the task: (returnval){ [ 888.028299] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c39497-82cf-2405-0e5c-f9328825e339" [ 888.028299] env[68461]: _type = "Task" [ 888.028299] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.038132] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c39497-82cf-2405-0e5c-f9328825e339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.263055] env[68461]: DEBUG nova.compute.manager [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.263520] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.264766] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb962f0-626f-4688-ac55-cb55253ba4fd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.276156] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.276156] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-629f688e-5c1c-47d7-bf48-26f26a085023 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.283719] env[68461]: DEBUG oslo_vmware.api [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Waiting for the task: (returnval){ [ 888.283719] env[68461]: value = "task-2894829" [ 888.283719] env[68461]: _type = "Task" [ 888.283719] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.294773] env[68461]: DEBUG oslo_vmware.api [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Task: {'id': task-2894829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.323843] env[68461]: DEBUG nova.compute.manager [req-6965412a-aa30-4715-abd9-e80c574078d6 req-2ce4ce79-52eb-4784-9bc6-577a9473251f service nova] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Received event network-vif-deleted-033d0778-d614-454c-9a8e-a705242e0e38 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.392826] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d6463b84-2656-43f3-9cee-84f18475a16e tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lock "e9d15794-c864-4c2e-a9c2-28d96991bebe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.364s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.449016] env[68461]: INFO nova.compute.manager [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Took 24.12 seconds to build instance. [ 888.545627] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c39497-82cf-2405-0e5c-f9328825e339, 'name': SearchDatastore_Task, 'duration_secs': 0.027718} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.546261] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.546747] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 53ea1e0b-8f00-4f0f-805e-05c81e06f05a/53ea1e0b-8f00-4f0f-805e-05c81e06f05a.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.547263] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91d4f1e5-535d-4977-9e56-a53603200f7c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.559533] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Waiting for the task: (returnval){ [ 888.559533] env[68461]: value = "task-2894830" [ 888.559533] env[68461]: _type = "Task" [ 888.559533] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.567046] env[68461]: DEBUG nova.scheduler.client.report [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Updated inventory for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with generation 26 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 888.567046] env[68461]: DEBUG nova.compute.provider_tree [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Updating resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 generation from 26 to 27 during operation: update_inventory {{(pid=68461) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 888.567265] env[68461]: DEBUG nova.compute.provider_tree [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 888.576491] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Task: {'id': task-2894830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.795551] env[68461]: DEBUG oslo_vmware.api [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Task: {'id': task-2894829, 'name': PowerOffVM_Task, 'duration_secs': 0.228402} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.795845] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.796013] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.796563] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e68bfc30-7666-48f9-88af-e83128af039a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.869342] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.869426] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.869614] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Deleting the datastore file [datastore1] 307d6715-7c12-4106-9384-5bb381fceb0d {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.869885] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-550d71bc-6873-40f8-ad29-a98844169d80 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.877976] env[68461]: DEBUG oslo_vmware.api [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Waiting for the task: (returnval){ [ 888.877976] env[68461]: value = "task-2894832" [ 888.877976] env[68461]: _type = "Task" [ 888.877976] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.896243] env[68461]: DEBUG oslo_vmware.api [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Task: {'id': task-2894832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.896765] env[68461]: DEBUG nova.compute.manager [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.950990] env[68461]: DEBUG oslo_concurrency.lockutils [None req-27eb379e-20d6-41dd-995a-765244f279df tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lock "abbbbbc0-3457-4c28-905f-728f2caf2f39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.633s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.076699] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68461) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 889.077016] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.370s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.077311] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Task: {'id': task-2894830, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.078665] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.113s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.080674] env[68461]: INFO nova.compute.claims [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.085514] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.091767] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Getting list of instances from cluster (obj){ [ 889.091767] env[68461]: value = "domain-c8" [ 889.091767] env[68461]: _type = "ClusterComputeResource" [ 889.091767] env[68461]: } {{(pid=68461) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 889.091767] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caebac1-ff5f-4b41-889c-6639769bfd7c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.115024] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Got total of 6 instances {{(pid=68461) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 889.393422] env[68461]: DEBUG oslo_vmware.api [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Task: {'id': task-2894832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335626} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.393833] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.394527] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.394527] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.396091] env[68461]: INFO nova.compute.manager [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 889.396091] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.396091] env[68461]: DEBUG nova.compute.manager [-] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.396091] env[68461]: DEBUG nova.network.neutron [-] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.418610] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.456181] env[68461]: DEBUG nova.compute.manager [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.579328] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Task: {'id': task-2894830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661902} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.579455] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 53ea1e0b-8f00-4f0f-805e-05c81e06f05a/53ea1e0b-8f00-4f0f-805e-05c81e06f05a.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.579731] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.579909] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b24b7e4-2b5a-4c93-bdbe-8152414198ec {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.588113] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Waiting for the task: (returnval){ [ 889.588113] env[68461]: value = "task-2894833" [ 889.588113] env[68461]: _type = "Task" [ 889.588113] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.605809] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Task: {'id': task-2894833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.753176] env[68461]: DEBUG oslo_concurrency.lockutils [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquiring lock "60d71f22-7779-4f3b-b56a-a8be6ce5ea68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.753593] env[68461]: DEBUG oslo_concurrency.lockutils [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Lock "60d71f22-7779-4f3b-b56a-a8be6ce5ea68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.998886] env[68461]: DEBUG oslo_concurrency.lockutils [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.106499] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Task: {'id': task-2894833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098874} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.107156] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.108113] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde4662d-273c-40c9-a643-9fa054071e0c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.143344] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 53ea1e0b-8f00-4f0f-805e-05c81e06f05a/53ea1e0b-8f00-4f0f-805e-05c81e06f05a.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.147916] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2419edbd-58e1-4b82-bd40-9ce19ce5878c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.174930] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Waiting for the task: (returnval){ [ 890.174930] env[68461]: value = "task-2894835" [ 890.174930] env[68461]: _type = "Task" [ 890.174930] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.187451] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Task: {'id': task-2894835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.571071] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8ecf2a-4130-4241-b0ba-0cd084a85cb3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.590404] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f351d6-ffc1-4964-bee8-98bbb88466ae {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.620352] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6363bf-7009-4856-bca1-045d29d02b83 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.628896] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0402cc3-6230-4e4f-a5b0-728f16401454 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.643996] env[68461]: DEBUG nova.compute.provider_tree [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 890.665723] env[68461]: DEBUG nova.network.neutron [-] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.686046] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Task: {'id': task-2894835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.168390] env[68461]: INFO nova.compute.manager [-] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Took 1.77 seconds to deallocate network for instance. [ 891.187626] env[68461]: ERROR nova.scheduler.client.report [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [req-ade5d011-730a-4141-ae13-da4119b6a829] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5d7ee095-b829-48e2-9d92-7f7aec139540. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ade5d011-730a-4141-ae13-da4119b6a829"}]} [ 891.193816] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Task: {'id': task-2894835, 'name': ReconfigVM_Task, 'duration_secs': 0.710175} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.193816] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 53ea1e0b-8f00-4f0f-805e-05c81e06f05a/53ea1e0b-8f00-4f0f-805e-05c81e06f05a.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.195567] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3913f1fe-8a8a-4bcd-992b-333e518809a3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.204457] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Waiting for the task: (returnval){ [ 891.204457] env[68461]: value = "task-2894836" [ 891.204457] env[68461]: _type = "Task" [ 891.204457] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.218029] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Task: {'id': task-2894836, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.221420] env[68461]: DEBUG nova.scheduler.client.report [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Refreshing inventories for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 891.240288] env[68461]: DEBUG nova.compute.manager [req-a1d04e17-09f5-40cd-a958-9481b0c58fab req-15fbdae2-8806-489b-9226-c382ae34e62d service nova] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Received event network-vif-deleted-43bca46b-da32-49ca-9f59-ba95cb36014b {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.247797] env[68461]: DEBUG nova.scheduler.client.report [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Updating ProviderTree inventory for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 891.248020] env[68461]: DEBUG nova.compute.provider_tree [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 891.277478] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "6db8dd54-71cf-4e4e-b984-cc43264df1ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.277478] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "6db8dd54-71cf-4e4e-b984-cc43264df1ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.277478] env[68461]: DEBUG nova.scheduler.client.report [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Refreshing aggregate associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, aggregates: None {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 891.307948] env[68461]: DEBUG nova.scheduler.client.report [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Refreshing trait associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 891.686116] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.724263] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Task: {'id': task-2894836, 'name': Rename_Task, 'duration_secs': 0.230622} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.724263] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.724263] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86e91acc-7d15-46d2-bd44-9958b3f7699a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.737275] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Waiting for the task: (returnval){ [ 891.737275] env[68461]: value = "task-2894837" [ 891.737275] env[68461]: _type = "Task" [ 891.737275] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.740270] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e8a58b-8603-44fc-bc2e-1bb8ec2c5dec {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.750383] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Task: {'id': task-2894837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.756405] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c25b3cc-6f2f-4a81-bb22-1ac140c4621b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.793333] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3612699c-6dd5-4789-bf9f-39bd4216f006 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.806816] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d5aa6f-c89b-482b-bab1-abf1b43697dc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.825317] env[68461]: DEBUG nova.compute.provider_tree [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 892.246568] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Task: {'id': task-2894837, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.370753] env[68461]: ERROR nova.scheduler.client.report [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [req-91d215f1-829c-4cb5-8571-56acd1105a18] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5d7ee095-b829-48e2-9d92-7f7aec139540. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-91d215f1-829c-4cb5-8571-56acd1105a18"}]} [ 892.398081] env[68461]: DEBUG nova.scheduler.client.report [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Refreshing inventories for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 892.420013] env[68461]: DEBUG nova.scheduler.client.report [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Updating ProviderTree inventory for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 892.420013] env[68461]: DEBUG nova.compute.provider_tree [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 892.434836] env[68461]: DEBUG nova.scheduler.client.report [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Refreshing aggregate associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, aggregates: f64b13c5-0d1e-4d13-9f2c-6d62a793896e {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 892.469913] env[68461]: DEBUG nova.scheduler.client.report [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Refreshing trait associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 892.755577] env[68461]: DEBUG oslo_vmware.api [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Task: {'id': task-2894837, 'name': PowerOnVM_Task, 'duration_secs': 0.55104} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.761440] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.761750] env[68461]: INFO nova.compute.manager [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Took 11.03 seconds to spawn the instance on the hypervisor. [ 892.761955] env[68461]: DEBUG nova.compute.manager [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.763249] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6696d09a-2597-426b-a33c-25f47e406a23 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.969565] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dbd9c5-b424-4c3b-9e73-c8766220537b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.978985] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87315254-e4b3-44bc-82ce-8b65a3ca4d10 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.027498] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528ea68b-c719-4ef9-8f82-43c37ae79fab {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.034760] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e5343b-872a-42fc-a606-9bb57da41dd0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.052943] env[68461]: DEBUG nova.compute.provider_tree [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 893.285326] env[68461]: INFO nova.compute.manager [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Took 28.95 seconds to build instance. [ 893.598289] env[68461]: ERROR nova.scheduler.client.report [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [req-d7ede5b3-b054-44cf-b048-f5539c0d3db7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5d7ee095-b829-48e2-9d92-7f7aec139540. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n update conflict: Another thread concurrently updated the resource provider data. Please retry your update ", "code": "placement.concurrent_update", "request_id": "req-d7ede5b3-b054-44cf-b048-f5539c0d3db7"}]} [ 893.621920] env[68461]: DEBUG nova.scheduler.client.report [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Refreshing inventories for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 893.637620] env[68461]: DEBUG nova.scheduler.client.report [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Updating ProviderTree inventory for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 893.638456] env[68461]: DEBUG nova.compute.provider_tree [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 893.654803] env[68461]: DEBUG nova.scheduler.client.report [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Refreshing aggregate associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, aggregates: f64b13c5-0d1e-4d13-9f2c-6d62a793896e {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 893.674052] env[68461]: DEBUG nova.scheduler.client.report [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Refreshing trait associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 893.787977] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a94892a8-89ee-4588-8cab-93f910e018d3 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Lock "53ea1e0b-8f00-4f0f-805e-05c81e06f05a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.464s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.087556] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "0fae630c-c34d-4827-9557-2d3bdb3d7c50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.087804] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "0fae630c-c34d-4827-9557-2d3bdb3d7c50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.200271] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da74de23-b07c-4792-b0b4-ea58b72c3f9d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.211787] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14486f0d-8bbf-4df7-b3a8-592567941f60 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.254826] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d63417-ed0e-4ff0-9db1-703ba9619c8b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.265193] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eea45d6-a448-4d37-b129-e800d017f9ec {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.282627] env[68461]: DEBUG nova.compute.provider_tree [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 894.293556] env[68461]: DEBUG nova.compute.manager [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 894.697808] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Acquiring lock "7ddca307-cc43-46fb-863d-78762a26b0d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.698157] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Lock "7ddca307-cc43-46fb-863d-78762a26b0d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.817792] env[68461]: ERROR nova.scheduler.client.report [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [req-6e4d3697-3326-452b-89d2-0675439a8c39] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5d7ee095-b829-48e2-9d92-7f7aec139540. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6e4d3697-3326-452b-89d2-0675439a8c39"}]} [ 894.818847] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.741s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.822646] env[68461]: ERROR nova.compute.manager [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] Failed to build and run instance: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 (generation 31): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6e4d3697-3326-452b-89d2-0675439a8c39"}]} [ 894.822646] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] Traceback (most recent call last): [ 894.822646] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] File "/opt/stack/nova/nova/compute/manager.py", line 2622, in _build_and_run_instance [ 894.822646] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] with self.rt.instance_claim(context, instance, node, allocs, [ 894.822646] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 894.822646] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] return f(*args, **kwargs) [ 894.822646] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 215, in instance_claim [ 894.822646] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] self._update(elevated, cn) [ 894.822646] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1375, in _update [ 894.823241] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] self._update_to_placement(context, compute_node, startup) [ 894.823241] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 894.823241] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 894.823241] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 894.823241] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] raise attempt.get() [ 894.823241] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 894.823241] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] six.reraise(self.value[0], self.value[1], self.value[2]) [ 894.823241] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 894.823241] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] raise value [ 894.823241] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 894.823241] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 894.823241] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1360, in _update_to_placement [ 894.823241] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] self.reportclient.update_from_provider_tree( [ 894.825313] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 894.825313] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] self.set_inventory_for_provider( [ 894.825313] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 894.825313] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] raise exception.ResourceProviderUpdateConflict( [ 894.825313] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 (generation 31): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6e4d3697-3326-452b-89d2-0675439a8c39"}]} [ 894.825313] env[68461]: ERROR nova.compute.manager [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] [ 894.825313] env[68461]: DEBUG nova.compute.utils [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] A conflict was encountered attempting to update resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 (generation 31): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource pro {{(pid=68461) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 894.825561] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.652s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.829039] env[68461]: INFO nova.compute.claims [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.834145] env[68461]: DEBUG oslo_concurrency.lockutils [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.843381] env[68461]: DEBUG nova.compute.manager [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] Build of instance f2f2d1e7-121d-4e95-8266-6feeabd63b3b was re-scheduled: A conflict was encountered attempting to update resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 (generation 31): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6e4d3697-3326-452b-89d2-0675439a8c39"}]} {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}} [ 894.843930] env[68461]: DEBUG nova.compute.manager [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] Unplugging VIFs for instance {{(pid=68461) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 894.844202] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquiring lock "refresh_cache-f2f2d1e7-121d-4e95-8266-6feeabd63b3b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.844475] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquired lock "refresh_cache-f2f2d1e7-121d-4e95-8266-6feeabd63b3b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.844792] env[68461]: DEBUG nova.network.neutron [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.164810] env[68461]: DEBUG oslo_concurrency.lockutils [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "e8e0b748-8d14-40a3-9702-504d0c0d679f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.165059] env[68461]: DEBUG oslo_concurrency.lockutils [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "e8e0b748-8d14-40a3-9702-504d0c0d679f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.389173] env[68461]: DEBUG nova.network.neutron [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.615760] env[68461]: DEBUG nova.network.neutron [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.869372] env[68461]: DEBUG nova.scheduler.client.report [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Refreshing inventories for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 895.893789] env[68461]: DEBUG nova.scheduler.client.report [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Updating ProviderTree inventory for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 895.894075] env[68461]: DEBUG nova.compute.provider_tree [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 895.918025] env[68461]: DEBUG nova.scheduler.client.report [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Refreshing aggregate associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, aggregates: None {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 895.941857] env[68461]: DEBUG nova.scheduler.client.report [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Refreshing trait associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 896.119662] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Releasing lock "refresh_cache-f2f2d1e7-121d-4e95-8266-6feeabd63b3b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.119662] env[68461]: DEBUG nova.compute.manager [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=68461) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 896.119662] env[68461]: DEBUG nova.compute.manager [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.119662] env[68461]: DEBUG nova.network.neutron [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.155725] env[68461]: DEBUG nova.network.neutron [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.380411] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0acd6c5-f665-40f2-a4cc-44cbb5f39288 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.394728] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5b3c8d-cac0-4bb8-9547-d3ce9d349938 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.428287] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14f3662-eedf-457c-b2b6-0258b627c426 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.437178] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9392aaa2-dcac-4686-a87a-14749b8e0db9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.454103] env[68461]: DEBUG nova.compute.provider_tree [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 896.664968] env[68461]: DEBUG nova.network.neutron [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.006490] env[68461]: DEBUG nova.scheduler.client.report [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Updated inventory for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with generation 34 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 897.007063] env[68461]: DEBUG nova.compute.provider_tree [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Updating resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 generation from 34 to 35 during operation: update_inventory {{(pid=68461) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 897.007156] env[68461]: DEBUG nova.compute.provider_tree [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 897.169300] env[68461]: INFO nova.compute.manager [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: f2f2d1e7-121d-4e95-8266-6feeabd63b3b] Took 1.05 seconds to deallocate network for instance. [ 897.519820] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.519820] env[68461]: DEBUG nova.compute.manager [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.523213] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.817s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.524738] env[68461]: INFO nova.compute.claims [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.639925] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Acquiring lock "1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.639925] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Lock "1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.030712] env[68461]: DEBUG nova.compute.utils [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.038329] env[68461]: DEBUG nova.compute.manager [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.038329] env[68461]: DEBUG nova.network.neutron [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.164045] env[68461]: DEBUG nova.policy [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69cb40ec48c745de95d3506d54c4ea45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57ebd65cebe24e8d8e698cc2cf042193', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.215394] env[68461]: INFO nova.scheduler.client.report [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Deleted allocations for instance f2f2d1e7-121d-4e95-8266-6feeabd63b3b [ 898.544403] env[68461]: DEBUG nova.compute.manager [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.727710] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f71403c7-5543-476a-8f2e-1056f6495df1 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lock "f2f2d1e7-121d-4e95-8266-6feeabd63b3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.317s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.004080] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5065d2bb-02ae-4d70-ae78-449a418636f3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.014257] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33705d33-d389-4824-85bf-38fbb3e96cac {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.060926] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76208950-03a9-470c-a671-5dcd571ffbe5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.072644] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1eb5be5-be1a-4234-810c-77522e233b96 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.087729] env[68461]: DEBUG nova.compute.provider_tree [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.122028] env[68461]: DEBUG nova.network.neutron [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Successfully created port: 3ba1af90-b4a4-4b1d-9180-169e735dc31b {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.233860] env[68461]: DEBUG nova.compute.manager [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.563026] env[68461]: DEBUG nova.compute.manager [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.591901] env[68461]: DEBUG nova.virt.hardware [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.591901] env[68461]: DEBUG nova.virt.hardware [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.592722] env[68461]: DEBUG nova.virt.hardware [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.592722] env[68461]: DEBUG nova.virt.hardware [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.592722] env[68461]: DEBUG nova.virt.hardware [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.592722] env[68461]: DEBUG nova.virt.hardware [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.592722] env[68461]: DEBUG nova.virt.hardware [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.592965] env[68461]: DEBUG nova.virt.hardware [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.593201] env[68461]: DEBUG nova.virt.hardware [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.593615] env[68461]: DEBUG nova.virt.hardware [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.593705] env[68461]: DEBUG nova.virt.hardware [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.594502] env[68461]: DEBUG nova.scheduler.client.report [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.598920] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b913c6c7-bf45-4e90-9f2e-0227edf9534e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.607402] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6358df0-ce50-4b2d-ab3b-c01f45d75d2a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.638692] env[68461]: DEBUG oslo_concurrency.lockutils [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Acquiring lock "98a605b2-4b2d-4f56-9ea2-344a660bec54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.638908] env[68461]: DEBUG oslo_concurrency.lockutils [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Lock "98a605b2-4b2d-4f56-9ea2-344a660bec54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.707103] env[68461]: DEBUG nova.compute.manager [req-baa34970-b35b-424f-bc6a-bbfa8b122d21 req-71aa7be8-4ea0-492d-af67-fe2bf1926b91 service nova] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Received event network-changed-920dd901-8ffe-4cc5-a2c5-e355bdc59bbe {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.707311] env[68461]: DEBUG nova.compute.manager [req-baa34970-b35b-424f-bc6a-bbfa8b122d21 req-71aa7be8-4ea0-492d-af67-fe2bf1926b91 service nova] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Refreshing instance network info cache due to event network-changed-920dd901-8ffe-4cc5-a2c5-e355bdc59bbe. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.707519] env[68461]: DEBUG oslo_concurrency.lockutils [req-baa34970-b35b-424f-bc6a-bbfa8b122d21 req-71aa7be8-4ea0-492d-af67-fe2bf1926b91 service nova] Acquiring lock "refresh_cache-53ea1e0b-8f00-4f0f-805e-05c81e06f05a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.707657] env[68461]: DEBUG oslo_concurrency.lockutils [req-baa34970-b35b-424f-bc6a-bbfa8b122d21 req-71aa7be8-4ea0-492d-af67-fe2bf1926b91 service nova] Acquired lock "refresh_cache-53ea1e0b-8f00-4f0f-805e-05c81e06f05a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.707820] env[68461]: DEBUG nova.network.neutron [req-baa34970-b35b-424f-bc6a-bbfa8b122d21 req-71aa7be8-4ea0-492d-af67-fe2bf1926b91 service nova] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Refreshing network info cache for port 920dd901-8ffe-4cc5-a2c5-e355bdc59bbe {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.813321] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.102520] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.103316] env[68461]: DEBUG nova.compute.manager [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.109866] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.790s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.113772] env[68461]: INFO nova.compute.claims [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.621608] env[68461]: DEBUG nova.compute.utils [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.623030] env[68461]: DEBUG nova.compute.manager [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.623365] env[68461]: DEBUG nova.network.neutron [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.727038] env[68461]: DEBUG nova.policy [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8936833bc02646aca725754cc95e2561', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6808b69ef22d41409eea6d4507e7f0df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.999887] env[68461]: DEBUG nova.network.neutron [req-baa34970-b35b-424f-bc6a-bbfa8b122d21 req-71aa7be8-4ea0-492d-af67-fe2bf1926b91 service nova] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Updated VIF entry in instance network info cache for port 920dd901-8ffe-4cc5-a2c5-e355bdc59bbe. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.000265] env[68461]: DEBUG nova.network.neutron [req-baa34970-b35b-424f-bc6a-bbfa8b122d21 req-71aa7be8-4ea0-492d-af67-fe2bf1926b91 service nova] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Updating instance_info_cache with network_info: [{"id": "920dd901-8ffe-4cc5-a2c5-e355bdc59bbe", "address": "fa:16:3e:16:af:2f", "network": {"id": "8402c978-2e45-4ea3-9ee3-9ee1e2d5b825", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1225365438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5287882b2dff49de912e7ec7a4df131b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap920dd901-8f", "ovs_interfaceid": "920dd901-8ffe-4cc5-a2c5-e355bdc59bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.126844] env[68461]: DEBUG nova.compute.manager [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.305072] env[68461]: DEBUG nova.network.neutron [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Successfully created port: 9cccb9de-a297-4a79-ad6d-95629f1bcbf0 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.503674] env[68461]: DEBUG oslo_concurrency.lockutils [req-baa34970-b35b-424f-bc6a-bbfa8b122d21 req-71aa7be8-4ea0-492d-af67-fe2bf1926b91 service nova] Releasing lock "refresh_cache-53ea1e0b-8f00-4f0f-805e-05c81e06f05a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.621936] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79073c27-1c0f-4174-ada7-28fe1f7214e7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.639868] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e98f419-a880-4d4b-b50f-879a3dee6fef {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.686393] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a355e78-ad5e-4ff4-9c44-fc0dfa190c9e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.699164] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8840379d-051f-4ca9-b65c-269487a29e21 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.718202] env[68461]: DEBUG nova.compute.provider_tree [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.115420] env[68461]: DEBUG nova.compute.manager [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.116414] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155e48eb-b71b-433a-9803-e5c937d24acb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.146077] env[68461]: DEBUG nova.compute.manager [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.180875] env[68461]: DEBUG nova.virt.hardware [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:14:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1835733166',id=29,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1239706649',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.180875] env[68461]: DEBUG nova.virt.hardware [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.180875] env[68461]: DEBUG nova.virt.hardware [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.181052] env[68461]: DEBUG nova.virt.hardware [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.181052] env[68461]: DEBUG nova.virt.hardware [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.181052] env[68461]: DEBUG nova.virt.hardware [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.181052] env[68461]: DEBUG nova.virt.hardware [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.181052] env[68461]: DEBUG nova.virt.hardware [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.181217] env[68461]: DEBUG nova.virt.hardware [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.181217] env[68461]: DEBUG nova.virt.hardware [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.181338] env[68461]: DEBUG nova.virt.hardware [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.185041] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdabcfb9-1d4f-43d3-9e56-339163f15a49 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.192400] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212a2247-92f9-4cd5-85d1-e145dfef503b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.221771] env[68461]: DEBUG nova.scheduler.client.report [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.326171] env[68461]: DEBUG nova.network.neutron [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Successfully updated port: 3ba1af90-b4a4-4b1d-9180-169e735dc31b {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.631705] env[68461]: INFO nova.compute.manager [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] instance snapshotting [ 902.637638] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa76773-2765-44ae-ba26-7a738e7cd2f4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.659995] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6212d4d7-47a9-4836-a211-283600d43aca {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.726800] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.727449] env[68461]: DEBUG nova.compute.manager [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.734019] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.696s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.734019] env[68461]: INFO nova.compute.claims [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.832088] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Acquiring lock "refresh_cache-38fac1f3-9fe0-49c8-875e-d260db193c8a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.832215] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Acquired lock "refresh_cache-38fac1f3-9fe0-49c8-875e-d260db193c8a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.832373] env[68461]: DEBUG nova.network.neutron [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.145519] env[68461]: DEBUG oslo_concurrency.lockutils [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Acquiring lock "82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.145754] env[68461]: DEBUG oslo_concurrency.lockutils [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Lock "82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.171756] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Creating Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 903.172088] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4ffd3e34-c413-47f8-bf0f-cfbce979133e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.184222] env[68461]: DEBUG nova.compute.manager [req-0bb8f3c0-b4f6-4de4-9e5b-9b7b1b140678 req-ced9ca3a-6c2e-4be4-94ea-35f76b13863d service nova] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Received event network-vif-plugged-3ba1af90-b4a4-4b1d-9180-169e735dc31b {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.184423] env[68461]: DEBUG oslo_concurrency.lockutils [req-0bb8f3c0-b4f6-4de4-9e5b-9b7b1b140678 req-ced9ca3a-6c2e-4be4-94ea-35f76b13863d service nova] Acquiring lock "38fac1f3-9fe0-49c8-875e-d260db193c8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.184715] env[68461]: DEBUG oslo_concurrency.lockutils [req-0bb8f3c0-b4f6-4de4-9e5b-9b7b1b140678 req-ced9ca3a-6c2e-4be4-94ea-35f76b13863d service nova] Lock "38fac1f3-9fe0-49c8-875e-d260db193c8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.184775] env[68461]: DEBUG oslo_concurrency.lockutils [req-0bb8f3c0-b4f6-4de4-9e5b-9b7b1b140678 req-ced9ca3a-6c2e-4be4-94ea-35f76b13863d service nova] Lock "38fac1f3-9fe0-49c8-875e-d260db193c8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.184997] env[68461]: DEBUG nova.compute.manager [req-0bb8f3c0-b4f6-4de4-9e5b-9b7b1b140678 req-ced9ca3a-6c2e-4be4-94ea-35f76b13863d service nova] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] No waiting events found dispatching network-vif-plugged-3ba1af90-b4a4-4b1d-9180-169e735dc31b {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.186406] env[68461]: WARNING nova.compute.manager [req-0bb8f3c0-b4f6-4de4-9e5b-9b7b1b140678 req-ced9ca3a-6c2e-4be4-94ea-35f76b13863d service nova] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Received unexpected event network-vif-plugged-3ba1af90-b4a4-4b1d-9180-169e735dc31b for instance with vm_state building and task_state spawning. [ 903.189886] env[68461]: DEBUG oslo_vmware.api [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 903.189886] env[68461]: value = "task-2894839" [ 903.189886] env[68461]: _type = "Task" [ 903.189886] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.202367] env[68461]: DEBUG oslo_vmware.api [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894839, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.236254] env[68461]: DEBUG nova.compute.utils [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.250016] env[68461]: DEBUG nova.compute.manager [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.250016] env[68461]: DEBUG nova.network.neutron [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.332338] env[68461]: DEBUG nova.network.neutron [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Successfully updated port: 9cccb9de-a297-4a79-ad6d-95629f1bcbf0 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.341186] env[68461]: DEBUG nova.policy [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd256a384b304f3ca3911d16f3ae26c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7964b924e594908bdd55d8df1ac5763', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.433951] env[68461]: DEBUG nova.network.neutron [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.651711] env[68461]: DEBUG nova.network.neutron [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Updating instance_info_cache with network_info: [{"id": "3ba1af90-b4a4-4b1d-9180-169e735dc31b", "address": "fa:16:3e:1f:56:c8", "network": {"id": "f45cf817-a5c4-41c4-b058-a2b3b1c4a3be", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-953212579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57ebd65cebe24e8d8e698cc2cf042193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ba1af90-b4", "ovs_interfaceid": "3ba1af90-b4a4-4b1d-9180-169e735dc31b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.654102] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Acquiring lock "d96e8733-37f1-481e-b09d-b5491a4ae3f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.654443] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Lock "d96e8733-37f1-481e-b09d-b5491a4ae3f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.701797] env[68461]: DEBUG oslo_vmware.api [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894839, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.747259] env[68461]: DEBUG nova.compute.manager [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.778746] env[68461]: DEBUG oslo_concurrency.lockutils [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquiring lock "abbbbbc0-3457-4c28-905f-728f2caf2f39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.778746] env[68461]: DEBUG oslo_concurrency.lockutils [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lock "abbbbbc0-3457-4c28-905f-728f2caf2f39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.778746] env[68461]: DEBUG oslo_concurrency.lockutils [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquiring lock "abbbbbc0-3457-4c28-905f-728f2caf2f39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.778746] env[68461]: DEBUG oslo_concurrency.lockutils [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lock "abbbbbc0-3457-4c28-905f-728f2caf2f39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.779018] env[68461]: DEBUG oslo_concurrency.lockutils [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lock "abbbbbc0-3457-4c28-905f-728f2caf2f39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.780539] env[68461]: INFO nova.compute.manager [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Terminating instance [ 903.839093] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Acquiring lock "refresh_cache-6c8126c6-b7ba-4976-8555-06724d7d4f35" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.839093] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Acquired lock "refresh_cache-6c8126c6-b7ba-4976-8555-06724d7d4f35" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.839093] env[68461]: DEBUG nova.network.neutron [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.156133] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Releasing lock "refresh_cache-38fac1f3-9fe0-49c8-875e-d260db193c8a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.156514] env[68461]: DEBUG nova.compute.manager [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Instance network_info: |[{"id": "3ba1af90-b4a4-4b1d-9180-169e735dc31b", "address": "fa:16:3e:1f:56:c8", "network": {"id": "f45cf817-a5c4-41c4-b058-a2b3b1c4a3be", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-953212579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57ebd65cebe24e8d8e698cc2cf042193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ba1af90-b4", "ovs_interfaceid": "3ba1af90-b4a4-4b1d-9180-169e735dc31b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.157821] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:56:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ba1af90-b4a4-4b1d-9180-169e735dc31b', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.164966] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Creating folder: Project (57ebd65cebe24e8d8e698cc2cf042193). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.165375] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f49f8b36-1881-4447-b780-6388d7267d64 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.178784] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Created folder: Project (57ebd65cebe24e8d8e698cc2cf042193) in parent group-v581476. [ 904.179231] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Creating folder: Instances. Parent ref: group-v581514. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.179231] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae8d8d7d-ac2a-4486-92aa-0405b19f83c9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.197164] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Created folder: Instances in parent group-v581514. [ 904.197402] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.198171] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.198513] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd2c6746-d930-4903-b47c-7d81cd812c98 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.219883] env[68461]: DEBUG oslo_vmware.api [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894839, 'name': CreateSnapshot_Task, 'duration_secs': 0.5697} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.220678] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Created Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 904.221553] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f3431f-9e6d-47d4-9fa2-2e825a438162 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.226157] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.226157] env[68461]: value = "task-2894842" [ 904.226157] env[68461]: _type = "Task" [ 904.226157] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.245587] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894842, 'name': CreateVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.266673] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaf6e85-ccac-4126-903a-bdf16a528319 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.275701] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f2e643-a4d8-41f2-883d-be8593de5747 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.307113] env[68461]: DEBUG nova.compute.manager [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.307353] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.309393] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb0e3a6-23a4-4d6f-96eb-173d48145b6e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.312777] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05d5af4-a9ee-477e-893f-04a656c49833 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.322947] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.323629] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbe4f595-ac1e-44e6-b818-54da74b51d8f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.326262] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc586c3b-ec95-45a5-8c83-7a96f113a76f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.345642] env[68461]: DEBUG nova.compute.provider_tree [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.345642] env[68461]: DEBUG oslo_vmware.api [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Waiting for the task: (returnval){ [ 904.345642] env[68461]: value = "task-2894843" [ 904.345642] env[68461]: _type = "Task" [ 904.345642] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.356696] env[68461]: DEBUG oslo_vmware.api [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.393170] env[68461]: DEBUG nova.network.neutron [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.453264] env[68461]: DEBUG nova.compute.manager [req-8116dafb-df7b-4002-835b-5a6443575de9 req-f1a457e0-eaf0-4a94-ade5-1fbc07ee3455 service nova] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Received event network-vif-plugged-9cccb9de-a297-4a79-ad6d-95629f1bcbf0 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.454246] env[68461]: DEBUG oslo_concurrency.lockutils [req-8116dafb-df7b-4002-835b-5a6443575de9 req-f1a457e0-eaf0-4a94-ade5-1fbc07ee3455 service nova] Acquiring lock "6c8126c6-b7ba-4976-8555-06724d7d4f35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.454246] env[68461]: DEBUG oslo_concurrency.lockutils [req-8116dafb-df7b-4002-835b-5a6443575de9 req-f1a457e0-eaf0-4a94-ade5-1fbc07ee3455 service nova] Lock "6c8126c6-b7ba-4976-8555-06724d7d4f35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.454246] env[68461]: DEBUG oslo_concurrency.lockutils [req-8116dafb-df7b-4002-835b-5a6443575de9 req-f1a457e0-eaf0-4a94-ade5-1fbc07ee3455 service nova] Lock "6c8126c6-b7ba-4976-8555-06724d7d4f35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.454246] env[68461]: DEBUG nova.compute.manager [req-8116dafb-df7b-4002-835b-5a6443575de9 req-f1a457e0-eaf0-4a94-ade5-1fbc07ee3455 service nova] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] No waiting events found dispatching network-vif-plugged-9cccb9de-a297-4a79-ad6d-95629f1bcbf0 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.454246] env[68461]: WARNING nova.compute.manager [req-8116dafb-df7b-4002-835b-5a6443575de9 req-f1a457e0-eaf0-4a94-ade5-1fbc07ee3455 service nova] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Received unexpected event network-vif-plugged-9cccb9de-a297-4a79-ad6d-95629f1bcbf0 for instance with vm_state building and task_state spawning. [ 904.619572] env[68461]: DEBUG nova.network.neutron [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Successfully created port: bab48b6d-bfbc-4f4f-ad98-e3ce2825c500 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.658074] env[68461]: DEBUG nova.network.neutron [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Updating instance_info_cache with network_info: [{"id": "9cccb9de-a297-4a79-ad6d-95629f1bcbf0", "address": "fa:16:3e:44:de:8b", "network": {"id": "de181620-7342-4db4-b76c-c19795f976b4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-538514800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6808b69ef22d41409eea6d4507e7f0df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cccb9de-a2", "ovs_interfaceid": "9cccb9de-a297-4a79-ad6d-95629f1bcbf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.741196] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Creating linked-clone VM from snapshot {{(pid=68461) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 904.741812] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-59f00e0c-c5d8-4c9f-a7a0-85f3c43aac4f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.752112] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894842, 'name': CreateVM_Task, 'duration_secs': 0.440483} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.752112] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.752310] env[68461]: DEBUG oslo_vmware.api [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 904.752310] env[68461]: value = "task-2894844" [ 904.752310] env[68461]: _type = "Task" [ 904.752310] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.753361] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.753361] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.753361] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.754588] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10951b0c-0d98-4e55-b831-755a4d91cdc8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.762022] env[68461]: DEBUG nova.compute.manager [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.775154] env[68461]: DEBUG oslo_vmware.api [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894844, 'name': CloneVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.776411] env[68461]: DEBUG oslo_vmware.api [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Waiting for the task: (returnval){ [ 904.776411] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52958210-b260-db83-9fdf-d8196564d375" [ 904.776411] env[68461]: _type = "Task" [ 904.776411] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.789535] env[68461]: DEBUG oslo_vmware.api [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52958210-b260-db83-9fdf-d8196564d375, 'name': SearchDatastore_Task, 'duration_secs': 0.015686} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.793095] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.793423] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.793806] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.794053] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.794290] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.794801] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c962d90c-efed-48f1-9642-5601fd2229ef {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.801997] env[68461]: DEBUG nova.virt.hardware [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.802245] env[68461]: DEBUG nova.virt.hardware [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.802469] env[68461]: DEBUG nova.virt.hardware [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.802659] env[68461]: DEBUG nova.virt.hardware [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.802934] env[68461]: DEBUG nova.virt.hardware [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.803239] env[68461]: DEBUG nova.virt.hardware [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.803515] env[68461]: DEBUG nova.virt.hardware [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.803773] env[68461]: DEBUG nova.virt.hardware [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.803887] env[68461]: DEBUG nova.virt.hardware [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.804073] env[68461]: DEBUG nova.virt.hardware [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.804464] env[68461]: DEBUG nova.virt.hardware [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.805524] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3f01d8-41c2-4f6f-a1b4-c398f4eee9fc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.810015] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.810266] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.811726] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-869f3c35-b194-43cc-9d80-0b204bea6f88 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.819245] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34d4211-8ad6-4144-bd8b-eee0c2abe367 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.824177] env[68461]: DEBUG oslo_vmware.api [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Waiting for the task: (returnval){ [ 904.824177] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52511c81-828a-349c-e790-420470b55086" [ 904.824177] env[68461]: _type = "Task" [ 904.824177] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.841159] env[68461]: DEBUG oslo_vmware.api [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52511c81-828a-349c-e790-420470b55086, 'name': SearchDatastore_Task, 'duration_secs': 0.0125} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.841644] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0465e6b2-33e4-4b1a-a7db-abf2acbf3d29 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.848879] env[68461]: DEBUG nova.scheduler.client.report [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.855523] env[68461]: DEBUG oslo_vmware.api [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Waiting for the task: (returnval){ [ 904.855523] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52576711-15d3-2adf-f466-9bcaa8f6b640" [ 904.855523] env[68461]: _type = "Task" [ 904.855523] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.865218] env[68461]: DEBUG oslo_vmware.api [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894843, 'name': PowerOffVM_Task, 'duration_secs': 0.32595} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.868170] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.868353] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.868630] env[68461]: DEBUG oslo_vmware.api [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52576711-15d3-2adf-f466-9bcaa8f6b640, 'name': SearchDatastore_Task, 'duration_secs': 0.014206} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.868888] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-070b226f-aa97-48ea-9fb9-0a29d28e3a88 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.870556] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.870912] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 38fac1f3-9fe0-49c8-875e-d260db193c8a/38fac1f3-9fe0-49c8-875e-d260db193c8a.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.872012] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38442110-2bd0-4a96-b2d6-618f8d1e22eb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.883276] env[68461]: DEBUG oslo_vmware.api [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Waiting for the task: (returnval){ [ 904.883276] env[68461]: value = "task-2894846" [ 904.883276] env[68461]: _type = "Task" [ 904.883276] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.893094] env[68461]: DEBUG oslo_vmware.api [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Task: {'id': task-2894846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.955321] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.955603] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.955785] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Deleting the datastore file [datastore2] abbbbbc0-3457-4c28-905f-728f2caf2f39 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.956066] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0928c923-c565-46cf-a54d-da540fdfefa2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.964654] env[68461]: DEBUG oslo_vmware.api [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Waiting for the task: (returnval){ [ 904.964654] env[68461]: value = "task-2894847" [ 904.964654] env[68461]: _type = "Task" [ 904.964654] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.979803] env[68461]: DEBUG oslo_vmware.api [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.161786] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Releasing lock "refresh_cache-6c8126c6-b7ba-4976-8555-06724d7d4f35" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.161786] env[68461]: DEBUG nova.compute.manager [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Instance network_info: |[{"id": "9cccb9de-a297-4a79-ad6d-95629f1bcbf0", "address": "fa:16:3e:44:de:8b", "network": {"id": "de181620-7342-4db4-b76c-c19795f976b4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-538514800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6808b69ef22d41409eea6d4507e7f0df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cccb9de-a2", "ovs_interfaceid": "9cccb9de-a297-4a79-ad6d-95629f1bcbf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.162169] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:de:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cccb9de-a297-4a79-ad6d-95629f1bcbf0', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.174065] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Creating folder: Project (6808b69ef22d41409eea6d4507e7f0df). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.174478] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a971fbe-7a9d-43b4-b238-43ffc1904be2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.193020] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Created folder: Project (6808b69ef22d41409eea6d4507e7f0df) in parent group-v581476. [ 905.193350] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Creating folder: Instances. Parent ref: group-v581518. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.193470] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31a03c08-e7c5-48a2-ad56-48580be0463c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.208963] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Created folder: Instances in parent group-v581518. [ 905.208963] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.208963] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.208963] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78257a83-6f30-4284-bf40-2b33105c4ac8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.236009] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.236009] env[68461]: value = "task-2894850" [ 905.236009] env[68461]: _type = "Task" [ 905.236009] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.247373] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894850, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.269611] env[68461]: DEBUG oslo_vmware.api [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894844, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.360658] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.360658] env[68461]: DEBUG nova.compute.manager [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.363830] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.605s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.363830] env[68461]: DEBUG nova.objects.instance [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Lazy-loading 'resources' on Instance uuid 1d89390b-acab-4995-a3bd-006d6316fd6d {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.398842] env[68461]: DEBUG oslo_vmware.api [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Task: {'id': task-2894846, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.477174] env[68461]: DEBUG oslo_vmware.api [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164139} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.477502] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.477711] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.477911] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.478152] env[68461]: INFO nova.compute.manager [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Took 1.17 seconds to destroy the instance on the hypervisor. [ 905.478476] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.478706] env[68461]: DEBUG nova.compute.manager [-] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.478794] env[68461]: DEBUG nova.network.neutron [-] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.722193] env[68461]: DEBUG nova.compute.manager [req-1df11bbf-7b46-4e02-8a82-2b3682b44855 req-39420cd7-9254-4859-9524-5d0a065fe8ba service nova] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Received event network-changed-3ba1af90-b4a4-4b1d-9180-169e735dc31b {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.722193] env[68461]: DEBUG nova.compute.manager [req-1df11bbf-7b46-4e02-8a82-2b3682b44855 req-39420cd7-9254-4859-9524-5d0a065fe8ba service nova] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Refreshing instance network info cache due to event network-changed-3ba1af90-b4a4-4b1d-9180-169e735dc31b. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.722193] env[68461]: DEBUG oslo_concurrency.lockutils [req-1df11bbf-7b46-4e02-8a82-2b3682b44855 req-39420cd7-9254-4859-9524-5d0a065fe8ba service nova] Acquiring lock "refresh_cache-38fac1f3-9fe0-49c8-875e-d260db193c8a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.723417] env[68461]: DEBUG oslo_concurrency.lockutils [req-1df11bbf-7b46-4e02-8a82-2b3682b44855 req-39420cd7-9254-4859-9524-5d0a065fe8ba service nova] Acquired lock "refresh_cache-38fac1f3-9fe0-49c8-875e-d260db193c8a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.723601] env[68461]: DEBUG nova.network.neutron [req-1df11bbf-7b46-4e02-8a82-2b3682b44855 req-39420cd7-9254-4859-9524-5d0a065fe8ba service nova] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Refreshing network info cache for port 3ba1af90-b4a4-4b1d-9180-169e735dc31b {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.749895] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894850, 'name': CreateVM_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.774037] env[68461]: DEBUG oslo_vmware.api [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894844, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.869031] env[68461]: DEBUG nova.compute.utils [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.876814] env[68461]: DEBUG nova.compute.manager [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.876814] env[68461]: DEBUG nova.network.neutron [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.898576] env[68461]: DEBUG oslo_vmware.api [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Task: {'id': task-2894846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639618} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.902263] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 38fac1f3-9fe0-49c8-875e-d260db193c8a/38fac1f3-9fe0-49c8-875e-d260db193c8a.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.902552] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.906797] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e409fc4-e27c-4b25-8fd7-2e6fc00386a3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.915358] env[68461]: DEBUG oslo_vmware.api [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Waiting for the task: (returnval){ [ 905.915358] env[68461]: value = "task-2894851" [ 905.915358] env[68461]: _type = "Task" [ 905.915358] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.926735] env[68461]: DEBUG oslo_vmware.api [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Task: {'id': task-2894851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.008705] env[68461]: DEBUG nova.policy [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26baa3920c374516bad698355105c714', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fc682ab925e44ed8a795495f2095b35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.256574] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894850, 'name': CreateVM_Task, 'duration_secs': 0.71197} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.260082] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.260767] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.260933] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.261247] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.261857] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c8c4b40-5fb7-4dfd-b945-bdad40f4beba {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.267579] env[68461]: DEBUG oslo_vmware.api [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894844, 'name': CloneVM_Task, 'duration_secs': 1.486926} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.271348] env[68461]: INFO nova.virt.vmwareapi.vmops [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Created linked-clone VM from snapshot [ 906.271654] env[68461]: DEBUG oslo_vmware.api [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for the task: (returnval){ [ 906.271654] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5294a131-0917-b259-2b06-3ac34172718e" [ 906.271654] env[68461]: _type = "Task" [ 906.271654] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.273067] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2cc601-80c2-4e03-9c5c-540c5e448c98 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.283809] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Uploading image caaf4f9b-5b87-4c29-8f5b-9c505be40c98 {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 906.295824] env[68461]: DEBUG oslo_vmware.api [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5294a131-0917-b259-2b06-3ac34172718e, 'name': SearchDatastore_Task, 'duration_secs': 0.012032} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.296403] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.296641] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.296869] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.297069] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.297196] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.298012] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dab43449-dd36-42e3-ad0f-d0cdbf59e9b8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.303191] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Destroying the VM {{(pid=68461) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 906.303441] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-030ebe61-8289-4903-ba79-4cf73cd062a2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.307783] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.307972] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.311064] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd52b4f4-c541-4bb8-ab2c-3331820b2b9a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.315148] env[68461]: DEBUG oslo_vmware.api [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 906.315148] env[68461]: value = "task-2894852" [ 906.315148] env[68461]: _type = "Task" [ 906.315148] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.325052] env[68461]: DEBUG oslo_vmware.api [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for the task: (returnval){ [ 906.325052] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5252021c-ae43-aaa8-35a1-883341f68dcb" [ 906.325052] env[68461]: _type = "Task" [ 906.325052] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.331734] env[68461]: DEBUG oslo_vmware.api [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894852, 'name': Destroy_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.338966] env[68461]: DEBUG oslo_vmware.api [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5252021c-ae43-aaa8-35a1-883341f68dcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.375537] env[68461]: DEBUG nova.compute.manager [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.398710] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15274dc8-f15d-4146-97d3-eb7eef95d90e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.407577] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0a9053-cf59-4c44-a1d1-baa547ec8e07 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.445593] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183aec49-c9ac-47c5-af66-55e0d1deeb0c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.452084] env[68461]: DEBUG oslo_vmware.api [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Task: {'id': task-2894851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072164} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.452763] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.453569] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047bdec6-e880-4810-80a3-0026214a032a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.462763] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fda396e-9ac1-4e98-b7f7-82c383d6f008 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.486033] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 38fac1f3-9fe0-49c8-875e-d260db193c8a/38fac1f3-9fe0-49c8-875e-d260db193c8a.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.487155] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26fe7715-7503-4487-b298-493e640307dc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.512289] env[68461]: DEBUG nova.compute.provider_tree [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.523527] env[68461]: DEBUG oslo_vmware.api [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Waiting for the task: (returnval){ [ 906.523527] env[68461]: value = "task-2894853" [ 906.523527] env[68461]: _type = "Task" [ 906.523527] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.534763] env[68461]: DEBUG oslo_vmware.api [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Task: {'id': task-2894853, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.828616] env[68461]: DEBUG oslo_vmware.api [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894852, 'name': Destroy_Task, 'duration_secs': 0.348866} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.832879] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Destroyed the VM [ 906.838745] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Deleting Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 906.838745] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-abbb9629-8767-40df-9c1b-66d01b00f9fd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.851306] env[68461]: DEBUG oslo_vmware.api [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5252021c-ae43-aaa8-35a1-883341f68dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.017024} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.855584] env[68461]: DEBUG oslo_vmware.api [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 906.855584] env[68461]: value = "task-2894854" [ 906.855584] env[68461]: _type = "Task" [ 906.855584] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.855832] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52c77807-156c-488f-ab22-cb7a3c07c025 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.893812] env[68461]: DEBUG oslo_vmware.api [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894854, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.894144] env[68461]: DEBUG nova.network.neutron [-] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.899373] env[68461]: DEBUG oslo_vmware.api [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for the task: (returnval){ [ 906.899373] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c9c5b5-5ff6-dad7-45a8-b9b360e8dfcb" [ 906.899373] env[68461]: _type = "Task" [ 906.899373] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.913616] env[68461]: DEBUG oslo_vmware.api [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c9c5b5-5ff6-dad7-45a8-b9b360e8dfcb, 'name': SearchDatastore_Task, 'duration_secs': 0.012012} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.913950] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.914561] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 6c8126c6-b7ba-4976-8555-06724d7d4f35/6c8126c6-b7ba-4976-8555-06724d7d4f35.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.914561] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e532930c-5fd9-43bc-b507-b667d4769c7e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.924486] env[68461]: DEBUG oslo_vmware.api [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for the task: (returnval){ [ 906.924486] env[68461]: value = "task-2894855" [ 906.924486] env[68461]: _type = "Task" [ 906.924486] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.937450] env[68461]: DEBUG oslo_vmware.api [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2894855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.937450] env[68461]: DEBUG nova.network.neutron [req-1df11bbf-7b46-4e02-8a82-2b3682b44855 req-39420cd7-9254-4859-9524-5d0a065fe8ba service nova] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Updated VIF entry in instance network info cache for port 3ba1af90-b4a4-4b1d-9180-169e735dc31b. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.937722] env[68461]: DEBUG nova.network.neutron [req-1df11bbf-7b46-4e02-8a82-2b3682b44855 req-39420cd7-9254-4859-9524-5d0a065fe8ba service nova] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Updating instance_info_cache with network_info: [{"id": "3ba1af90-b4a4-4b1d-9180-169e735dc31b", "address": "fa:16:3e:1f:56:c8", "network": {"id": "f45cf817-a5c4-41c4-b058-a2b3b1c4a3be", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-953212579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57ebd65cebe24e8d8e698cc2cf042193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ba1af90-b4", "ovs_interfaceid": "3ba1af90-b4a4-4b1d-9180-169e735dc31b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.017831] env[68461]: DEBUG nova.scheduler.client.report [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.039890] env[68461]: DEBUG oslo_vmware.api [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Task: {'id': task-2894853, 'name': ReconfigVM_Task, 'duration_secs': 0.300635} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.039890] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 38fac1f3-9fe0-49c8-875e-d260db193c8a/38fac1f3-9fe0-49c8-875e-d260db193c8a.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.039890] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05ce4ad8-907e-4b2c-a587-0470e96e7cd0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.048566] env[68461]: DEBUG oslo_vmware.api [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Waiting for the task: (returnval){ [ 907.048566] env[68461]: value = "task-2894856" [ 907.048566] env[68461]: _type = "Task" [ 907.048566] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.065066] env[68461]: DEBUG oslo_vmware.api [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Task: {'id': task-2894856, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.094088] env[68461]: DEBUG nova.compute.manager [req-add25880-8e7a-41c7-bb0d-e395f7c152d3 req-b571b5d8-6c49-41c8-af88-ed7b7d70d07d service nova] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Received event network-changed-9cccb9de-a297-4a79-ad6d-95629f1bcbf0 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.094088] env[68461]: DEBUG nova.compute.manager [req-add25880-8e7a-41c7-bb0d-e395f7c152d3 req-b571b5d8-6c49-41c8-af88-ed7b7d70d07d service nova] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Refreshing instance network info cache due to event network-changed-9cccb9de-a297-4a79-ad6d-95629f1bcbf0. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.094088] env[68461]: DEBUG oslo_concurrency.lockutils [req-add25880-8e7a-41c7-bb0d-e395f7c152d3 req-b571b5d8-6c49-41c8-af88-ed7b7d70d07d service nova] Acquiring lock "refresh_cache-6c8126c6-b7ba-4976-8555-06724d7d4f35" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.094088] env[68461]: DEBUG oslo_concurrency.lockutils [req-add25880-8e7a-41c7-bb0d-e395f7c152d3 req-b571b5d8-6c49-41c8-af88-ed7b7d70d07d service nova] Acquired lock "refresh_cache-6c8126c6-b7ba-4976-8555-06724d7d4f35" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.094088] env[68461]: DEBUG nova.network.neutron [req-add25880-8e7a-41c7-bb0d-e395f7c152d3 req-b571b5d8-6c49-41c8-af88-ed7b7d70d07d service nova] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Refreshing network info cache for port 9cccb9de-a297-4a79-ad6d-95629f1bcbf0 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.096503] env[68461]: DEBUG nova.network.neutron [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Successfully updated port: bab48b6d-bfbc-4f4f-ad98-e3ce2825c500 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.119946] env[68461]: DEBUG nova.network.neutron [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Successfully created port: 35dd3442-6d45-4ad7-92a1-cf07687300e3 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.374245] env[68461]: DEBUG oslo_vmware.api [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894854, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.396215] env[68461]: DEBUG nova.compute.manager [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.400241] env[68461]: INFO nova.compute.manager [-] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Took 1.92 seconds to deallocate network for instance. [ 907.441031] env[68461]: DEBUG oslo_concurrency.lockutils [req-1df11bbf-7b46-4e02-8a82-2b3682b44855 req-39420cd7-9254-4859-9524-5d0a065fe8ba service nova] Releasing lock "refresh_cache-38fac1f3-9fe0-49c8-875e-d260db193c8a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.441031] env[68461]: DEBUG oslo_vmware.api [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2894855, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.445625] env[68461]: DEBUG nova.virt.hardware [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.446116] env[68461]: DEBUG nova.virt.hardware [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.446469] env[68461]: DEBUG nova.virt.hardware [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.446794] env[68461]: DEBUG nova.virt.hardware [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.450101] env[68461]: DEBUG nova.virt.hardware [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.450101] env[68461]: DEBUG nova.virt.hardware [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.450101] env[68461]: DEBUG nova.virt.hardware [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.450101] env[68461]: DEBUG nova.virt.hardware [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.450101] env[68461]: DEBUG nova.virt.hardware [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.450395] env[68461]: DEBUG nova.virt.hardware [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.450395] env[68461]: DEBUG nova.virt.hardware [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.450395] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2d62bc-c39a-4a50-b199-9b3e87e8d48d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.460755] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8643aa2-29f9-4fb8-a00e-79bdfbd861c3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.524532] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.527796] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.578s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.531485] env[68461]: INFO nova.compute.claims [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.566110] env[68461]: DEBUG oslo_vmware.api [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Task: {'id': task-2894856, 'name': Rename_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.568588] env[68461]: INFO nova.scheduler.client.report [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Deleted allocations for instance 1d89390b-acab-4995-a3bd-006d6316fd6d [ 907.599649] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Acquiring lock "refresh_cache-0918f7e7-ac2e-43e8-a205-33a78b9b3dac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.599649] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Acquired lock "refresh_cache-0918f7e7-ac2e-43e8-a205-33a78b9b3dac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.599649] env[68461]: DEBUG nova.network.neutron [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.883021] env[68461]: DEBUG oslo_vmware.api [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894854, 'name': RemoveSnapshot_Task, 'duration_secs': 0.618641} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.883615] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Deleted Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 907.908249] env[68461]: DEBUG oslo_concurrency.lockutils [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.939718] env[68461]: DEBUG oslo_vmware.api [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2894855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524215} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.939718] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 6c8126c6-b7ba-4976-8555-06724d7d4f35/6c8126c6-b7ba-4976-8555-06724d7d4f35.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.939718] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.939718] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da810ebd-ead6-4814-9af5-9d2ef608b4b4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.948783] env[68461]: DEBUG oslo_vmware.api [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for the task: (returnval){ [ 907.948783] env[68461]: value = "task-2894857" [ 907.948783] env[68461]: _type = "Task" [ 907.948783] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.958697] env[68461]: DEBUG oslo_vmware.api [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2894857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.036239] env[68461]: DEBUG nova.network.neutron [req-add25880-8e7a-41c7-bb0d-e395f7c152d3 req-b571b5d8-6c49-41c8-af88-ed7b7d70d07d service nova] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Updated VIF entry in instance network info cache for port 9cccb9de-a297-4a79-ad6d-95629f1bcbf0. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.036701] env[68461]: DEBUG nova.network.neutron [req-add25880-8e7a-41c7-bb0d-e395f7c152d3 req-b571b5d8-6c49-41c8-af88-ed7b7d70d07d service nova] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Updating instance_info_cache with network_info: [{"id": "9cccb9de-a297-4a79-ad6d-95629f1bcbf0", "address": "fa:16:3e:44:de:8b", "network": {"id": "de181620-7342-4db4-b76c-c19795f976b4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-538514800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6808b69ef22d41409eea6d4507e7f0df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cccb9de-a2", "ovs_interfaceid": "9cccb9de-a297-4a79-ad6d-95629f1bcbf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.064848] env[68461]: DEBUG oslo_vmware.api [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Task: {'id': task-2894856, 'name': Rename_Task, 'duration_secs': 0.87791} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.064848] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.064848] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8295dc1-85c0-4ba9-a46e-f6b7a45e8558 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.072904] env[68461]: DEBUG oslo_vmware.api [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Waiting for the task: (returnval){ [ 908.072904] env[68461]: value = "task-2894858" [ 908.072904] env[68461]: _type = "Task" [ 908.072904] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.078931] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ff794ad8-ea6e-4b38-a160-62b459539c46 tempest-ServerDiagnosticsTest-1542963020 tempest-ServerDiagnosticsTest-1542963020-project-member] Lock "1d89390b-acab-4995-a3bd-006d6316fd6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.039s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.083593] env[68461]: DEBUG oslo_vmware.api [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Task: {'id': task-2894858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.386338] env[68461]: DEBUG nova.network.neutron [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.396642] env[68461]: WARNING nova.compute.manager [None req-25d16430-0a35-4358-9abb-f507b231aab0 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Image not found during snapshot: nova.exception.ImageNotFound: Image caaf4f9b-5b87-4c29-8f5b-9c505be40c98 could not be found. [ 908.461293] env[68461]: DEBUG oslo_vmware.api [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2894857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074129} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.464801] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.467131] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3aa046-ea1d-467b-93ac-363dbafd4f27 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.497737] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 6c8126c6-b7ba-4976-8555-06724d7d4f35/6c8126c6-b7ba-4976-8555-06724d7d4f35.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.498122] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a757fa50-0f5c-4045-8a2f-f8113a042086 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.525731] env[68461]: DEBUG oslo_vmware.api [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for the task: (returnval){ [ 908.525731] env[68461]: value = "task-2894859" [ 908.525731] env[68461]: _type = "Task" [ 908.525731] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.539815] env[68461]: DEBUG oslo_vmware.api [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2894859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.544500] env[68461]: DEBUG oslo_concurrency.lockutils [req-add25880-8e7a-41c7-bb0d-e395f7c152d3 req-b571b5d8-6c49-41c8-af88-ed7b7d70d07d service nova] Releasing lock "refresh_cache-6c8126c6-b7ba-4976-8555-06724d7d4f35" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.544769] env[68461]: DEBUG nova.compute.manager [req-add25880-8e7a-41c7-bb0d-e395f7c152d3 req-b571b5d8-6c49-41c8-af88-ed7b7d70d07d service nova] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Received event network-vif-deleted-904f8028-5868-4057-b173-9724365994a5 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.587738] env[68461]: DEBUG oslo_vmware.api [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Task: {'id': task-2894858, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.663018] env[68461]: DEBUG nova.network.neutron [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Updating instance_info_cache with network_info: [{"id": "bab48b6d-bfbc-4f4f-ad98-e3ce2825c500", "address": "fa:16:3e:6e:91:17", "network": {"id": "c76951ec-2b7a-4a6c-88cf-b310e27ab633", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1023731844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7964b924e594908bdd55d8df1ac5763", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab48b6d-bf", "ovs_interfaceid": "bab48b6d-bfbc-4f4f-ad98-e3ce2825c500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.733261] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquiring lock "83abfaa7-1fc4-4dfb-8a33-7018c44d650c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.733528] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Lock "83abfaa7-1fc4-4dfb-8a33-7018c44d650c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.912051] env[68461]: DEBUG nova.compute.manager [req-c1099822-ae60-4a2a-ad4c-cd5b9b9d7165 req-5a7bd01e-9caa-458c-815d-5d8be5be0933 service nova] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Received event network-vif-plugged-bab48b6d-bfbc-4f4f-ad98-e3ce2825c500 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.912267] env[68461]: DEBUG oslo_concurrency.lockutils [req-c1099822-ae60-4a2a-ad4c-cd5b9b9d7165 req-5a7bd01e-9caa-458c-815d-5d8be5be0933 service nova] Acquiring lock "0918f7e7-ac2e-43e8-a205-33a78b9b3dac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.913293] env[68461]: DEBUG oslo_concurrency.lockutils [req-c1099822-ae60-4a2a-ad4c-cd5b9b9d7165 req-5a7bd01e-9caa-458c-815d-5d8be5be0933 service nova] Lock "0918f7e7-ac2e-43e8-a205-33a78b9b3dac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.913293] env[68461]: DEBUG oslo_concurrency.lockutils [req-c1099822-ae60-4a2a-ad4c-cd5b9b9d7165 req-5a7bd01e-9caa-458c-815d-5d8be5be0933 service nova] Lock "0918f7e7-ac2e-43e8-a205-33a78b9b3dac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.913293] env[68461]: DEBUG nova.compute.manager [req-c1099822-ae60-4a2a-ad4c-cd5b9b9d7165 req-5a7bd01e-9caa-458c-815d-5d8be5be0933 service nova] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] No waiting events found dispatching network-vif-plugged-bab48b6d-bfbc-4f4f-ad98-e3ce2825c500 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 908.913293] env[68461]: WARNING nova.compute.manager [req-c1099822-ae60-4a2a-ad4c-cd5b9b9d7165 req-5a7bd01e-9caa-458c-815d-5d8be5be0933 service nova] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Received unexpected event network-vif-plugged-bab48b6d-bfbc-4f4f-ad98-e3ce2825c500 for instance with vm_state building and task_state spawning. [ 908.913293] env[68461]: DEBUG nova.compute.manager [req-c1099822-ae60-4a2a-ad4c-cd5b9b9d7165 req-5a7bd01e-9caa-458c-815d-5d8be5be0933 service nova] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Received event network-changed-bab48b6d-bfbc-4f4f-ad98-e3ce2825c500 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.913554] env[68461]: DEBUG nova.compute.manager [req-c1099822-ae60-4a2a-ad4c-cd5b9b9d7165 req-5a7bd01e-9caa-458c-815d-5d8be5be0933 service nova] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Refreshing instance network info cache due to event network-changed-bab48b6d-bfbc-4f4f-ad98-e3ce2825c500. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.913554] env[68461]: DEBUG oslo_concurrency.lockutils [req-c1099822-ae60-4a2a-ad4c-cd5b9b9d7165 req-5a7bd01e-9caa-458c-815d-5d8be5be0933 service nova] Acquiring lock "refresh_cache-0918f7e7-ac2e-43e8-a205-33a78b9b3dac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.021705] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfa726c-e7c5-417f-842a-16bf3f1e4252 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.033339] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef060bf5-2df8-47e5-93ab-9af396156ebc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.039654] env[68461]: DEBUG oslo_vmware.api [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2894859, 'name': ReconfigVM_Task, 'duration_secs': 0.397485} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.040511] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 6c8126c6-b7ba-4976-8555-06724d7d4f35/6c8126c6-b7ba-4976-8555-06724d7d4f35.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.041261] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba7f03c0-6723-49ae-b700-d146a6d87ce7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.076645] env[68461]: DEBUG nova.network.neutron [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Successfully updated port: 35dd3442-6d45-4ad7-92a1-cf07687300e3 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.081785] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6be7f9-0d3e-44d6-9fbc-2698fbfa5d01 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.086683] env[68461]: DEBUG oslo_vmware.api [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for the task: (returnval){ [ 909.086683] env[68461]: value = "task-2894860" [ 909.086683] env[68461]: _type = "Task" [ 909.086683] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.095997] env[68461]: DEBUG oslo_vmware.api [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Task: {'id': task-2894858, 'name': PowerOnVM_Task, 'duration_secs': 0.64914} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.098177] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63de0bd3-fae6-4179-a656-62992f72c103 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.102458] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.102668] env[68461]: INFO nova.compute.manager [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Took 9.54 seconds to spawn the instance on the hypervisor. [ 909.102846] env[68461]: DEBUG nova.compute.manager [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.106901] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f56ebc7-c435-46f7-9ce9-218dba0edd63 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.109457] env[68461]: DEBUG oslo_vmware.api [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2894860, 'name': Rename_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.120666] env[68461]: DEBUG nova.compute.provider_tree [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 909.169314] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Releasing lock "refresh_cache-0918f7e7-ac2e-43e8-a205-33a78b9b3dac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.169801] env[68461]: DEBUG nova.compute.manager [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Instance network_info: |[{"id": "bab48b6d-bfbc-4f4f-ad98-e3ce2825c500", "address": "fa:16:3e:6e:91:17", "network": {"id": "c76951ec-2b7a-4a6c-88cf-b310e27ab633", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1023731844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7964b924e594908bdd55d8df1ac5763", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab48b6d-bf", "ovs_interfaceid": "bab48b6d-bfbc-4f4f-ad98-e3ce2825c500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.170255] env[68461]: DEBUG oslo_concurrency.lockutils [req-c1099822-ae60-4a2a-ad4c-cd5b9b9d7165 req-5a7bd01e-9caa-458c-815d-5d8be5be0933 service nova] Acquired lock "refresh_cache-0918f7e7-ac2e-43e8-a205-33a78b9b3dac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.170386] env[68461]: DEBUG nova.network.neutron [req-c1099822-ae60-4a2a-ad4c-cd5b9b9d7165 req-5a7bd01e-9caa-458c-815d-5d8be5be0933 service nova] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Refreshing network info cache for port bab48b6d-bfbc-4f4f-ad98-e3ce2825c500 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.171710] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:91:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bab48b6d-bfbc-4f4f-ad98-e3ce2825c500', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.179349] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Creating folder: Project (d7964b924e594908bdd55d8df1ac5763). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.180512] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-574eccc0-7e67-47b9-bf27-dacf636a7f1c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.195031] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Created folder: Project (d7964b924e594908bdd55d8df1ac5763) in parent group-v581476. [ 909.195211] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Creating folder: Instances. Parent ref: group-v581521. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.195442] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35752d21-8c0d-4329-be50-a1cc735ce09f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.206352] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Created folder: Instances in parent group-v581521. [ 909.206601] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.207871] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.210759] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bd7e234-84b5-4c58-8b38-a38ea7ed944f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.225382] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Acquiring lock "b79c1f42-b7e0-4c2a-87eb-bb266e620058" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.225611] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Lock "b79c1f42-b7e0-4c2a-87eb-bb266e620058" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.232182] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.232182] env[68461]: value = "task-2894863" [ 909.232182] env[68461]: _type = "Task" [ 909.232182] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.240985] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894863, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.587650] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Acquiring lock "refresh_cache-46b85b3f-5e89-4cf4-b45c-b628ffe6e056" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.587938] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Acquired lock "refresh_cache-46b85b3f-5e89-4cf4-b45c-b628ffe6e056" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.587938] env[68461]: DEBUG nova.network.neutron [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.612956] env[68461]: DEBUG oslo_vmware.api [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2894860, 'name': Rename_Task, 'duration_secs': 0.279287} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.615439] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.617579] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40684b28-3b37-410d-9df0-2830aa7f03e1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.626522] env[68461]: DEBUG oslo_vmware.api [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for the task: (returnval){ [ 909.626522] env[68461]: value = "task-2894864" [ 909.626522] env[68461]: _type = "Task" [ 909.626522] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.646787] env[68461]: DEBUG oslo_vmware.api [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2894864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.647328] env[68461]: INFO nova.compute.manager [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Took 32.53 seconds to build instance. [ 909.660859] env[68461]: ERROR nova.scheduler.client.report [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [req-e4f1a283-393c-4234-b662-2125706ae25c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5d7ee095-b829-48e2-9d92-7f7aec139540. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e4f1a283-393c-4234-b662-2125706ae25c"}]} [ 909.686423] env[68461]: DEBUG nova.scheduler.client.report [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Refreshing inventories for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 909.708032] env[68461]: DEBUG nova.scheduler.client.report [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Updating ProviderTree inventory for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 909.708310] env[68461]: DEBUG nova.compute.provider_tree [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 909.729868] env[68461]: DEBUG nova.scheduler.client.report [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Refreshing aggregate associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, aggregates: None {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 909.729868] env[68461]: DEBUG nova.compute.provider_tree [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Updating resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 generation from 41 to 42 during operation: update_aggregates {{(pid=68461) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 909.748247] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894863, 'name': CreateVM_Task, 'duration_secs': 0.385004} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.748670] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.749484] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.749785] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.750385] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.750878] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80fd44a9-f55c-4286-ae7c-6fcc5bc1d682 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.754310] env[68461]: DEBUG nova.scheduler.client.report [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Refreshing trait associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 909.764224] env[68461]: DEBUG oslo_vmware.api [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Waiting for the task: (returnval){ [ 909.764224] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]526772f7-ca98-1877-14e1-c557650ee421" [ 909.764224] env[68461]: _type = "Task" [ 909.764224] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.773395] env[68461]: DEBUG oslo_vmware.api [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526772f7-ca98-1877-14e1-c557650ee421, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.069944] env[68461]: DEBUG nova.network.neutron [req-c1099822-ae60-4a2a-ad4c-cd5b9b9d7165 req-5a7bd01e-9caa-458c-815d-5d8be5be0933 service nova] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Updated VIF entry in instance network info cache for port bab48b6d-bfbc-4f4f-ad98-e3ce2825c500. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.069944] env[68461]: DEBUG nova.network.neutron [req-c1099822-ae60-4a2a-ad4c-cd5b9b9d7165 req-5a7bd01e-9caa-458c-815d-5d8be5be0933 service nova] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Updating instance_info_cache with network_info: [{"id": "bab48b6d-bfbc-4f4f-ad98-e3ce2825c500", "address": "fa:16:3e:6e:91:17", "network": {"id": "c76951ec-2b7a-4a6c-88cf-b310e27ab633", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1023731844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7964b924e594908bdd55d8df1ac5763", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab48b6d-bf", "ovs_interfaceid": "bab48b6d-bfbc-4f4f-ad98-e3ce2825c500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.141341] env[68461]: DEBUG oslo_vmware.api [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2894864, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.150203] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b9621bfe-3bbe-400a-bae1-b7861d0c5e27 tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Lock "38fac1f3-9fe0-49c8-875e-d260db193c8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.785s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.164763] env[68461]: DEBUG nova.network.neutron [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.167175] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "1988c9b2-1c26-4d2c-b0c3-ff946dc22b08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.167434] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "1988c9b2-1c26-4d2c-b0c3-ff946dc22b08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.277634] env[68461]: DEBUG oslo_vmware.api [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526772f7-ca98-1877-14e1-c557650ee421, 'name': SearchDatastore_Task, 'duration_secs': 0.01161} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.278657] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.279082] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.279926] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.280302] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.280627] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.281806] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9c02258-0e44-4fe3-9764-dab30f013d90 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.284311] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acda11f0-4630-4b2d-a075-9ace86a1cc96 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.295257] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac4b89d-6b73-43a0-b388-cd150851470b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.304829] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.305025] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.306542] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-267da4ca-87fb-4bb5-81cf-90f1ddc89dc0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.334511] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquiring lock "ffc98835-bb20-4213-ab2e-217858cd937b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.334763] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "ffc98835-bb20-4213-ab2e-217858cd937b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.334960] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquiring lock "ffc98835-bb20-4213-ab2e-217858cd937b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.335166] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "ffc98835-bb20-4213-ab2e-217858cd937b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.335372] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "ffc98835-bb20-4213-ab2e-217858cd937b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.338176] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1b4ab1-1c4d-4956-a2d2-289f1757af31 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.342338] env[68461]: INFO nova.compute.manager [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Terminating instance [ 910.343845] env[68461]: DEBUG oslo_vmware.api [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Waiting for the task: (returnval){ [ 910.343845] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52dbf513-67b2-0dfa-cc3a-dd6a2313e1c9" [ 910.343845] env[68461]: _type = "Task" [ 910.343845] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.352735] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f43c68-81ab-4994-aa55-09363afd6df6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.365322] env[68461]: DEBUG oslo_vmware.api [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52dbf513-67b2-0dfa-cc3a-dd6a2313e1c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010445} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.365420] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d847128e-b287-4cb8-afae-b8f1bd7e3db9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.375601] env[68461]: DEBUG nova.compute.provider_tree [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 910.383594] env[68461]: DEBUG oslo_vmware.api [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Waiting for the task: (returnval){ [ 910.383594] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52623dbf-a44d-b4d9-aa36-f05cda59a00b" [ 910.383594] env[68461]: _type = "Task" [ 910.383594] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.392077] env[68461]: DEBUG oslo_vmware.api [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52623dbf-a44d-b4d9-aa36-f05cda59a00b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.452959] env[68461]: DEBUG nova.network.neutron [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Updating instance_info_cache with network_info: [{"id": "35dd3442-6d45-4ad7-92a1-cf07687300e3", "address": "fa:16:3e:ed:28:79", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35dd3442-6d", "ovs_interfaceid": "35dd3442-6d45-4ad7-92a1-cf07687300e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.575383] env[68461]: DEBUG oslo_concurrency.lockutils [req-c1099822-ae60-4a2a-ad4c-cd5b9b9d7165 req-5a7bd01e-9caa-458c-815d-5d8be5be0933 service nova] Releasing lock "refresh_cache-0918f7e7-ac2e-43e8-a205-33a78b9b3dac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.642024] env[68461]: DEBUG oslo_vmware.api [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2894864, 'name': PowerOnVM_Task, 'duration_secs': 0.594421} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.642024] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.642024] env[68461]: INFO nova.compute.manager [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Took 8.49 seconds to spawn the instance on the hypervisor. [ 910.642024] env[68461]: DEBUG nova.compute.manager [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.642024] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a59128-1ea6-4939-bfdb-5571a2b70f44 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.655190] env[68461]: DEBUG nova.compute.manager [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.847156] env[68461]: DEBUG nova.compute.manager [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.847401] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.848518] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a846dd-bb1e-4c27-a879-4becf857be7a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.857268] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.857522] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f54ff874-c355-402a-b8f0-276851008fce {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.882886] env[68461]: DEBUG oslo_vmware.api [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 910.882886] env[68461]: value = "task-2894865" [ 910.882886] env[68461]: _type = "Task" [ 910.882886] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.900519] env[68461]: DEBUG oslo_vmware.api [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52623dbf-a44d-b4d9-aa36-f05cda59a00b, 'name': SearchDatastore_Task, 'duration_secs': 0.010135} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.901039] env[68461]: DEBUG oslo_vmware.api [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.901039] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.902202] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 0918f7e7-ac2e-43e8-a205-33a78b9b3dac/0918f7e7-ac2e-43e8-a205-33a78b9b3dac.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.902202] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98fc0a1c-11fc-4c55-8cb7-9fd1e7e2260e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.910275] env[68461]: DEBUG oslo_vmware.api [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Waiting for the task: (returnval){ [ 910.910275] env[68461]: value = "task-2894866" [ 910.910275] env[68461]: _type = "Task" [ 910.910275] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.919618] env[68461]: DEBUG oslo_vmware.api [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Task: {'id': task-2894866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.930363] env[68461]: DEBUG nova.scheduler.client.report [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Updated inventory for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with generation 42 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 910.930611] env[68461]: DEBUG nova.compute.provider_tree [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Updating resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 generation from 42 to 43 during operation: update_inventory {{(pid=68461) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 910.930806] env[68461]: DEBUG nova.compute.provider_tree [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 910.958287] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Releasing lock "refresh_cache-46b85b3f-5e89-4cf4-b45c-b628ffe6e056" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.958287] env[68461]: DEBUG nova.compute.manager [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Instance network_info: |[{"id": "35dd3442-6d45-4ad7-92a1-cf07687300e3", "address": "fa:16:3e:ed:28:79", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35dd3442-6d", "ovs_interfaceid": "35dd3442-6d45-4ad7-92a1-cf07687300e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.958476] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:28:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35dd3442-6d45-4ad7-92a1-cf07687300e3', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.965714] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Creating folder: Project (6fc682ab925e44ed8a795495f2095b35). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.967680] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b564275-0a66-4c60-87ee-a27015b4a983 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.983151] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Created folder: Project (6fc682ab925e44ed8a795495f2095b35) in parent group-v581476. [ 910.983493] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Creating folder: Instances. Parent ref: group-v581524. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.983616] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07201144-c520-42f2-9e51-67e97b2ad501 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.000299] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Created folder: Instances in parent group-v581524. [ 911.000601] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.000812] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.000939] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-061a72d9-30b9-458a-86dc-64f708df2298 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.025297] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.025297] env[68461]: value = "task-2894869" [ 911.025297] env[68461]: _type = "Task" [ 911.025297] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.037435] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894869, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.168800] env[68461]: INFO nova.compute.manager [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Took 33.48 seconds to build instance. [ 911.189678] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.295337] env[68461]: DEBUG nova.compute.manager [req-a52b719a-a7e2-49bc-9ec3-e1a49635e08b req-9364b479-0f61-4e47-ac81-0b4042ab8f2f service nova] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Received event network-vif-plugged-35dd3442-6d45-4ad7-92a1-cf07687300e3 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.295337] env[68461]: DEBUG oslo_concurrency.lockutils [req-a52b719a-a7e2-49bc-9ec3-e1a49635e08b req-9364b479-0f61-4e47-ac81-0b4042ab8f2f service nova] Acquiring lock "46b85b3f-5e89-4cf4-b45c-b628ffe6e056-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.295337] env[68461]: DEBUG oslo_concurrency.lockutils [req-a52b719a-a7e2-49bc-9ec3-e1a49635e08b req-9364b479-0f61-4e47-ac81-0b4042ab8f2f service nova] Lock "46b85b3f-5e89-4cf4-b45c-b628ffe6e056-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.295337] env[68461]: DEBUG oslo_concurrency.lockutils [req-a52b719a-a7e2-49bc-9ec3-e1a49635e08b req-9364b479-0f61-4e47-ac81-0b4042ab8f2f service nova] Lock "46b85b3f-5e89-4cf4-b45c-b628ffe6e056-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.298280] env[68461]: DEBUG nova.compute.manager [req-a52b719a-a7e2-49bc-9ec3-e1a49635e08b req-9364b479-0f61-4e47-ac81-0b4042ab8f2f service nova] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] No waiting events found dispatching network-vif-plugged-35dd3442-6d45-4ad7-92a1-cf07687300e3 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.298280] env[68461]: WARNING nova.compute.manager [req-a52b719a-a7e2-49bc-9ec3-e1a49635e08b req-9364b479-0f61-4e47-ac81-0b4042ab8f2f service nova] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Received unexpected event network-vif-plugged-35dd3442-6d45-4ad7-92a1-cf07687300e3 for instance with vm_state building and task_state spawning. [ 911.298280] env[68461]: DEBUG nova.compute.manager [req-a52b719a-a7e2-49bc-9ec3-e1a49635e08b req-9364b479-0f61-4e47-ac81-0b4042ab8f2f service nova] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Received event network-changed-35dd3442-6d45-4ad7-92a1-cf07687300e3 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.298280] env[68461]: DEBUG nova.compute.manager [req-a52b719a-a7e2-49bc-9ec3-e1a49635e08b req-9364b479-0f61-4e47-ac81-0b4042ab8f2f service nova] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Refreshing instance network info cache due to event network-changed-35dd3442-6d45-4ad7-92a1-cf07687300e3. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.298280] env[68461]: DEBUG oslo_concurrency.lockutils [req-a52b719a-a7e2-49bc-9ec3-e1a49635e08b req-9364b479-0f61-4e47-ac81-0b4042ab8f2f service nova] Acquiring lock "refresh_cache-46b85b3f-5e89-4cf4-b45c-b628ffe6e056" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.298686] env[68461]: DEBUG oslo_concurrency.lockutils [req-a52b719a-a7e2-49bc-9ec3-e1a49635e08b req-9364b479-0f61-4e47-ac81-0b4042ab8f2f service nova] Acquired lock "refresh_cache-46b85b3f-5e89-4cf4-b45c-b628ffe6e056" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.298686] env[68461]: DEBUG nova.network.neutron [req-a52b719a-a7e2-49bc-9ec3-e1a49635e08b req-9364b479-0f61-4e47-ac81-0b4042ab8f2f service nova] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Refreshing network info cache for port 35dd3442-6d45-4ad7-92a1-cf07687300e3 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.399027] env[68461]: DEBUG oslo_vmware.api [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894865, 'name': PowerOffVM_Task, 'duration_secs': 0.255421} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.399576] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.399890] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.400319] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d07456e-2e17-459e-b32e-0f26191114a8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.423139] env[68461]: DEBUG oslo_vmware.api [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Task: {'id': task-2894866, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.438202] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.910s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.438821] env[68461]: DEBUG nova.compute.manager [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.447582] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.211s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.447582] env[68461]: INFO nova.compute.claims [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.537645] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894869, 'name': CreateVM_Task, 'duration_secs': 0.490737} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.537867] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.538574] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.538749] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.539592] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.539592] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59fe0ebd-14c2-43ee-bd03-a6aee8479fae {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.544774] env[68461]: DEBUG oslo_vmware.api [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 911.544774] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52002749-bb04-25ca-2900-00d0015f4c21" [ 911.544774] env[68461]: _type = "Task" [ 911.544774] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.555134] env[68461]: DEBUG oslo_vmware.api [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52002749-bb04-25ca-2900-00d0015f4c21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.672241] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e5c4b6f5-2d29-4383-b3b6-a41e84441c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Lock "6c8126c6-b7ba-4976-8555-06724d7d4f35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.262s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.922409] env[68461]: DEBUG oslo_vmware.api [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Task: {'id': task-2894866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561223} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.922673] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 0918f7e7-ac2e-43e8-a205-33a78b9b3dac/0918f7e7-ac2e-43e8-a205-33a78b9b3dac.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.922879] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.923171] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9716e16-c3c6-4d09-8490-16b0ae362385 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.936116] env[68461]: DEBUG oslo_vmware.api [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Waiting for the task: (returnval){ [ 911.936116] env[68461]: value = "task-2894871" [ 911.936116] env[68461]: _type = "Task" [ 911.936116] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.951549] env[68461]: DEBUG nova.compute.utils [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.962418] env[68461]: DEBUG nova.compute.manager [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.962418] env[68461]: DEBUG nova.network.neutron [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.966276] env[68461]: DEBUG oslo_vmware.api [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Task: {'id': task-2894871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.056127] env[68461]: DEBUG oslo_vmware.api [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52002749-bb04-25ca-2900-00d0015f4c21, 'name': SearchDatastore_Task, 'duration_secs': 0.010953} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.058712] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.058712] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.058712] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.058712] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.059558] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.059558] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e30f5d9-f5cd-4407-83ab-7f138529acf9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.068228] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.068535] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.069185] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2456fd1b-12b8-4f4c-8619-3ceb4b98f241 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.075719] env[68461]: DEBUG oslo_vmware.api [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 912.075719] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]524ea034-910b-e232-7eb7-10d8f14e9415" [ 912.075719] env[68461]: _type = "Task" [ 912.075719] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.083812] env[68461]: DEBUG oslo_vmware.api [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]524ea034-910b-e232-7eb7-10d8f14e9415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.110902] env[68461]: DEBUG nova.policy [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62946f2744ac4f76ace67592b2571103', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0557d1b91f614d42bb029730131d704b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.178021] env[68461]: DEBUG nova.compute.manager [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.316897] env[68461]: DEBUG nova.compute.manager [req-73e609cd-df57-40e4-998c-7292a1b9672f req-57939bbe-321b-4975-93a8-7eb6d69078c3 service nova] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Received event network-changed-3ba1af90-b4a4-4b1d-9180-169e735dc31b {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.317079] env[68461]: DEBUG nova.compute.manager [req-73e609cd-df57-40e4-998c-7292a1b9672f req-57939bbe-321b-4975-93a8-7eb6d69078c3 service nova] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Refreshing instance network info cache due to event network-changed-3ba1af90-b4a4-4b1d-9180-169e735dc31b. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.317758] env[68461]: DEBUG oslo_concurrency.lockutils [req-73e609cd-df57-40e4-998c-7292a1b9672f req-57939bbe-321b-4975-93a8-7eb6d69078c3 service nova] Acquiring lock "refresh_cache-38fac1f3-9fe0-49c8-875e-d260db193c8a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.317758] env[68461]: DEBUG oslo_concurrency.lockutils [req-73e609cd-df57-40e4-998c-7292a1b9672f req-57939bbe-321b-4975-93a8-7eb6d69078c3 service nova] Acquired lock "refresh_cache-38fac1f3-9fe0-49c8-875e-d260db193c8a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.317758] env[68461]: DEBUG nova.network.neutron [req-73e609cd-df57-40e4-998c-7292a1b9672f req-57939bbe-321b-4975-93a8-7eb6d69078c3 service nova] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Refreshing network info cache for port 3ba1af90-b4a4-4b1d-9180-169e735dc31b {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.397875] env[68461]: DEBUG nova.network.neutron [req-a52b719a-a7e2-49bc-9ec3-e1a49635e08b req-9364b479-0f61-4e47-ac81-0b4042ab8f2f service nova] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Updated VIF entry in instance network info cache for port 35dd3442-6d45-4ad7-92a1-cf07687300e3. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.399287] env[68461]: DEBUG nova.network.neutron [req-a52b719a-a7e2-49bc-9ec3-e1a49635e08b req-9364b479-0f61-4e47-ac81-0b4042ab8f2f service nova] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Updating instance_info_cache with network_info: [{"id": "35dd3442-6d45-4ad7-92a1-cf07687300e3", "address": "fa:16:3e:ed:28:79", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35dd3442-6d", "ovs_interfaceid": "35dd3442-6d45-4ad7-92a1-cf07687300e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.449573] env[68461]: DEBUG oslo_vmware.api [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Task: {'id': task-2894871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084209} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.449943] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.450950] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20379ff-6d39-4b98-b6e2-e1c44639e6ce {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.468337] env[68461]: DEBUG nova.compute.manager [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.484061] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 0918f7e7-ac2e-43e8-a205-33a78b9b3dac/0918f7e7-ac2e-43e8-a205-33a78b9b3dac.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.485158] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22d56e8b-7b41-42e8-8fd1-f45b101da159 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.510697] env[68461]: DEBUG oslo_vmware.api [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Waiting for the task: (returnval){ [ 912.510697] env[68461]: value = "task-2894872" [ 912.510697] env[68461]: _type = "Task" [ 912.510697] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.522245] env[68461]: DEBUG oslo_vmware.api [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Task: {'id': task-2894872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.588637] env[68461]: DEBUG oslo_vmware.api [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]524ea034-910b-e232-7eb7-10d8f14e9415, 'name': SearchDatastore_Task, 'duration_secs': 0.010867} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.592079] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db2e943d-ff0b-42b3-b969-fd8c16a5ec60 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.599160] env[68461]: DEBUG oslo_vmware.api [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 912.599160] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5209c858-b65c-d0c5-ee5f-3c006f380af2" [ 912.599160] env[68461]: _type = "Task" [ 912.599160] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.612245] env[68461]: DEBUG oslo_vmware.api [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5209c858-b65c-d0c5-ee5f-3c006f380af2, 'name': SearchDatastore_Task} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.612353] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.612766] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 46b85b3f-5e89-4cf4-b45c-b628ffe6e056/46b85b3f-5e89-4cf4-b45c-b628ffe6e056.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.614685] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a18c86d1-5676-4e11-934e-f02b2fa1405f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.624350] env[68461]: DEBUG oslo_vmware.api [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 912.624350] env[68461]: value = "task-2894873" [ 912.624350] env[68461]: _type = "Task" [ 912.624350] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.635309] env[68461]: DEBUG oslo_vmware.api [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.705188] env[68461]: DEBUG oslo_concurrency.lockutils [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.902051] env[68461]: DEBUG oslo_concurrency.lockutils [req-a52b719a-a7e2-49bc-9ec3-e1a49635e08b req-9364b479-0f61-4e47-ac81-0b4042ab8f2f service nova] Releasing lock "refresh_cache-46b85b3f-5e89-4cf4-b45c-b628ffe6e056" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.025620] env[68461]: DEBUG oslo_vmware.api [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Task: {'id': task-2894872, 'name': ReconfigVM_Task, 'duration_secs': 0.374426} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.025893] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 0918f7e7-ac2e-43e8-a205-33a78b9b3dac/0918f7e7-ac2e-43e8-a205-33a78b9b3dac.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.026623] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a9ec2c0-e518-410c-b97d-48da92bdb84c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.039434] env[68461]: DEBUG oslo_vmware.api [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Waiting for the task: (returnval){ [ 913.039434] env[68461]: value = "task-2894874" [ 913.039434] env[68461]: _type = "Task" [ 913.039434] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.046383] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa00ea3-2225-4bfa-8afd-bdff9a93780d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.061752] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4c0869-a4c4-4d7a-8bd3-eb1cdf39f241 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.067345] env[68461]: DEBUG oslo_vmware.api [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Task: {'id': task-2894874, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.101556] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0289718-f606-4a98-9752-2a041d2bba19 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.113740] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e45f5a-1993-43de-98ef-8d63c741b45a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.133799] env[68461]: DEBUG nova.compute.provider_tree [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.141842] env[68461]: DEBUG oslo_vmware.api [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499169} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.141988] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 46b85b3f-5e89-4cf4-b45c-b628ffe6e056/46b85b3f-5e89-4cf4-b45c-b628ffe6e056.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.142225] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.142508] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-986adc35-a869-49b3-a50e-7db55df49018 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.152259] env[68461]: DEBUG oslo_vmware.api [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 913.152259] env[68461]: value = "task-2894875" [ 913.152259] env[68461]: _type = "Task" [ 913.152259] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.157133] env[68461]: DEBUG nova.network.neutron [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Successfully created port: dc33d6e6-ebb9-4413-a857-04389b3c59d3 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.164817] env[68461]: DEBUG oslo_vmware.api [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.426046] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.426287] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.426502] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Deleting the datastore file [datastore2] ffc98835-bb20-4213-ab2e-217858cd937b {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.426878] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f8c629c-bb9e-4b72-9bc1-133767560da9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.435550] env[68461]: DEBUG oslo_vmware.api [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 913.435550] env[68461]: value = "task-2894876" [ 913.435550] env[68461]: _type = "Task" [ 913.435550] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.442844] env[68461]: DEBUG nova.network.neutron [req-73e609cd-df57-40e4-998c-7292a1b9672f req-57939bbe-321b-4975-93a8-7eb6d69078c3 service nova] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Updated VIF entry in instance network info cache for port 3ba1af90-b4a4-4b1d-9180-169e735dc31b. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.443683] env[68461]: DEBUG nova.network.neutron [req-73e609cd-df57-40e4-998c-7292a1b9672f req-57939bbe-321b-4975-93a8-7eb6d69078c3 service nova] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Updating instance_info_cache with network_info: [{"id": "3ba1af90-b4a4-4b1d-9180-169e735dc31b", "address": "fa:16:3e:1f:56:c8", "network": {"id": "f45cf817-a5c4-41c4-b058-a2b3b1c4a3be", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-953212579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57ebd65cebe24e8d8e698cc2cf042193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ba1af90-b4", "ovs_interfaceid": "3ba1af90-b4a4-4b1d-9180-169e735dc31b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.448103] env[68461]: DEBUG oslo_vmware.api [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.496438] env[68461]: DEBUG nova.compute.manager [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.538628] env[68461]: DEBUG nova.virt.hardware [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.539418] env[68461]: DEBUG nova.virt.hardware [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.539418] env[68461]: DEBUG nova.virt.hardware [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.539418] env[68461]: DEBUG nova.virt.hardware [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.539592] env[68461]: DEBUG nova.virt.hardware [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.539664] env[68461]: DEBUG nova.virt.hardware [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.539874] env[68461]: DEBUG nova.virt.hardware [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.540037] env[68461]: DEBUG nova.virt.hardware [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.540211] env[68461]: DEBUG nova.virt.hardware [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.540411] env[68461]: DEBUG nova.virt.hardware [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.540571] env[68461]: DEBUG nova.virt.hardware [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.541793] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9486461-a0f1-48f7-ba2b-ac5992dc0af0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.554041] env[68461]: DEBUG oslo_vmware.api [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Task: {'id': task-2894874, 'name': Rename_Task, 'duration_secs': 0.17633} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.556118] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.556423] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c43898b-14df-4599-81ce-03dcd2e13a23 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.558834] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c302dd-0e07-4e60-9a2e-56d807723070 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.576286] env[68461]: DEBUG oslo_vmware.api [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Waiting for the task: (returnval){ [ 913.576286] env[68461]: value = "task-2894877" [ 913.576286] env[68461]: _type = "Task" [ 913.576286] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.588287] env[68461]: DEBUG oslo_vmware.api [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Task: {'id': task-2894877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.636748] env[68461]: DEBUG nova.scheduler.client.report [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.663828] env[68461]: DEBUG oslo_vmware.api [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088326} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.663828] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.663828] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eff09c3-7f59-4247-b44f-4d730da8f819 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.692907] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 46b85b3f-5e89-4cf4-b45c-b628ffe6e056/46b85b3f-5e89-4cf4-b45c-b628ffe6e056.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.693538] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c5f0541-cf1f-4da5-9a47-01f13044f2ef {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.719536] env[68461]: DEBUG oslo_vmware.api [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 913.719536] env[68461]: value = "task-2894878" [ 913.719536] env[68461]: _type = "Task" [ 913.719536] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.733783] env[68461]: DEBUG oslo_vmware.api [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.936085] env[68461]: DEBUG nova.compute.manager [req-8b6d7c50-40b9-4d08-a497-deb881737f86 req-6d3fdecd-6775-4a97-aba7-4b5b5da1a9c2 service nova] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Received event network-changed-9cccb9de-a297-4a79-ad6d-95629f1bcbf0 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.936146] env[68461]: DEBUG nova.compute.manager [req-8b6d7c50-40b9-4d08-a497-deb881737f86 req-6d3fdecd-6775-4a97-aba7-4b5b5da1a9c2 service nova] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Refreshing instance network info cache due to event network-changed-9cccb9de-a297-4a79-ad6d-95629f1bcbf0. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.936339] env[68461]: DEBUG oslo_concurrency.lockutils [req-8b6d7c50-40b9-4d08-a497-deb881737f86 req-6d3fdecd-6775-4a97-aba7-4b5b5da1a9c2 service nova] Acquiring lock "refresh_cache-6c8126c6-b7ba-4976-8555-06724d7d4f35" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.936514] env[68461]: DEBUG oslo_concurrency.lockutils [req-8b6d7c50-40b9-4d08-a497-deb881737f86 req-6d3fdecd-6775-4a97-aba7-4b5b5da1a9c2 service nova] Acquired lock "refresh_cache-6c8126c6-b7ba-4976-8555-06724d7d4f35" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.936682] env[68461]: DEBUG nova.network.neutron [req-8b6d7c50-40b9-4d08-a497-deb881737f86 req-6d3fdecd-6775-4a97-aba7-4b5b5da1a9c2 service nova] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Refreshing network info cache for port 9cccb9de-a297-4a79-ad6d-95629f1bcbf0 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.951390] env[68461]: DEBUG oslo_concurrency.lockutils [req-73e609cd-df57-40e4-998c-7292a1b9672f req-57939bbe-321b-4975-93a8-7eb6d69078c3 service nova] Releasing lock "refresh_cache-38fac1f3-9fe0-49c8-875e-d260db193c8a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.951828] env[68461]: DEBUG oslo_vmware.api [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2894876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171789} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.952869] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.953114] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.953337] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.953586] env[68461]: INFO nova.compute.manager [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Took 3.11 seconds to destroy the instance on the hypervisor. [ 913.953886] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.954455] env[68461]: DEBUG nova.compute.manager [-] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.954528] env[68461]: DEBUG nova.network.neutron [-] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.090082] env[68461]: DEBUG oslo_vmware.api [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Task: {'id': task-2894877, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.144602] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.144602] env[68461]: DEBUG nova.compute.manager [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.148047] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.635s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.148047] env[68461]: DEBUG nova.objects.instance [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] Lazy-loading 'resources' on Instance uuid 3bba8c74-80c8-41d2-92af-3b619185197e {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.231177] env[68461]: DEBUG oslo_vmware.api [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.590529] env[68461]: DEBUG oslo_vmware.api [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Task: {'id': task-2894877, 'name': PowerOnVM_Task, 'duration_secs': 0.888576} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.590529] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.590529] env[68461]: INFO nova.compute.manager [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Took 9.83 seconds to spawn the instance on the hypervisor. [ 914.591027] env[68461]: DEBUG nova.compute.manager [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.592267] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f151fb9-6106-49d9-a8c7-3bd4548a8f26 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.652572] env[68461]: DEBUG nova.compute.utils [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.654576] env[68461]: DEBUG nova.compute.manager [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.654936] env[68461]: DEBUG nova.network.neutron [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.729657] env[68461]: DEBUG oslo_vmware.api [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894878, 'name': ReconfigVM_Task, 'duration_secs': 0.994925} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.732113] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 46b85b3f-5e89-4cf4-b45c-b628ffe6e056/46b85b3f-5e89-4cf4-b45c-b628ffe6e056.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.732904] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f359983d-665c-4ca8-9501-93a3f30f9ab7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.747499] env[68461]: DEBUG oslo_vmware.api [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 914.747499] env[68461]: value = "task-2894879" [ 914.747499] env[68461]: _type = "Task" [ 914.747499] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.756488] env[68461]: DEBUG oslo_vmware.api [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894879, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.914070] env[68461]: DEBUG nova.policy [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26baa3920c374516bad698355105c714', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fc682ab925e44ed8a795495f2095b35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.006753] env[68461]: DEBUG nova.network.neutron [-] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.115625] env[68461]: INFO nova.compute.manager [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Took 35.82 seconds to build instance. [ 915.165871] env[68461]: DEBUG nova.compute.manager [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.210309] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9202d1a9-d047-42c6-b2b0-7f4dc7d55986 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.220742] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b6bf0f-73c4-4d8d-8d1d-361a87dd3957 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.261347] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8695739a-27bc-4b05-987e-ac0c37b9bfa8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.273732] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a3483d-e207-4e20-b601-49970428aba0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.278440] env[68461]: DEBUG oslo_vmware.api [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894879, 'name': Rename_Task, 'duration_secs': 0.246729} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.278909] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.279616] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e89748d-bd40-43bb-ae4d-ac26b0e109dc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.290267] env[68461]: DEBUG nova.compute.provider_tree [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.294036] env[68461]: DEBUG nova.network.neutron [req-8b6d7c50-40b9-4d08-a497-deb881737f86 req-6d3fdecd-6775-4a97-aba7-4b5b5da1a9c2 service nova] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Updated VIF entry in instance network info cache for port 9cccb9de-a297-4a79-ad6d-95629f1bcbf0. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.296017] env[68461]: DEBUG nova.network.neutron [req-8b6d7c50-40b9-4d08-a497-deb881737f86 req-6d3fdecd-6775-4a97-aba7-4b5b5da1a9c2 service nova] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Updating instance_info_cache with network_info: [{"id": "9cccb9de-a297-4a79-ad6d-95629f1bcbf0", "address": "fa:16:3e:44:de:8b", "network": {"id": "de181620-7342-4db4-b76c-c19795f976b4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-538514800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6808b69ef22d41409eea6d4507e7f0df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cccb9de-a2", "ovs_interfaceid": "9cccb9de-a297-4a79-ad6d-95629f1bcbf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.296017] env[68461]: DEBUG oslo_vmware.api [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 915.296017] env[68461]: value = "task-2894880" [ 915.296017] env[68461]: _type = "Task" [ 915.296017] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.308621] env[68461]: DEBUG oslo_vmware.api [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.515063] env[68461]: INFO nova.compute.manager [-] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Took 1.56 seconds to deallocate network for instance. [ 915.620539] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4f939313-f267-4a0e-9a09-496de69cd40f tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Lock "0918f7e7-ac2e-43e8-a205-33a78b9b3dac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.184s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.797762] env[68461]: DEBUG nova.scheduler.client.report [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.802725] env[68461]: DEBUG oslo_concurrency.lockutils [req-8b6d7c50-40b9-4d08-a497-deb881737f86 req-6d3fdecd-6775-4a97-aba7-4b5b5da1a9c2 service nova] Releasing lock "refresh_cache-6c8126c6-b7ba-4976-8555-06724d7d4f35" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.813999] env[68461]: DEBUG oslo_vmware.api [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894880, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.023334] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.123908] env[68461]: DEBUG nova.compute.manager [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.171084] env[68461]: DEBUG nova.network.neutron [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Successfully updated port: dc33d6e6-ebb9-4413-a857-04389b3c59d3 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.178573] env[68461]: DEBUG nova.compute.manager [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.221142] env[68461]: DEBUG nova.virt.hardware [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.221142] env[68461]: DEBUG nova.virt.hardware [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.221142] env[68461]: DEBUG nova.virt.hardware [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.221307] env[68461]: DEBUG nova.virt.hardware [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.221457] env[68461]: DEBUG nova.virt.hardware [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.221516] env[68461]: DEBUG nova.virt.hardware [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.221740] env[68461]: DEBUG nova.virt.hardware [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.221847] env[68461]: DEBUG nova.virt.hardware [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.222038] env[68461]: DEBUG nova.virt.hardware [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.222206] env[68461]: DEBUG nova.virt.hardware [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.222369] env[68461]: DEBUG nova.virt.hardware [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.223220] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1c0ba0-f705-4fdd-ba57-d9bb6d93f629 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.231475] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ced2ce-6c5e-42a3-bbe9-31b2dcc40ccd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.252678] env[68461]: DEBUG nova.network.neutron [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Successfully created port: 63e3646e-d61f-4196-bd09-763ecb1a6ce3 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.303086] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.305854] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.950s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.306099] env[68461]: DEBUG nova.objects.instance [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Lazy-loading 'resources' on Instance uuid 8da50929-c46e-44e2-ac31-ee14af0055b8 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.318950] env[68461]: DEBUG oslo_vmware.api [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894880, 'name': PowerOnVM_Task, 'duration_secs': 0.598698} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.319241] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.319441] env[68461]: INFO nova.compute.manager [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Took 8.92 seconds to spawn the instance on the hypervisor. [ 916.319651] env[68461]: DEBUG nova.compute.manager [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.321045] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773a070e-6502-429c-9993-43f16f6ea2c9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.340334] env[68461]: INFO nova.scheduler.client.report [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] Deleted allocations for instance 3bba8c74-80c8-41d2-92af-3b619185197e [ 916.652751] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.680915] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Acquiring lock "refresh_cache-680a5bb1-ac39-481f-9986-f33d0661bf32" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.680915] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Acquired lock "refresh_cache-680a5bb1-ac39-481f-9986-f33d0661bf32" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.680915] env[68461]: DEBUG nova.network.neutron [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.701249] env[68461]: DEBUG nova.compute.manager [req-08ac152b-8be7-4525-a9c7-b9050d70163d req-d01d7670-a215-4043-8539-d1cbce725d7f service nova] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Received event network-vif-deleted-83f944ff-0e87-46d1-99e2-b9b8841b1628 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.701431] env[68461]: DEBUG nova.compute.manager [req-08ac152b-8be7-4525-a9c7-b9050d70163d req-d01d7670-a215-4043-8539-d1cbce725d7f service nova] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Received event network-vif-plugged-dc33d6e6-ebb9-4413-a857-04389b3c59d3 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.701623] env[68461]: DEBUG oslo_concurrency.lockutils [req-08ac152b-8be7-4525-a9c7-b9050d70163d req-d01d7670-a215-4043-8539-d1cbce725d7f service nova] Acquiring lock "680a5bb1-ac39-481f-9986-f33d0661bf32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.701826] env[68461]: DEBUG oslo_concurrency.lockutils [req-08ac152b-8be7-4525-a9c7-b9050d70163d req-d01d7670-a215-4043-8539-d1cbce725d7f service nova] Lock "680a5bb1-ac39-481f-9986-f33d0661bf32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.701994] env[68461]: DEBUG oslo_concurrency.lockutils [req-08ac152b-8be7-4525-a9c7-b9050d70163d req-d01d7670-a215-4043-8539-d1cbce725d7f service nova] Lock "680a5bb1-ac39-481f-9986-f33d0661bf32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.702293] env[68461]: DEBUG nova.compute.manager [req-08ac152b-8be7-4525-a9c7-b9050d70163d req-d01d7670-a215-4043-8539-d1cbce725d7f service nova] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] No waiting events found dispatching network-vif-plugged-dc33d6e6-ebb9-4413-a857-04389b3c59d3 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.702493] env[68461]: WARNING nova.compute.manager [req-08ac152b-8be7-4525-a9c7-b9050d70163d req-d01d7670-a215-4043-8539-d1cbce725d7f service nova] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Received unexpected event network-vif-plugged-dc33d6e6-ebb9-4413-a857-04389b3c59d3 for instance with vm_state building and task_state spawning. [ 916.849695] env[68461]: INFO nova.compute.manager [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Took 35.84 seconds to build instance. [ 916.860882] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8bc95c5b-cf7e-4edb-b956-dceb0f2e5c1e tempest-DeleteServersAdminTestJSON-378842106 tempest-DeleteServersAdminTestJSON-378842106-project-admin] Lock "3bba8c74-80c8-41d2-92af-3b619185197e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.582s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.265853] env[68461]: DEBUG nova.network.neutron [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.343046] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3308797-f249-4d41-aab8-4f30c22fdfe5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.351592] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fe74ce-c0ee-4c9b-9780-71084d844ae3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.386199] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ac6f6b9d-c00d-44f9-b5ac-c3b2148b8feb tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lock "46b85b3f-5e89-4cf4-b45c-b628ffe6e056" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.852s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.390942] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0391294b-6ee6-4ace-97d0-7acf6824b90a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.399647] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49908a3-10e8-4989-b750-f891db4d5c2e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.419807] env[68461]: DEBUG nova.compute.provider_tree [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.593701] env[68461]: DEBUG nova.network.neutron [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Updating instance_info_cache with network_info: [{"id": "dc33d6e6-ebb9-4413-a857-04389b3c59d3", "address": "fa:16:3e:04:b4:fe", "network": {"id": "5c6171bc-6cfd-45a5-82be-ec605a02d7d9", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-326660535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0557d1b91f614d42bb029730131d704b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc33d6e6-eb", "ovs_interfaceid": "dc33d6e6-ebb9-4413-a857-04389b3c59d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.894623] env[68461]: DEBUG nova.compute.manager [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.927782] env[68461]: DEBUG nova.scheduler.client.report [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.096128] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Releasing lock "refresh_cache-680a5bb1-ac39-481f-9986-f33d0661bf32" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.096574] env[68461]: DEBUG nova.compute.manager [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Instance network_info: |[{"id": "dc33d6e6-ebb9-4413-a857-04389b3c59d3", "address": "fa:16:3e:04:b4:fe", "network": {"id": "5c6171bc-6cfd-45a5-82be-ec605a02d7d9", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-326660535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0557d1b91f614d42bb029730131d704b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc33d6e6-eb", "ovs_interfaceid": "dc33d6e6-ebb9-4413-a857-04389b3c59d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.097136] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:b4:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc33d6e6-ebb9-4413-a857-04389b3c59d3', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.113710] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Creating folder: Project (0557d1b91f614d42bb029730131d704b). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.114300] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d470dae7-709a-42a4-b453-1b4ce00f299c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.130328] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Created folder: Project (0557d1b91f614d42bb029730131d704b) in parent group-v581476. [ 918.132480] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Creating folder: Instances. Parent ref: group-v581527. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.132480] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1105e4e-c81a-4933-aa2a-0b7a424d1fb2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.142026] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Created folder: Instances in parent group-v581527. [ 918.142251] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.142457] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.142675] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c5be9d1-7156-495b-942b-b825fc2ea644 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.162668] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.162668] env[68461]: value = "task-2894883" [ 918.162668] env[68461]: _type = "Task" [ 918.162668] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.174271] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894883, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.364478] env[68461]: DEBUG nova.network.neutron [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Successfully updated port: 63e3646e-d61f-4196-bd09-763ecb1a6ce3 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.424323] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.434345] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.439290] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.021s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.440822] env[68461]: INFO nova.compute.claims [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.461789] env[68461]: INFO nova.scheduler.client.report [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Deleted allocations for instance 8da50929-c46e-44e2-ac31-ee14af0055b8 [ 918.562137] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Acquiring lock "8e3abbd1-b483-450f-842b-811f51e18c19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.562506] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Lock "8e3abbd1-b483-450f-842b-811f51e18c19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.659192] env[68461]: DEBUG nova.compute.manager [req-a3167725-271e-4053-859b-fa249fa7e48f req-acda910f-dcba-491e-9619-175aaad5d938 service nova] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Received event network-changed-bab48b6d-bfbc-4f4f-ad98-e3ce2825c500 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.659743] env[68461]: DEBUG nova.compute.manager [req-a3167725-271e-4053-859b-fa249fa7e48f req-acda910f-dcba-491e-9619-175aaad5d938 service nova] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Refreshing instance network info cache due to event network-changed-bab48b6d-bfbc-4f4f-ad98-e3ce2825c500. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.659837] env[68461]: DEBUG oslo_concurrency.lockutils [req-a3167725-271e-4053-859b-fa249fa7e48f req-acda910f-dcba-491e-9619-175aaad5d938 service nova] Acquiring lock "refresh_cache-0918f7e7-ac2e-43e8-a205-33a78b9b3dac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.660049] env[68461]: DEBUG oslo_concurrency.lockutils [req-a3167725-271e-4053-859b-fa249fa7e48f req-acda910f-dcba-491e-9619-175aaad5d938 service nova] Acquired lock "refresh_cache-0918f7e7-ac2e-43e8-a205-33a78b9b3dac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.663620] env[68461]: DEBUG nova.network.neutron [req-a3167725-271e-4053-859b-fa249fa7e48f req-acda910f-dcba-491e-9619-175aaad5d938 service nova] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Refreshing network info cache for port bab48b6d-bfbc-4f4f-ad98-e3ce2825c500 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.676702] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894883, 'name': CreateVM_Task, 'duration_secs': 0.507286} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.676869] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.677648] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.677803] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.678121] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.678373] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92e0b4cd-51b2-483c-99d3-5e50b9c6b709 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.683769] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Waiting for the task: (returnval){ [ 918.683769] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52dbb606-df60-bc3e-5584-af35016171b9" [ 918.683769] env[68461]: _type = "Task" [ 918.683769] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.695682] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52dbb606-df60-bc3e-5584-af35016171b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.868754] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Acquiring lock "refresh_cache-f6f23a19-fb3d-4c26-a0f0-9352e008b248" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.868906] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Acquired lock "refresh_cache-f6f23a19-fb3d-4c26-a0f0-9352e008b248" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.869070] env[68461]: DEBUG nova.network.neutron [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.971053] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6b0f5130-3e9b-4859-b865-cf4d9c4ffe92 tempest-ServerDiagnosticsNegativeTest-723165077 tempest-ServerDiagnosticsNegativeTest-723165077-project-member] Lock "8da50929-c46e-44e2-ac31-ee14af0055b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.885s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.204091] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52dbb606-df60-bc3e-5584-af35016171b9, 'name': SearchDatastore_Task, 'duration_secs': 0.012107} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.205220] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.205220] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.205220] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.205220] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.205414] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.206188] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31bc7626-cfc0-455d-bbb1-1925f18e54b0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.219184] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.219184] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.219184] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf663d40-32bb-4157-8fbc-8ec22cef4ab6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.223842] env[68461]: DEBUG nova.compute.manager [req-df67a748-ac74-4e55-9644-0661e2799afa req-9bc24f3a-137e-4b6e-ac1a-fb531ed68425 service nova] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Received event network-changed-dc33d6e6-ebb9-4413-a857-04389b3c59d3 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.224034] env[68461]: DEBUG nova.compute.manager [req-df67a748-ac74-4e55-9644-0661e2799afa req-9bc24f3a-137e-4b6e-ac1a-fb531ed68425 service nova] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Refreshing instance network info cache due to event network-changed-dc33d6e6-ebb9-4413-a857-04389b3c59d3. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.225440] env[68461]: DEBUG oslo_concurrency.lockutils [req-df67a748-ac74-4e55-9644-0661e2799afa req-9bc24f3a-137e-4b6e-ac1a-fb531ed68425 service nova] Acquiring lock "refresh_cache-680a5bb1-ac39-481f-9986-f33d0661bf32" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.225440] env[68461]: DEBUG oslo_concurrency.lockutils [req-df67a748-ac74-4e55-9644-0661e2799afa req-9bc24f3a-137e-4b6e-ac1a-fb531ed68425 service nova] Acquired lock "refresh_cache-680a5bb1-ac39-481f-9986-f33d0661bf32" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.225440] env[68461]: DEBUG nova.network.neutron [req-df67a748-ac74-4e55-9644-0661e2799afa req-9bc24f3a-137e-4b6e-ac1a-fb531ed68425 service nova] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Refreshing network info cache for port dc33d6e6-ebb9-4413-a857-04389b3c59d3 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.235827] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Waiting for the task: (returnval){ [ 919.235827] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52975657-a85c-65e0-61ea-b7106551620d" [ 919.235827] env[68461]: _type = "Task" [ 919.235827] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.253029] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52975657-a85c-65e0-61ea-b7106551620d, 'name': SearchDatastore_Task, 'duration_secs': 0.009801} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.253029] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0afb8cee-07eb-467e-ac96-9d2cebab7f94 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.259035] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Waiting for the task: (returnval){ [ 919.259035] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52298880-c759-fe8d-6a9a-e575465352a2" [ 919.259035] env[68461]: _type = "Task" [ 919.259035] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.269312] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52298880-c759-fe8d-6a9a-e575465352a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.516542] env[68461]: DEBUG nova.network.neutron [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.782684] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52298880-c759-fe8d-6a9a-e575465352a2, 'name': SearchDatastore_Task, 'duration_secs': 0.009982} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.782914] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.783193] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 680a5bb1-ac39-481f-9986-f33d0661bf32/680a5bb1-ac39-481f-9986-f33d0661bf32.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.783449] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f5c6f89-c5a9-4f9a-b0cf-239c9378697c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.797425] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Waiting for the task: (returnval){ [ 919.797425] env[68461]: value = "task-2894884" [ 919.797425] env[68461]: _type = "Task" [ 919.797425] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.807354] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.847479] env[68461]: DEBUG nova.network.neutron [req-a3167725-271e-4053-859b-fa249fa7e48f req-acda910f-dcba-491e-9619-175aaad5d938 service nova] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Updated VIF entry in instance network info cache for port bab48b6d-bfbc-4f4f-ad98-e3ce2825c500. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.847479] env[68461]: DEBUG nova.network.neutron [req-a3167725-271e-4053-859b-fa249fa7e48f req-acda910f-dcba-491e-9619-175aaad5d938 service nova] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Updating instance_info_cache with network_info: [{"id": "bab48b6d-bfbc-4f4f-ad98-e3ce2825c500", "address": "fa:16:3e:6e:91:17", "network": {"id": "c76951ec-2b7a-4a6c-88cf-b310e27ab633", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1023731844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7964b924e594908bdd55d8df1ac5763", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab48b6d-bf", "ovs_interfaceid": "bab48b6d-bfbc-4f4f-ad98-e3ce2825c500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.908242] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "1d581ed1-d175-46b9-bf25-83a6c4e4be0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.909390] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "1d581ed1-d175-46b9-bf25-83a6c4e4be0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.912190] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Acquiring lock "786cca41-91eb-4b77-b365-4c19525352f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.912448] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Lock "786cca41-91eb-4b77-b365-4c19525352f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.926646] env[68461]: DEBUG nova.network.neutron [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Updating instance_info_cache with network_info: [{"id": "63e3646e-d61f-4196-bd09-763ecb1a6ce3", "address": "fa:16:3e:70:b0:cd", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e3646e-d6", "ovs_interfaceid": "63e3646e-d61f-4196-bd09-763ecb1a6ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.151173] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcc6c80-f5c9-4919-a809-1d7c390708fe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.161392] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f628c4c9-8bb0-4165-90be-ed6898c375b6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.196021] env[68461]: DEBUG nova.network.neutron [req-df67a748-ac74-4e55-9644-0661e2799afa req-9bc24f3a-137e-4b6e-ac1a-fb531ed68425 service nova] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Updated VIF entry in instance network info cache for port dc33d6e6-ebb9-4413-a857-04389b3c59d3. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.196612] env[68461]: DEBUG nova.network.neutron [req-df67a748-ac74-4e55-9644-0661e2799afa req-9bc24f3a-137e-4b6e-ac1a-fb531ed68425 service nova] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Updating instance_info_cache with network_info: [{"id": "dc33d6e6-ebb9-4413-a857-04389b3c59d3", "address": "fa:16:3e:04:b4:fe", "network": {"id": "5c6171bc-6cfd-45a5-82be-ec605a02d7d9", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-326660535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0557d1b91f614d42bb029730131d704b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc33d6e6-eb", "ovs_interfaceid": "dc33d6e6-ebb9-4413-a857-04389b3c59d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.199167] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dee358-8cf9-4131-a83d-5e6cc5529e32 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.209052] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f3280b-65a6-400f-ad81-215d4cd3aeaf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.227876] env[68461]: DEBUG nova.compute.provider_tree [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.309148] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894884, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.351604] env[68461]: DEBUG oslo_concurrency.lockutils [req-a3167725-271e-4053-859b-fa249fa7e48f req-acda910f-dcba-491e-9619-175aaad5d938 service nova] Releasing lock "refresh_cache-0918f7e7-ac2e-43e8-a205-33a78b9b3dac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.429158] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Releasing lock "refresh_cache-f6f23a19-fb3d-4c26-a0f0-9352e008b248" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.429487] env[68461]: DEBUG nova.compute.manager [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Instance network_info: |[{"id": "63e3646e-d61f-4196-bd09-763ecb1a6ce3", "address": "fa:16:3e:70:b0:cd", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e3646e-d6", "ovs_interfaceid": "63e3646e-d61f-4196-bd09-763ecb1a6ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.429912] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:b0:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63e3646e-d61f-4196-bd09-763ecb1a6ce3', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.437552] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.437761] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.438015] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2213a80e-e496-494e-aa79-5974200928c8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.463361] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.463361] env[68461]: value = "task-2894885" [ 920.463361] env[68461]: _type = "Task" [ 920.463361] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.471189] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894885, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.700692] env[68461]: DEBUG oslo_concurrency.lockutils [req-df67a748-ac74-4e55-9644-0661e2799afa req-9bc24f3a-137e-4b6e-ac1a-fb531ed68425 service nova] Releasing lock "refresh_cache-680a5bb1-ac39-481f-9986-f33d0661bf32" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.700692] env[68461]: DEBUG nova.compute.manager [req-df67a748-ac74-4e55-9644-0661e2799afa req-9bc24f3a-137e-4b6e-ac1a-fb531ed68425 service nova] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Received event network-vif-plugged-63e3646e-d61f-4196-bd09-763ecb1a6ce3 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.701503] env[68461]: DEBUG oslo_concurrency.lockutils [req-df67a748-ac74-4e55-9644-0661e2799afa req-9bc24f3a-137e-4b6e-ac1a-fb531ed68425 service nova] Acquiring lock "f6f23a19-fb3d-4c26-a0f0-9352e008b248-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.701503] env[68461]: DEBUG oslo_concurrency.lockutils [req-df67a748-ac74-4e55-9644-0661e2799afa req-9bc24f3a-137e-4b6e-ac1a-fb531ed68425 service nova] Lock "f6f23a19-fb3d-4c26-a0f0-9352e008b248-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.701503] env[68461]: DEBUG oslo_concurrency.lockutils [req-df67a748-ac74-4e55-9644-0661e2799afa req-9bc24f3a-137e-4b6e-ac1a-fb531ed68425 service nova] Lock "f6f23a19-fb3d-4c26-a0f0-9352e008b248-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.701717] env[68461]: DEBUG nova.compute.manager [req-df67a748-ac74-4e55-9644-0661e2799afa req-9bc24f3a-137e-4b6e-ac1a-fb531ed68425 service nova] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] No waiting events found dispatching network-vif-plugged-63e3646e-d61f-4196-bd09-763ecb1a6ce3 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.701923] env[68461]: WARNING nova.compute.manager [req-df67a748-ac74-4e55-9644-0661e2799afa req-9bc24f3a-137e-4b6e-ac1a-fb531ed68425 service nova] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Received unexpected event network-vif-plugged-63e3646e-d61f-4196-bd09-763ecb1a6ce3 for instance with vm_state building and task_state spawning. [ 920.702164] env[68461]: DEBUG nova.compute.manager [req-df67a748-ac74-4e55-9644-0661e2799afa req-9bc24f3a-137e-4b6e-ac1a-fb531ed68425 service nova] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Received event network-changed-63e3646e-d61f-4196-bd09-763ecb1a6ce3 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.702309] env[68461]: DEBUG nova.compute.manager [req-df67a748-ac74-4e55-9644-0661e2799afa req-9bc24f3a-137e-4b6e-ac1a-fb531ed68425 service nova] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Refreshing instance network info cache due to event network-changed-63e3646e-d61f-4196-bd09-763ecb1a6ce3. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.702490] env[68461]: DEBUG oslo_concurrency.lockutils [req-df67a748-ac74-4e55-9644-0661e2799afa req-9bc24f3a-137e-4b6e-ac1a-fb531ed68425 service nova] Acquiring lock "refresh_cache-f6f23a19-fb3d-4c26-a0f0-9352e008b248" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.702621] env[68461]: DEBUG oslo_concurrency.lockutils [req-df67a748-ac74-4e55-9644-0661e2799afa req-9bc24f3a-137e-4b6e-ac1a-fb531ed68425 service nova] Acquired lock "refresh_cache-f6f23a19-fb3d-4c26-a0f0-9352e008b248" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.702778] env[68461]: DEBUG nova.network.neutron [req-df67a748-ac74-4e55-9644-0661e2799afa req-9bc24f3a-137e-4b6e-ac1a-fb531ed68425 service nova] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Refreshing network info cache for port 63e3646e-d61f-4196-bd09-763ecb1a6ce3 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.734131] env[68461]: DEBUG nova.scheduler.client.report [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.808743] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525676} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.809067] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 680a5bb1-ac39-481f-9986-f33d0661bf32/680a5bb1-ac39-481f-9986-f33d0661bf32.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.811819] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.812212] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fd7545a-7f0b-47cb-b4ce-7b988586fa17 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.819797] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Waiting for the task: (returnval){ [ 920.819797] env[68461]: value = "task-2894886" [ 920.819797] env[68461]: _type = "Task" [ 920.819797] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.830468] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.974105] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894885, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.237905] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.238584] env[68461]: DEBUG nova.compute.manager [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.241260] env[68461]: DEBUG oslo_concurrency.lockutils [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.243s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.242660] env[68461]: INFO nova.compute.claims [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.331451] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076687} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.331451] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.333451] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71165c2a-1c6b-4906-b070-b782984e4584 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.355946] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 680a5bb1-ac39-481f-9986-f33d0661bf32/680a5bb1-ac39-481f-9986-f33d0661bf32.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.356238] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e892cd4d-9f5e-4151-bc46-7e26b1cb50df {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.377768] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Waiting for the task: (returnval){ [ 921.377768] env[68461]: value = "task-2894887" [ 921.377768] env[68461]: _type = "Task" [ 921.377768] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.385738] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.475914] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894885, 'name': CreateVM_Task, 'duration_secs': 0.67293} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.476313] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.476984] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.477359] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.477693] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.478371] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4fd7529-c37f-42f7-b310-9276fc871554 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.483924] env[68461]: DEBUG oslo_vmware.api [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 921.483924] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52eb6f83-0e0c-be47-cc0a-4ef6a14ef923" [ 921.483924] env[68461]: _type = "Task" [ 921.483924] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.493047] env[68461]: DEBUG oslo_vmware.api [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52eb6f83-0e0c-be47-cc0a-4ef6a14ef923, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.748690] env[68461]: DEBUG nova.network.neutron [req-df67a748-ac74-4e55-9644-0661e2799afa req-9bc24f3a-137e-4b6e-ac1a-fb531ed68425 service nova] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Updated VIF entry in instance network info cache for port 63e3646e-d61f-4196-bd09-763ecb1a6ce3. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.749117] env[68461]: DEBUG nova.network.neutron [req-df67a748-ac74-4e55-9644-0661e2799afa req-9bc24f3a-137e-4b6e-ac1a-fb531ed68425 service nova] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Updating instance_info_cache with network_info: [{"id": "63e3646e-d61f-4196-bd09-763ecb1a6ce3", "address": "fa:16:3e:70:b0:cd", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e3646e-d6", "ovs_interfaceid": "63e3646e-d61f-4196-bd09-763ecb1a6ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.753434] env[68461]: DEBUG nova.compute.utils [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.761133] env[68461]: DEBUG oslo_concurrency.lockutils [req-df67a748-ac74-4e55-9644-0661e2799afa req-9bc24f3a-137e-4b6e-ac1a-fb531ed68425 service nova] Releasing lock "refresh_cache-f6f23a19-fb3d-4c26-a0f0-9352e008b248" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.761785] env[68461]: DEBUG nova.compute.manager [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.761954] env[68461]: DEBUG nova.network.neutron [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.841661] env[68461]: DEBUG nova.policy [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3ce46a2ccfb4f608f21e798ae2e3d6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b65b2d513908470ca2030fd4505c90da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.888638] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.994500] env[68461]: DEBUG oslo_vmware.api [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52eb6f83-0e0c-be47-cc0a-4ef6a14ef923, 'name': SearchDatastore_Task, 'duration_secs': 0.010591} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.995239] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.995534] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.996150] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.996354] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.996619] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.996970] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28bbd39f-6a92-45f1-909a-c21fe7ed96d2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.008148] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.008337] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.009079] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82397dcd-d6c5-4183-ba80-2500b344ba6e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.017410] env[68461]: DEBUG oslo_vmware.api [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 922.017410] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52b5282c-1fe0-1f33-637e-a9f3a89809bc" [ 922.017410] env[68461]: _type = "Task" [ 922.017410] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.027546] env[68461]: DEBUG oslo_vmware.api [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b5282c-1fe0-1f33-637e-a9f3a89809bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.276281] env[68461]: DEBUG nova.compute.manager [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.286396] env[68461]: DEBUG nova.network.neutron [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Successfully created port: 104ced87-804b-4db6-82ad-0fdb3fb53dc8 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.389750] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894887, 'name': ReconfigVM_Task, 'duration_secs': 0.699276} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.390103] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 680a5bb1-ac39-481f-9986-f33d0661bf32/680a5bb1-ac39-481f-9986-f33d0661bf32.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.390730] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fc4a0ff-61e0-4f68-add5-24edec530e37 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.397615] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Waiting for the task: (returnval){ [ 922.397615] env[68461]: value = "task-2894888" [ 922.397615] env[68461]: _type = "Task" [ 922.397615] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.410281] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894888, 'name': Rename_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.530170] env[68461]: DEBUG oslo_vmware.api [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b5282c-1fe0-1f33-637e-a9f3a89809bc, 'name': SearchDatastore_Task, 'duration_secs': 0.014918} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.533748] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf0a771-0c4f-4f06-b1af-c3caa069959e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.543019] env[68461]: DEBUG oslo_vmware.api [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 922.543019] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]522206cc-8d31-8ce7-1c2c-9ca1653f714c" [ 922.543019] env[68461]: _type = "Task" [ 922.543019] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.550184] env[68461]: DEBUG oslo_vmware.api [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522206cc-8d31-8ce7-1c2c-9ca1653f714c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.808390] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa02033f-0803-464e-81ac-e46854710d96 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.819654] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93692b57-de63-4836-899a-2686be78026c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.854498] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0160885-724c-4112-b6a6-f3c45cb91ea0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.863226] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3981c78d-ba09-4648-8fb3-84aa74f20875 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.877172] env[68461]: DEBUG nova.compute.provider_tree [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.908796] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894888, 'name': Rename_Task, 'duration_secs': 0.150681} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.909263] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.909657] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-896b9e70-e238-4f47-aa55-494754bb4981 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.919017] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Waiting for the task: (returnval){ [ 922.919017] env[68461]: value = "task-2894889" [ 922.919017] env[68461]: _type = "Task" [ 922.919017] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.930505] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.051795] env[68461]: DEBUG oslo_vmware.api [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522206cc-8d31-8ce7-1c2c-9ca1653f714c, 'name': SearchDatastore_Task, 'duration_secs': 0.010023} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.052071] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.052332] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] f6f23a19-fb3d-4c26-a0f0-9352e008b248/f6f23a19-fb3d-4c26-a0f0-9352e008b248.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.052584] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e2d985e-77e4-496a-a631-0254cc2b0e8a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.059246] env[68461]: DEBUG oslo_vmware.api [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 923.059246] env[68461]: value = "task-2894890" [ 923.059246] env[68461]: _type = "Task" [ 923.059246] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.067374] env[68461]: DEBUG oslo_vmware.api [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.286623] env[68461]: DEBUG nova.compute.manager [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.318746] env[68461]: DEBUG nova.virt.hardware [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.318956] env[68461]: DEBUG nova.virt.hardware [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.318956] env[68461]: DEBUG nova.virt.hardware [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.319162] env[68461]: DEBUG nova.virt.hardware [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.319570] env[68461]: DEBUG nova.virt.hardware [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.319570] env[68461]: DEBUG nova.virt.hardware [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.319666] env[68461]: DEBUG nova.virt.hardware [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.319752] env[68461]: DEBUG nova.virt.hardware [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.319910] env[68461]: DEBUG nova.virt.hardware [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.320078] env[68461]: DEBUG nova.virt.hardware [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.320700] env[68461]: DEBUG nova.virt.hardware [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.321902] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251c78ef-0b88-466e-a389-1d715089178c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.331567] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487e8439-8a76-41bb-8c6e-9079ef9d8605 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.381751] env[68461]: DEBUG nova.scheduler.client.report [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.429583] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894889, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.568966] env[68461]: DEBUG oslo_vmware.api [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483751} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.572164] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] f6f23a19-fb3d-4c26-a0f0-9352e008b248/f6f23a19-fb3d-4c26-a0f0-9352e008b248.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.572164] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.572164] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-470f7896-5107-458d-b516-85316e17b8d3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.578020] env[68461]: DEBUG oslo_vmware.api [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 923.578020] env[68461]: value = "task-2894891" [ 923.578020] env[68461]: _type = "Task" [ 923.578020] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.587781] env[68461]: DEBUG oslo_vmware.api [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.889910] env[68461]: DEBUG oslo_concurrency.lockutils [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.891431] env[68461]: DEBUG nova.compute.manager [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.898617] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.215s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.898867] env[68461]: DEBUG nova.objects.instance [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Lazy-loading 'resources' on Instance uuid 307d6715-7c12-4106-9384-5bb381fceb0d {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.913779] env[68461]: DEBUG nova.compute.manager [req-8ecbe92a-8c80-4830-910f-4c6990a69a41 req-d00efe96-4e0e-413e-8100-654ced8c771c service nova] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Received event network-vif-plugged-104ced87-804b-4db6-82ad-0fdb3fb53dc8 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.913779] env[68461]: DEBUG oslo_concurrency.lockutils [req-8ecbe92a-8c80-4830-910f-4c6990a69a41 req-d00efe96-4e0e-413e-8100-654ced8c771c service nova] Acquiring lock "cd31aad9-c1fe-4d8a-a294-c4d5a8265da0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.913986] env[68461]: DEBUG oslo_concurrency.lockutils [req-8ecbe92a-8c80-4830-910f-4c6990a69a41 req-d00efe96-4e0e-413e-8100-654ced8c771c service nova] Lock "cd31aad9-c1fe-4d8a-a294-c4d5a8265da0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.914116] env[68461]: DEBUG oslo_concurrency.lockutils [req-8ecbe92a-8c80-4830-910f-4c6990a69a41 req-d00efe96-4e0e-413e-8100-654ced8c771c service nova] Lock "cd31aad9-c1fe-4d8a-a294-c4d5a8265da0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.915271] env[68461]: DEBUG nova.compute.manager [req-8ecbe92a-8c80-4830-910f-4c6990a69a41 req-d00efe96-4e0e-413e-8100-654ced8c771c service nova] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] No waiting events found dispatching network-vif-plugged-104ced87-804b-4db6-82ad-0fdb3fb53dc8 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 923.915271] env[68461]: WARNING nova.compute.manager [req-8ecbe92a-8c80-4830-910f-4c6990a69a41 req-d00efe96-4e0e-413e-8100-654ced8c771c service nova] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Received unexpected event network-vif-plugged-104ced87-804b-4db6-82ad-0fdb3fb53dc8 for instance with vm_state building and task_state spawning. [ 923.929389] env[68461]: DEBUG oslo_vmware.api [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894889, 'name': PowerOnVM_Task, 'duration_secs': 0.637741} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.929389] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.929389] env[68461]: INFO nova.compute.manager [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Took 10.43 seconds to spawn the instance on the hypervisor. [ 923.929389] env[68461]: DEBUG nova.compute.manager [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.930462] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c76e47e-d131-461a-9358-050dd81bfe73 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.089190] env[68461]: DEBUG oslo_vmware.api [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065407} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.089190] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.089190] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98659499-ba69-4b18-9cdf-a879c7b1efc7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.091459] env[68461]: DEBUG nova.network.neutron [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Successfully updated port: 104ced87-804b-4db6-82ad-0fdb3fb53dc8 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.116456] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] f6f23a19-fb3d-4c26-a0f0-9352e008b248/f6f23a19-fb3d-4c26-a0f0-9352e008b248.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.117227] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57d37bf8-e8ce-47b6-8518-9abef0631c4a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.136296] env[68461]: DEBUG oslo_vmware.api [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 924.136296] env[68461]: value = "task-2894892" [ 924.136296] env[68461]: _type = "Task" [ 924.136296] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.146018] env[68461]: DEBUG oslo_vmware.api [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.320308] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Acquiring lock "cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.320598] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Lock "cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.401379] env[68461]: DEBUG nova.compute.utils [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.402052] env[68461]: DEBUG nova.compute.manager [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.402227] env[68461]: DEBUG nova.network.neutron [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.449138] env[68461]: INFO nova.compute.manager [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Took 39.53 seconds to build instance. [ 924.482931] env[68461]: DEBUG nova.policy [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0625ece19048441f9b8f6182ab06de1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed726d28b8ff4563a290c18aabfac94d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.594347] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Acquiring lock "refresh_cache-cd31aad9-c1fe-4d8a-a294-c4d5a8265da0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.594347] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Acquired lock "refresh_cache-cd31aad9-c1fe-4d8a-a294-c4d5a8265da0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.594490] env[68461]: DEBUG nova.network.neutron [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.657307] env[68461]: DEBUG oslo_vmware.api [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894892, 'name': ReconfigVM_Task, 'duration_secs': 0.325662} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.657611] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Reconfigured VM instance instance-00000011 to attach disk [datastore2] f6f23a19-fb3d-4c26-a0f0-9352e008b248/f6f23a19-fb3d-4c26-a0f0-9352e008b248.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.658552] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0004712b-340a-49d0-ac9c-d5eed0c7d9d9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.671931] env[68461]: DEBUG oslo_vmware.api [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 924.671931] env[68461]: value = "task-2894893" [ 924.671931] env[68461]: _type = "Task" [ 924.671931] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.681165] env[68461]: DEBUG oslo_vmware.api [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894893, 'name': Rename_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.907689] env[68461]: DEBUG nova.compute.manager [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.913345] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81f6a60-9582-48c0-94aa-8d1bf23e4402 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.917110] env[68461]: DEBUG nova.network.neutron [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Successfully created port: f09d609e-8585-4bde-b3ca-2b56b09227c8 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.925565] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5ff338-2c4f-46a8-ab63-c9fa42bffd9e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.966527] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c40e056-7e70-4bf3-a6fa-a5ff77272021 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Lock "680a5bb1-ac39-481f-9986-f33d0661bf32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.287s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.968832] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e703cd7c-5ad5-4f75-8d5d-fed23fdcda77 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.978567] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bca133-89c3-48b9-9c15-6fb649711632 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.992460] env[68461]: DEBUG nova.compute.provider_tree [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.134276] env[68461]: DEBUG nova.network.neutron [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.181421] env[68461]: DEBUG oslo_vmware.api [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894893, 'name': Rename_Task, 'duration_secs': 0.145441} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.181704] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.181953] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05c3a9d1-a200-446f-b7ab-1c6ffb00a0da {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.189024] env[68461]: DEBUG oslo_vmware.api [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 925.189024] env[68461]: value = "task-2894894" [ 925.189024] env[68461]: _type = "Task" [ 925.189024] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.200587] env[68461]: DEBUG oslo_vmware.api [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.402379] env[68461]: DEBUG nova.network.neutron [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Updating instance_info_cache with network_info: [{"id": "104ced87-804b-4db6-82ad-0fdb3fb53dc8", "address": "fa:16:3e:08:e0:ab", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap104ced87-80", "ovs_interfaceid": "104ced87-804b-4db6-82ad-0fdb3fb53dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.473628] env[68461]: DEBUG nova.compute.manager [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.496464] env[68461]: DEBUG nova.scheduler.client.report [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.699461] env[68461]: DEBUG oslo_vmware.api [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894894, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.905316] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Releasing lock "refresh_cache-cd31aad9-c1fe-4d8a-a294-c4d5a8265da0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.905415] env[68461]: DEBUG nova.compute.manager [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Instance network_info: |[{"id": "104ced87-804b-4db6-82ad-0fdb3fb53dc8", "address": "fa:16:3e:08:e0:ab", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap104ced87-80", "ovs_interfaceid": "104ced87-804b-4db6-82ad-0fdb3fb53dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.905762] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:e0:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '104ced87-804b-4db6-82ad-0fdb3fb53dc8', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.913176] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.913404] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.913748] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e80c050-89bf-4fb6-a4b2-36fe21535ded {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.931235] env[68461]: DEBUG nova.compute.manager [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.942266] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.942266] env[68461]: value = "task-2894895" [ 925.942266] env[68461]: _type = "Task" [ 925.942266] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.951246] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894895, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.959561] env[68461]: DEBUG nova.virt.hardware [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.959791] env[68461]: DEBUG nova.virt.hardware [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.959949] env[68461]: DEBUG nova.virt.hardware [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.960243] env[68461]: DEBUG nova.virt.hardware [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.960398] env[68461]: DEBUG nova.virt.hardware [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.960541] env[68461]: DEBUG nova.virt.hardware [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.960789] env[68461]: DEBUG nova.virt.hardware [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.961253] env[68461]: DEBUG nova.virt.hardware [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.961253] env[68461]: DEBUG nova.virt.hardware [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.961506] env[68461]: DEBUG nova.virt.hardware [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.961545] env[68461]: DEBUG nova.virt.hardware [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.962759] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f67447-0fe4-4b94-a71d-16b97c89d6a8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.971834] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec71b570-c204-45fc-b7c8-7507062b9835 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.005264] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.006050] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.008787] env[68461]: DEBUG oslo_concurrency.lockutils [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.175s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.010058] env[68461]: INFO nova.compute.claims [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.025488] env[68461]: INFO nova.scheduler.client.report [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Deleted allocations for instance 307d6715-7c12-4106-9384-5bb381fceb0d [ 926.141813] env[68461]: DEBUG nova.compute.manager [req-a2d4dc2d-87ad-4b00-b847-9b7e5412237c req-67d4d1b4-152d-4c3c-b1fa-8abefd9c82b4 service nova] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Received event network-changed-104ced87-804b-4db6-82ad-0fdb3fb53dc8 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.141995] env[68461]: DEBUG nova.compute.manager [req-a2d4dc2d-87ad-4b00-b847-9b7e5412237c req-67d4d1b4-152d-4c3c-b1fa-8abefd9c82b4 service nova] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Refreshing instance network info cache due to event network-changed-104ced87-804b-4db6-82ad-0fdb3fb53dc8. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 926.142262] env[68461]: DEBUG oslo_concurrency.lockutils [req-a2d4dc2d-87ad-4b00-b847-9b7e5412237c req-67d4d1b4-152d-4c3c-b1fa-8abefd9c82b4 service nova] Acquiring lock "refresh_cache-cd31aad9-c1fe-4d8a-a294-c4d5a8265da0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.142414] env[68461]: DEBUG oslo_concurrency.lockutils [req-a2d4dc2d-87ad-4b00-b847-9b7e5412237c req-67d4d1b4-152d-4c3c-b1fa-8abefd9c82b4 service nova] Acquired lock "refresh_cache-cd31aad9-c1fe-4d8a-a294-c4d5a8265da0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.142609] env[68461]: DEBUG nova.network.neutron [req-a2d4dc2d-87ad-4b00-b847-9b7e5412237c req-67d4d1b4-152d-4c3c-b1fa-8abefd9c82b4 service nova] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Refreshing network info cache for port 104ced87-804b-4db6-82ad-0fdb3fb53dc8 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.202268] env[68461]: DEBUG oslo_vmware.api [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894894, 'name': PowerOnVM_Task, 'duration_secs': 0.642788} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.202567] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.202775] env[68461]: INFO nova.compute.manager [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Took 10.02 seconds to spawn the instance on the hypervisor. [ 926.202958] env[68461]: DEBUG nova.compute.manager [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.203917] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28ca7e6-6512-4d60-ab7a-ae18c10bb4fe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.451405] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894895, 'name': CreateVM_Task, 'duration_secs': 0.321271} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.451405] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.452097] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.452257] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.452565] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.452819] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6975aad0-fe4c-44a0-add7-dc87395aa73d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.459434] env[68461]: DEBUG oslo_vmware.api [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for the task: (returnval){ [ 926.459434] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52ba2307-5440-5400-8468-7b72adcaf71d" [ 926.459434] env[68461]: _type = "Task" [ 926.459434] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.469968] env[68461]: DEBUG oslo_vmware.api [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ba2307-5440-5400-8468-7b72adcaf71d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.536478] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b083c8f6-d0ae-42aa-a500-2e136edbb881 tempest-ServerExternalEventsTest-531476976 tempest-ServerExternalEventsTest-531476976-project-member] Lock "307d6715-7c12-4106-9384-5bb381fceb0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.785s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.729284] env[68461]: INFO nova.compute.manager [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Took 41.53 seconds to build instance. [ 926.941956] env[68461]: DEBUG nova.compute.manager [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.942874] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caeca4fc-1f10-4b41-b178-e5dd4ce9400a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.974671] env[68461]: DEBUG oslo_vmware.api [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ba2307-5440-5400-8468-7b72adcaf71d, 'name': SearchDatastore_Task, 'duration_secs': 0.010898} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.974974] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.975216] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.975479] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.975582] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.975755] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.976024] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1cbbe4a-9ee7-4ed3-8090-ecdcf42082e7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.986814] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.987017] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.987936] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1a66274-96ae-40df-8c11-ed8fb93ddbea {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.995908] env[68461]: DEBUG nova.network.neutron [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Successfully updated port: f09d609e-8585-4bde-b3ca-2b56b09227c8 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.998375] env[68461]: DEBUG oslo_vmware.api [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for the task: (returnval){ [ 926.998375] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]527fe888-d8f9-c1a1-85bf-deb95eafa451" [ 926.998375] env[68461]: _type = "Task" [ 926.998375] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.016850] env[68461]: DEBUG oslo_vmware.api [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]527fe888-d8f9-c1a1-85bf-deb95eafa451, 'name': SearchDatastore_Task, 'duration_secs': 0.00839} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.016850] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca7298c8-1e99-426e-8939-cd82e8dcd66c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.024447] env[68461]: DEBUG oslo_vmware.api [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for the task: (returnval){ [ 927.024447] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52b3c932-bd62-400e-eba8-431b65c8546c" [ 927.024447] env[68461]: _type = "Task" [ 927.024447] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.032110] env[68461]: DEBUG oslo_vmware.api [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b3c932-bd62-400e-eba8-431b65c8546c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.117624] env[68461]: DEBUG nova.network.neutron [req-a2d4dc2d-87ad-4b00-b847-9b7e5412237c req-67d4d1b4-152d-4c3c-b1fa-8abefd9c82b4 service nova] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Updated VIF entry in instance network info cache for port 104ced87-804b-4db6-82ad-0fdb3fb53dc8. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.117974] env[68461]: DEBUG nova.network.neutron [req-a2d4dc2d-87ad-4b00-b847-9b7e5412237c req-67d4d1b4-152d-4c3c-b1fa-8abefd9c82b4 service nova] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Updating instance_info_cache with network_info: [{"id": "104ced87-804b-4db6-82ad-0fdb3fb53dc8", "address": "fa:16:3e:08:e0:ab", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap104ced87-80", "ovs_interfaceid": "104ced87-804b-4db6-82ad-0fdb3fb53dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.234769] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1d2b5c48-ec14-421d-92f6-296b1fb771a4 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lock "f6f23a19-fb3d-4c26-a0f0-9352e008b248" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.883s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.455311] env[68461]: INFO nova.compute.manager [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] instance snapshotting [ 927.458165] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf73ce2-33a4-4f3c-aa73-c23e1f011a18 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.479795] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b93bac-abdc-4b15-a194-5e2a2e80b809 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.511615] env[68461]: DEBUG oslo_concurrency.lockutils [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Acquiring lock "refresh_cache-aa08eea2-f042-4ba4-b229-3609ac22b47e" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.512955] env[68461]: DEBUG oslo_concurrency.lockutils [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Acquired lock "refresh_cache-aa08eea2-f042-4ba4-b229-3609ac22b47e" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.512955] env[68461]: DEBUG nova.network.neutron [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.535994] env[68461]: DEBUG oslo_vmware.api [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b3c932-bd62-400e-eba8-431b65c8546c, 'name': SearchDatastore_Task, 'duration_secs': 0.008667} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.536321] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.536615] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] cd31aad9-c1fe-4d8a-a294-c4d5a8265da0/cd31aad9-c1fe-4d8a-a294-c4d5a8265da0.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.536940] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f15986ff-dc01-4781-b4dc-aa31130bfe3f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.544425] env[68461]: DEBUG oslo_vmware.api [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for the task: (returnval){ [ 927.544425] env[68461]: value = "task-2894896" [ 927.544425] env[68461]: _type = "Task" [ 927.544425] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.552694] env[68461]: DEBUG oslo_vmware.api [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.554792] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd42a75-ad5d-4453-91ac-b69b362d81d7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.562640] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1b8a64-2056-4b15-8fa4-eadb54bb3d32 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.592870] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877b2b00-40c7-4389-b26e-4c1fda232b1b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.600226] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0498863c-dd51-4560-9196-0c601fd1c038 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.617205] env[68461]: DEBUG nova.compute.provider_tree [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.621494] env[68461]: DEBUG oslo_concurrency.lockutils [req-a2d4dc2d-87ad-4b00-b847-9b7e5412237c req-67d4d1b4-152d-4c3c-b1fa-8abefd9c82b4 service nova] Releasing lock "refresh_cache-cd31aad9-c1fe-4d8a-a294-c4d5a8265da0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.738682] env[68461]: DEBUG nova.compute.manager [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.995960] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Creating Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 927.996486] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-665231f6-d1ec-40f4-af43-dda263395c4a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.005744] env[68461]: DEBUG oslo_vmware.api [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Waiting for the task: (returnval){ [ 928.005744] env[68461]: value = "task-2894897" [ 928.005744] env[68461]: _type = "Task" [ 928.005744] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.017642] env[68461]: DEBUG oslo_vmware.api [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894897, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.057018] env[68461]: DEBUG oslo_vmware.api [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471725} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.057304] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] cd31aad9-c1fe-4d8a-a294-c4d5a8265da0/cd31aad9-c1fe-4d8a-a294-c4d5a8265da0.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.057550] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.057755] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01c6c855-1270-4e46-8c6f-2a1a71d331d2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.069884] env[68461]: DEBUG oslo_vmware.api [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for the task: (returnval){ [ 928.069884] env[68461]: value = "task-2894898" [ 928.069884] env[68461]: _type = "Task" [ 928.069884] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.080417] env[68461]: DEBUG oslo_vmware.api [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.120689] env[68461]: DEBUG nova.scheduler.client.report [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.264577] env[68461]: DEBUG nova.network.neutron [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.272540] env[68461]: DEBUG oslo_concurrency.lockutils [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.518325] env[68461]: DEBUG oslo_vmware.api [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894897, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.532639] env[68461]: DEBUG nova.network.neutron [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Updating instance_info_cache with network_info: [{"id": "f09d609e-8585-4bde-b3ca-2b56b09227c8", "address": "fa:16:3e:4f:87:b9", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf09d609e-85", "ovs_interfaceid": "f09d609e-8585-4bde-b3ca-2b56b09227c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.546437] env[68461]: DEBUG nova.compute.manager [req-7ae93f76-6b45-47df-934a-f39c1fa960b1 req-703e7c10-3956-454f-8ae6-b900ab4f9a64 service nova] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Received event network-vif-plugged-f09d609e-8585-4bde-b3ca-2b56b09227c8 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.546701] env[68461]: DEBUG oslo_concurrency.lockutils [req-7ae93f76-6b45-47df-934a-f39c1fa960b1 req-703e7c10-3956-454f-8ae6-b900ab4f9a64 service nova] Acquiring lock "aa08eea2-f042-4ba4-b229-3609ac22b47e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.546925] env[68461]: DEBUG oslo_concurrency.lockutils [req-7ae93f76-6b45-47df-934a-f39c1fa960b1 req-703e7c10-3956-454f-8ae6-b900ab4f9a64 service nova] Lock "aa08eea2-f042-4ba4-b229-3609ac22b47e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.547257] env[68461]: DEBUG oslo_concurrency.lockutils [req-7ae93f76-6b45-47df-934a-f39c1fa960b1 req-703e7c10-3956-454f-8ae6-b900ab4f9a64 service nova] Lock "aa08eea2-f042-4ba4-b229-3609ac22b47e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.547257] env[68461]: DEBUG nova.compute.manager [req-7ae93f76-6b45-47df-934a-f39c1fa960b1 req-703e7c10-3956-454f-8ae6-b900ab4f9a64 service nova] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] No waiting events found dispatching network-vif-plugged-f09d609e-8585-4bde-b3ca-2b56b09227c8 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.547427] env[68461]: WARNING nova.compute.manager [req-7ae93f76-6b45-47df-934a-f39c1fa960b1 req-703e7c10-3956-454f-8ae6-b900ab4f9a64 service nova] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Received unexpected event network-vif-plugged-f09d609e-8585-4bde-b3ca-2b56b09227c8 for instance with vm_state building and task_state spawning. [ 928.547562] env[68461]: DEBUG nova.compute.manager [req-7ae93f76-6b45-47df-934a-f39c1fa960b1 req-703e7c10-3956-454f-8ae6-b900ab4f9a64 service nova] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Received event network-changed-f09d609e-8585-4bde-b3ca-2b56b09227c8 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.547789] env[68461]: DEBUG nova.compute.manager [req-7ae93f76-6b45-47df-934a-f39c1fa960b1 req-703e7c10-3956-454f-8ae6-b900ab4f9a64 service nova] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Refreshing instance network info cache due to event network-changed-f09d609e-8585-4bde-b3ca-2b56b09227c8. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.547952] env[68461]: DEBUG oslo_concurrency.lockutils [req-7ae93f76-6b45-47df-934a-f39c1fa960b1 req-703e7c10-3956-454f-8ae6-b900ab4f9a64 service nova] Acquiring lock "refresh_cache-aa08eea2-f042-4ba4-b229-3609ac22b47e" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.578797] env[68461]: DEBUG oslo_vmware.api [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068352} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.579087] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.579883] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fad0f2-4b13-427d-a529-6b34cb688964 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.601619] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] cd31aad9-c1fe-4d8a-a294-c4d5a8265da0/cd31aad9-c1fe-4d8a-a294-c4d5a8265da0.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.601908] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0641e3b8-fc00-4fbb-99cb-d7eafa72550a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.621497] env[68461]: DEBUG oslo_vmware.api [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for the task: (returnval){ [ 928.621497] env[68461]: value = "task-2894899" [ 928.621497] env[68461]: _type = "Task" [ 928.621497] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.634771] env[68461]: DEBUG oslo_concurrency.lockutils [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.634771] env[68461]: DEBUG nova.compute.manager [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.636765] env[68461]: DEBUG oslo_vmware.api [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.637057] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.824s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.638437] env[68461]: INFO nova.compute.claims [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.652834] env[68461]: DEBUG nova.compute.manager [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.654030] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e8a131-5768-47d6-98fd-959229ce14ca {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.017170] env[68461]: DEBUG oslo_vmware.api [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894897, 'name': CreateSnapshot_Task, 'duration_secs': 0.661902} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.017831] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Created Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 929.018749] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee691945-4d93-4e01-b8ba-7c969d2a6554 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.037438] env[68461]: DEBUG oslo_concurrency.lockutils [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Releasing lock "refresh_cache-aa08eea2-f042-4ba4-b229-3609ac22b47e" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.037948] env[68461]: DEBUG nova.compute.manager [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Instance network_info: |[{"id": "f09d609e-8585-4bde-b3ca-2b56b09227c8", "address": "fa:16:3e:4f:87:b9", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf09d609e-85", "ovs_interfaceid": "f09d609e-8585-4bde-b3ca-2b56b09227c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.038440] env[68461]: DEBUG oslo_concurrency.lockutils [req-7ae93f76-6b45-47df-934a-f39c1fa960b1 req-703e7c10-3956-454f-8ae6-b900ab4f9a64 service nova] Acquired lock "refresh_cache-aa08eea2-f042-4ba4-b229-3609ac22b47e" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.038810] env[68461]: DEBUG nova.network.neutron [req-7ae93f76-6b45-47df-934a-f39c1fa960b1 req-703e7c10-3956-454f-8ae6-b900ab4f9a64 service nova] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Refreshing network info cache for port f09d609e-8585-4bde-b3ca-2b56b09227c8 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.040040] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:87:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f09d609e-8585-4bde-b3ca-2b56b09227c8', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.053219] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Creating folder: Project (ed726d28b8ff4563a290c18aabfac94d). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.055401] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-caf93979-0ee7-48f1-94a4-fcba35887456 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.066833] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Created folder: Project (ed726d28b8ff4563a290c18aabfac94d) in parent group-v581476. [ 929.066996] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Creating folder: Instances. Parent ref: group-v581533. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.067448] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9ef7f03-faeb-481a-9efa-de491ad14713 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.077037] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Created folder: Instances in parent group-v581533. [ 929.077273] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.077452] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.077647] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab055eda-d976-477d-aa98-52b0e7e4208e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.095983] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.095983] env[68461]: value = "task-2894902" [ 929.095983] env[68461]: _type = "Task" [ 929.095983] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.106546] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894902, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.130702] env[68461]: DEBUG oslo_vmware.api [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894899, 'name': ReconfigVM_Task, 'duration_secs': 0.271887} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.130964] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Reconfigured VM instance instance-00000012 to attach disk [datastore1] cd31aad9-c1fe-4d8a-a294-c4d5a8265da0/cd31aad9-c1fe-4d8a-a294-c4d5a8265da0.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.131590] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-154b821d-3090-42bf-8473-a9dea5949339 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.136646] env[68461]: DEBUG oslo_vmware.api [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for the task: (returnval){ [ 929.136646] env[68461]: value = "task-2894903" [ 929.136646] env[68461]: _type = "Task" [ 929.136646] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.145695] env[68461]: DEBUG nova.compute.utils [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.150284] env[68461]: DEBUG nova.compute.manager [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.150535] env[68461]: DEBUG nova.network.neutron [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.152168] env[68461]: DEBUG oslo_vmware.api [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894903, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.164748] env[68461]: INFO nova.compute.manager [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] instance snapshotting [ 929.167440] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f298111a-fea6-4f65-9720-628a02029735 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.185555] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286d5106-415f-49f5-970e-14880649d5e5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.257966] env[68461]: DEBUG nova.policy [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7074117bac6f492a95517af41e721b96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cde676ed37ee4a1b8539e261eed44775', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.537295] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Creating linked-clone VM from snapshot {{(pid=68461) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 929.537772] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dcdaae65-23fa-4a48-8943-abca02b98c5d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.546192] env[68461]: DEBUG oslo_vmware.api [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Waiting for the task: (returnval){ [ 929.546192] env[68461]: value = "task-2894904" [ 929.546192] env[68461]: _type = "Task" [ 929.546192] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.555203] env[68461]: DEBUG oslo_vmware.api [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894904, 'name': CloneVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.592741] env[68461]: DEBUG nova.network.neutron [req-7ae93f76-6b45-47df-934a-f39c1fa960b1 req-703e7c10-3956-454f-8ae6-b900ab4f9a64 service nova] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Updated VIF entry in instance network info cache for port f09d609e-8585-4bde-b3ca-2b56b09227c8. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.593239] env[68461]: DEBUG nova.network.neutron [req-7ae93f76-6b45-47df-934a-f39c1fa960b1 req-703e7c10-3956-454f-8ae6-b900ab4f9a64 service nova] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Updating instance_info_cache with network_info: [{"id": "f09d609e-8585-4bde-b3ca-2b56b09227c8", "address": "fa:16:3e:4f:87:b9", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf09d609e-85", "ovs_interfaceid": "f09d609e-8585-4bde-b3ca-2b56b09227c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.605416] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894902, 'name': CreateVM_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.647241] env[68461]: DEBUG oslo_vmware.api [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894903, 'name': Rename_Task, 'duration_secs': 0.161611} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.647530] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.647779] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e64b5739-0e78-4b15-80a7-f397a73a1614 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.655331] env[68461]: DEBUG nova.compute.manager [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.658181] env[68461]: DEBUG oslo_vmware.api [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for the task: (returnval){ [ 929.658181] env[68461]: value = "task-2894905" [ 929.658181] env[68461]: _type = "Task" [ 929.658181] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.666448] env[68461]: DEBUG oslo_vmware.api [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.695772] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Creating Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 929.696506] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4e849c45-9083-4514-8437-7e621509c6e9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.703315] env[68461]: DEBUG oslo_vmware.api [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 929.703315] env[68461]: value = "task-2894906" [ 929.703315] env[68461]: _type = "Task" [ 929.703315] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.711495] env[68461]: DEBUG oslo_vmware.api [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894906, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.056989] env[68461]: DEBUG oslo_vmware.api [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894904, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.096970] env[68461]: DEBUG oslo_concurrency.lockutils [req-7ae93f76-6b45-47df-934a-f39c1fa960b1 req-703e7c10-3956-454f-8ae6-b900ab4f9a64 service nova] Releasing lock "refresh_cache-aa08eea2-f042-4ba4-b229-3609ac22b47e" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.108132] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894902, 'name': CreateVM_Task, 'duration_secs': 0.86294} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.110438] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.111371] env[68461]: DEBUG oslo_concurrency.lockutils [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.111529] env[68461]: DEBUG oslo_concurrency.lockutils [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.111844] env[68461]: DEBUG oslo_concurrency.lockutils [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.112127] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5204008a-7887-4f9a-8258-7e333d556ed4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.117233] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Waiting for the task: (returnval){ [ 930.117233] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52f07fbb-afb3-bb59-4f6c-86844bb9d194" [ 930.117233] env[68461]: _type = "Task" [ 930.117233] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.125964] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f07fbb-afb3-bb59-4f6c-86844bb9d194, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.163769] env[68461]: INFO nova.virt.block_device [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Booting with volume 97587106-5407-4bd9-b247-646e7f1e856a at /dev/sda [ 930.183083] env[68461]: DEBUG oslo_vmware.api [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894905, 'name': PowerOnVM_Task, 'duration_secs': 0.482717} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.186021] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.186368] env[68461]: INFO nova.compute.manager [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Took 6.90 seconds to spawn the instance on the hypervisor. [ 930.186368] env[68461]: DEBUG nova.compute.manager [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.187893] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efda49e5-c021-46cc-843f-3a9d53b35ff0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.194339] env[68461]: DEBUG nova.network.neutron [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Successfully created port: ace4a81b-2617-4e59-8178-b16f124843f7 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.212194] env[68461]: DEBUG oslo_vmware.api [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894906, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.227022] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2adf6347-53ae-4791-b07d-301a37d819f4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.239596] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9f1d1a-e74f-4ab7-a1ad-68910c07a2d8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.279382] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0df43e76-9943-487a-9cb8-1953de66114a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.288187] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6bcafe-806d-40d1-b9f4-24abd4f2e5fd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.301421] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728f3eb5-7735-482f-8a28-f75cf8ebfe45 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.308616] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28944ed-6962-4430-80a0-479028daf616 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.351099] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb65c22-9814-4496-abd3-66fddeef286f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.354970] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96bf8a9-3b9f-48c7-8392-632d35ee3381 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.363184] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f48af68-613a-4ded-9e43-f952c7f3b4d2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.366496] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c35ce2f-5304-4cfd-8e7c-4f030110e860 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.379906] env[68461]: DEBUG nova.compute.provider_tree [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.388015] env[68461]: DEBUG nova.virt.block_device [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Updating existing volume attachment record: ba19ed27-85e9-4b88-a58a-1d0a5dfdc751 {{(pid=68461) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 930.557516] env[68461]: DEBUG oslo_vmware.api [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894904, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.627058] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f07fbb-afb3-bb59-4f6c-86844bb9d194, 'name': SearchDatastore_Task, 'duration_secs': 0.00995} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.627378] env[68461]: DEBUG oslo_concurrency.lockutils [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.627609] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.627846] env[68461]: DEBUG oslo_concurrency.lockutils [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.627988] env[68461]: DEBUG oslo_concurrency.lockutils [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.628187] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.628450] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1f9e437-8817-4760-99dc-6f904020c42a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.637630] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.637817] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.638612] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db6160e-4f26-4b43-b58b-b399b1146e07 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.643636] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Waiting for the task: (returnval){ [ 930.643636] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5257c63b-d14a-0d19-3eb4-11e415546d1b" [ 930.643636] env[68461]: _type = "Task" [ 930.643636] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.653461] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5257c63b-d14a-0d19-3eb4-11e415546d1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.710938] env[68461]: INFO nova.compute.manager [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Took 41.31 seconds to build instance. [ 930.715755] env[68461]: DEBUG oslo_vmware.api [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894906, 'name': CreateSnapshot_Task, 'duration_secs': 0.599019} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.716023] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Created Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 930.716805] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f901ec5f-d829-4184-a0ee-3fe0b074b7bf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.888695] env[68461]: DEBUG nova.scheduler.client.report [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.062794] env[68461]: DEBUG oslo_vmware.api [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894904, 'name': CloneVM_Task, 'duration_secs': 1.490157} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.067552] env[68461]: INFO nova.virt.vmwareapi.vmops [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Created linked-clone VM from snapshot [ 931.067552] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929f9076-6c6f-4c67-acbd-94581066bcf5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.075044] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Uploading image cac007f5-a1c9-4358-8efd-dc8bdb745ee7 {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 931.111390] env[68461]: DEBUG oslo_vmware.rw_handles [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 931.111390] env[68461]: value = "vm-581536" [ 931.111390] env[68461]: _type = "VirtualMachine" [ 931.111390] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 931.111594] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-921f0171-ab5a-4af0-9348-4f1e5afe4b96 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.119570] env[68461]: DEBUG oslo_vmware.rw_handles [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Lease: (returnval){ [ 931.119570] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52fbe671-9dc0-84be-7529-1576d6ccb82a" [ 931.119570] env[68461]: _type = "HttpNfcLease" [ 931.119570] env[68461]: } obtained for exporting VM: (result){ [ 931.119570] env[68461]: value = "vm-581536" [ 931.119570] env[68461]: _type = "VirtualMachine" [ 931.119570] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 931.120489] env[68461]: DEBUG oslo_vmware.api [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Waiting for the lease: (returnval){ [ 931.120489] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52fbe671-9dc0-84be-7529-1576d6ccb82a" [ 931.120489] env[68461]: _type = "HttpNfcLease" [ 931.120489] env[68461]: } to be ready. {{(pid=68461) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 931.126592] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 931.126592] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52fbe671-9dc0-84be-7529-1576d6ccb82a" [ 931.126592] env[68461]: _type = "HttpNfcLease" [ 931.126592] env[68461]: } is initializing. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 931.153923] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5257c63b-d14a-0d19-3eb4-11e415546d1b, 'name': SearchDatastore_Task, 'duration_secs': 0.014578} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.155213] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fe5f61b-c445-4daa-866b-6650e154b7aa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.159857] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Waiting for the task: (returnval){ [ 931.159857] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c1d0aa-182e-5ec0-c385-803696c091e8" [ 931.159857] env[68461]: _type = "Task" [ 931.159857] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.168666] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c1d0aa-182e-5ec0-c385-803696c091e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.213493] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e97001dc-5620-4bf4-9ea4-1062163c3647 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Lock "cd31aad9-c1fe-4d8a-a294-c4d5a8265da0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.705s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.238024] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Creating linked-clone VM from snapshot {{(pid=68461) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 931.238024] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b27147c5-12ab-42bf-8355-959e48fe1bf2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.246620] env[68461]: DEBUG oslo_vmware.api [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 931.246620] env[68461]: value = "task-2894908" [ 931.246620] env[68461]: _type = "Task" [ 931.246620] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.256679] env[68461]: DEBUG oslo_vmware.api [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894908, 'name': CloneVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.397710] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.397710] env[68461]: DEBUG nova.compute.manager [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.399563] env[68461]: DEBUG oslo_concurrency.lockutils [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.492s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.400605] env[68461]: DEBUG nova.objects.instance [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lazy-loading 'resources' on Instance uuid abbbbbc0-3457-4c28-905f-728f2caf2f39 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.628942] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 931.628942] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52fbe671-9dc0-84be-7529-1576d6ccb82a" [ 931.628942] env[68461]: _type = "HttpNfcLease" [ 931.628942] env[68461]: } is ready. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 931.630523] env[68461]: DEBUG oslo_vmware.rw_handles [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 931.630523] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52fbe671-9dc0-84be-7529-1576d6ccb82a" [ 931.630523] env[68461]: _type = "HttpNfcLease" [ 931.630523] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 931.630523] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf0df7d-0474-4d2a-b526-b0cc0f66dce0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.639031] env[68461]: DEBUG oslo_vmware.rw_handles [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d0b78-a8a8-a1ff-bc33-b3313dbd22b0/disk-0.vmdk from lease info. {{(pid=68461) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 931.639270] env[68461]: DEBUG oslo_vmware.rw_handles [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d0b78-a8a8-a1ff-bc33-b3313dbd22b0/disk-0.vmdk for reading. {{(pid=68461) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 931.708342] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c1d0aa-182e-5ec0-c385-803696c091e8, 'name': SearchDatastore_Task, 'duration_secs': 0.045908} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.708627] env[68461]: DEBUG oslo_concurrency.lockutils [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.708912] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] aa08eea2-f042-4ba4-b229-3609ac22b47e/aa08eea2-f042-4ba4-b229-3609ac22b47e.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.709212] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8bd4f25-afcc-4ade-bb07-071be5c19590 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.715820] env[68461]: DEBUG nova.compute.manager [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.718608] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Waiting for the task: (returnval){ [ 931.718608] env[68461]: value = "task-2894909" [ 931.718608] env[68461]: _type = "Task" [ 931.718608] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.727327] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Task: {'id': task-2894909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.756579] env[68461]: DEBUG oslo_vmware.api [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894908, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.777802] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6a5956cc-a06c-44cd-b056-cf90be00c05e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.907202] env[68461]: DEBUG nova.compute.utils [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.911373] env[68461]: DEBUG nova.compute.manager [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Not allocating networking since 'none' was specified. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 932.232096] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Task: {'id': task-2894909, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.245500] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.267300] env[68461]: DEBUG oslo_vmware.api [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894908, 'name': CloneVM_Task} progress is 95%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.413266] env[68461]: DEBUG nova.compute.manager [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.527720] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a0c1fa-5733-4182-a1d0-24a09df9ce35 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.535597] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce25f714-a0ba-44f7-ba8c-e0ae3e2d6cdc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.541819] env[68461]: DEBUG nova.compute.manager [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.542736] env[68461]: DEBUG nova.virt.hardware [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.542952] env[68461]: DEBUG nova.virt.hardware [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.543224] env[68461]: DEBUG nova.virt.hardware [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.543410] env[68461]: DEBUG nova.virt.hardware [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.543550] env[68461]: DEBUG nova.virt.hardware [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.543689] env[68461]: DEBUG nova.virt.hardware [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.543895] env[68461]: DEBUG nova.virt.hardware [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.544066] env[68461]: DEBUG nova.virt.hardware [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.544234] env[68461]: DEBUG nova.virt.hardware [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.544395] env[68461]: DEBUG nova.virt.hardware [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.544654] env[68461]: DEBUG nova.virt.hardware [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.579013] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17daa612-b78f-4168-8f2d-9e4718235242 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.583229] env[68461]: DEBUG nova.network.neutron [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Successfully updated port: ace4a81b-2617-4e59-8178-b16f124843f7 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.584948] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173eb931-ec90-4473-af05-781f2f3e7454 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.595957] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee6a0c2-93a0-475d-b2e6-9b760d157e72 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.602717] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7f5a57-d561-46f4-aa10-13e7929ca0d4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.629129] env[68461]: DEBUG nova.compute.provider_tree [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.633791] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b18b731-0ae2-451d-9a51-0b57de84d851 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.641747] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-91df7a3f-badb-467c-9623-567832452e59 tempest-ServersAdminNegativeTestJSON-2036965816 tempest-ServersAdminNegativeTestJSON-2036965816-project-admin] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Suspending the VM {{(pid=68461) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 932.641747] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8b2ad277-481d-4450-a0a3-5b61d08c4243 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.648662] env[68461]: DEBUG oslo_vmware.api [None req-91df7a3f-badb-467c-9623-567832452e59 tempest-ServersAdminNegativeTestJSON-2036965816 tempest-ServersAdminNegativeTestJSON-2036965816-project-admin] Waiting for the task: (returnval){ [ 932.648662] env[68461]: value = "task-2894910" [ 932.648662] env[68461]: _type = "Task" [ 932.648662] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.656918] env[68461]: DEBUG oslo_vmware.api [None req-91df7a3f-badb-467c-9623-567832452e59 tempest-ServersAdminNegativeTestJSON-2036965816 tempest-ServersAdminNegativeTestJSON-2036965816-project-admin] Task: {'id': task-2894910, 'name': SuspendVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.729946] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Task: {'id': task-2894909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55047} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.731211] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] aa08eea2-f042-4ba4-b229-3609ac22b47e/aa08eea2-f042-4ba4-b229-3609ac22b47e.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.731211] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.731211] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fed60aba-3b8b-427e-873a-bf5b7ad8a5c6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.738377] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Waiting for the task: (returnval){ [ 932.738377] env[68461]: value = "task-2894911" [ 932.738377] env[68461]: _type = "Task" [ 932.738377] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.753951] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Task: {'id': task-2894911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.766732] env[68461]: DEBUG oslo_vmware.api [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894908, 'name': CloneVM_Task, 'duration_secs': 1.360874} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.767189] env[68461]: INFO nova.virt.vmwareapi.vmops [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Created linked-clone VM from snapshot [ 932.768373] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7f9027-ace7-4414-aae6-61b3c59c60cb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.778196] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Uploading image a6039f60-7895-4dc4-9870-f8544f866d0c {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 932.807538] env[68461]: DEBUG oslo_vmware.rw_handles [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 932.807538] env[68461]: value = "vm-581538" [ 932.807538] env[68461]: _type = "VirtualMachine" [ 932.807538] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 932.808091] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-06b443f3-4613-4ace-9916-3fee0548d9a5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.816447] env[68461]: DEBUG oslo_vmware.rw_handles [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lease: (returnval){ [ 932.816447] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521d3a28-3e2d-2de2-ae48-cf8abd4ec1a1" [ 932.816447] env[68461]: _type = "HttpNfcLease" [ 932.816447] env[68461]: } obtained for exporting VM: (result){ [ 932.816447] env[68461]: value = "vm-581538" [ 932.816447] env[68461]: _type = "VirtualMachine" [ 932.816447] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 932.816850] env[68461]: DEBUG oslo_vmware.api [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the lease: (returnval){ [ 932.816850] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521d3a28-3e2d-2de2-ae48-cf8abd4ec1a1" [ 932.816850] env[68461]: _type = "HttpNfcLease" [ 932.816850] env[68461]: } to be ready. {{(pid=68461) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 932.824587] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 932.824587] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521d3a28-3e2d-2de2-ae48-cf8abd4ec1a1" [ 932.824587] env[68461]: _type = "HttpNfcLease" [ 932.824587] env[68461]: } is initializing. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 932.971081] env[68461]: DEBUG nova.compute.manager [req-96d271cb-3d8a-41ea-aa0e-7ffdfdf54767 req-7520b106-0e1c-4517-8e87-46777b6e60c2 service nova] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Received event network-vif-plugged-ace4a81b-2617-4e59-8178-b16f124843f7 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.971081] env[68461]: DEBUG oslo_concurrency.lockutils [req-96d271cb-3d8a-41ea-aa0e-7ffdfdf54767 req-7520b106-0e1c-4517-8e87-46777b6e60c2 service nova] Acquiring lock "15bb026a-d9ef-4b1d-b565-0d6954fe8391-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.971081] env[68461]: DEBUG oslo_concurrency.lockutils [req-96d271cb-3d8a-41ea-aa0e-7ffdfdf54767 req-7520b106-0e1c-4517-8e87-46777b6e60c2 service nova] Lock "15bb026a-d9ef-4b1d-b565-0d6954fe8391-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.971258] env[68461]: DEBUG oslo_concurrency.lockutils [req-96d271cb-3d8a-41ea-aa0e-7ffdfdf54767 req-7520b106-0e1c-4517-8e87-46777b6e60c2 service nova] Lock "15bb026a-d9ef-4b1d-b565-0d6954fe8391-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.971294] env[68461]: DEBUG nova.compute.manager [req-96d271cb-3d8a-41ea-aa0e-7ffdfdf54767 req-7520b106-0e1c-4517-8e87-46777b6e60c2 service nova] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] No waiting events found dispatching network-vif-plugged-ace4a81b-2617-4e59-8178-b16f124843f7 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.972092] env[68461]: WARNING nova.compute.manager [req-96d271cb-3d8a-41ea-aa0e-7ffdfdf54767 req-7520b106-0e1c-4517-8e87-46777b6e60c2 service nova] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Received unexpected event network-vif-plugged-ace4a81b-2617-4e59-8178-b16f124843f7 for instance with vm_state building and task_state spawning. [ 933.089931] env[68461]: DEBUG oslo_concurrency.lockutils [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Acquiring lock "refresh_cache-15bb026a-d9ef-4b1d-b565-0d6954fe8391" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.089931] env[68461]: DEBUG oslo_concurrency.lockutils [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Acquired lock "refresh_cache-15bb026a-d9ef-4b1d-b565-0d6954fe8391" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.089931] env[68461]: DEBUG nova.network.neutron [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.138786] env[68461]: DEBUG nova.scheduler.client.report [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.169183] env[68461]: DEBUG oslo_vmware.api [None req-91df7a3f-badb-467c-9623-567832452e59 tempest-ServersAdminNegativeTestJSON-2036965816 tempest-ServersAdminNegativeTestJSON-2036965816-project-admin] Task: {'id': task-2894910, 'name': SuspendVM_Task} progress is 41%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.250161] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Task: {'id': task-2894911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102684} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.250546] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.251381] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7543efab-56e8-41e6-9506-2d89d0682037 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.279107] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] aa08eea2-f042-4ba4-b229-3609ac22b47e/aa08eea2-f042-4ba4-b229-3609ac22b47e.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.279478] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75fc29fb-03e2-41fd-ac40-8532275a7fc6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.307367] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Waiting for the task: (returnval){ [ 933.307367] env[68461]: value = "task-2894913" [ 933.307367] env[68461]: _type = "Task" [ 933.307367] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.324153] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Task: {'id': task-2894913, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.328436] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 933.328436] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521d3a28-3e2d-2de2-ae48-cf8abd4ec1a1" [ 933.328436] env[68461]: _type = "HttpNfcLease" [ 933.328436] env[68461]: } is ready. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 933.328805] env[68461]: DEBUG oslo_vmware.rw_handles [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 933.328805] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521d3a28-3e2d-2de2-ae48-cf8abd4ec1a1" [ 933.328805] env[68461]: _type = "HttpNfcLease" [ 933.328805] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 933.329674] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc9dac3-2bbd-4359-b7b1-2116e3b33208 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.340160] env[68461]: DEBUG oslo_vmware.rw_handles [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b48e7-56d6-e2a4-cb9b-2031583306b1/disk-0.vmdk from lease info. {{(pid=68461) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 933.340376] env[68461]: DEBUG oslo_vmware.rw_handles [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b48e7-56d6-e2a4-cb9b-2031583306b1/disk-0.vmdk for reading. {{(pid=68461) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 933.425122] env[68461]: DEBUG nova.compute.manager [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.453647] env[68461]: DEBUG nova.virt.hardware [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.454021] env[68461]: DEBUG nova.virt.hardware [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.454217] env[68461]: DEBUG nova.virt.hardware [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.454454] env[68461]: DEBUG nova.virt.hardware [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.455308] env[68461]: DEBUG nova.virt.hardware [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.455736] env[68461]: DEBUG nova.virt.hardware [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.456031] env[68461]: DEBUG nova.virt.hardware [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.456444] env[68461]: DEBUG nova.virt.hardware [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.456771] env[68461]: DEBUG nova.virt.hardware [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.457022] env[68461]: DEBUG nova.virt.hardware [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.457258] env[68461]: DEBUG nova.virt.hardware [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.458376] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54f6ff2-c1e9-4bab-9400-935c606d994f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.469443] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-96150d25-e5d4-4e25-a5fb-73682036f803 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.472562] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa08f849-118f-480c-85ef-a0ad4458380a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.487787] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Instance VIF info [] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.494177] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Creating folder: Project (7b0068afd3a44adab6694f571984b6e8). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.496431] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10c15e13-1843-4ada-85c2-f0ca2c1fe410 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.508118] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Created folder: Project (7b0068afd3a44adab6694f571984b6e8) in parent group-v581476. [ 933.508878] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Creating folder: Instances. Parent ref: group-v581539. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.508974] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe2f9b45-704f-479f-bd7c-a4429726a1ff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.519763] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Created folder: Instances in parent group-v581539. [ 933.520088] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.520229] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.521805] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-802e8424-b52f-41a5-abfd-9389972d1720 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.537153] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.537153] env[68461]: value = "task-2894916" [ 933.537153] env[68461]: _type = "Task" [ 933.537153] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.549319] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894916, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.625057] env[68461]: DEBUG nova.network.neutron [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.645299] env[68461]: DEBUG oslo_concurrency.lockutils [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.650678] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.462s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.652248] env[68461]: INFO nova.compute.claims [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.664720] env[68461]: DEBUG oslo_vmware.api [None req-91df7a3f-badb-467c-9623-567832452e59 tempest-ServersAdminNegativeTestJSON-2036965816 tempest-ServersAdminNegativeTestJSON-2036965816-project-admin] Task: {'id': task-2894910, 'name': SuspendVM_Task, 'duration_secs': 0.841539} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.665032] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-91df7a3f-badb-467c-9623-567832452e59 tempest-ServersAdminNegativeTestJSON-2036965816 tempest-ServersAdminNegativeTestJSON-2036965816-project-admin] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Suspended the VM {{(pid=68461) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 933.667198] env[68461]: DEBUG nova.compute.manager [None req-91df7a3f-badb-467c-9623-567832452e59 tempest-ServersAdminNegativeTestJSON-2036965816 tempest-ServersAdminNegativeTestJSON-2036965816-project-admin] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.667198] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad7fba3-2d83-481c-8bfa-1ac3c5388444 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.684477] env[68461]: INFO nova.scheduler.client.report [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Deleted allocations for instance abbbbbc0-3457-4c28-905f-728f2caf2f39 [ 933.820627] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Task: {'id': task-2894913, 'name': ReconfigVM_Task, 'duration_secs': 0.516515} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.820901] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Reconfigured VM instance instance-00000013 to attach disk [datastore1] aa08eea2-f042-4ba4-b229-3609ac22b47e/aa08eea2-f042-4ba4-b229-3609ac22b47e.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.821584] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb4fa6c8-70a0-493d-a23e-4882c5773488 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.831123] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Waiting for the task: (returnval){ [ 933.831123] env[68461]: value = "task-2894917" [ 933.831123] env[68461]: _type = "Task" [ 933.831123] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.841791] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Task: {'id': task-2894917, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.870375] env[68461]: DEBUG nova.network.neutron [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Updating instance_info_cache with network_info: [{"id": "ace4a81b-2617-4e59-8178-b16f124843f7", "address": "fa:16:3e:80:81:7e", "network": {"id": "ac205654-195e-4e79-9729-8a3e58c14852", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-387882766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde676ed37ee4a1b8539e261eed44775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace4a81b-26", "ovs_interfaceid": "ace4a81b-2617-4e59-8178-b16f124843f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.059898] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894916, 'name': CreateVM_Task, 'duration_secs': 0.364503} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.065442] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.065442] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.065442] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.065442] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.065442] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dfc1355-d1f8-4390-895e-c2c83743dd72 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.072391] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Waiting for the task: (returnval){ [ 934.072391] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]528e0059-8711-b94c-7d04-48a4329a49bd" [ 934.072391] env[68461]: _type = "Task" [ 934.072391] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.085356] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]528e0059-8711-b94c-7d04-48a4329a49bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.196458] env[68461]: DEBUG oslo_concurrency.lockutils [None req-af98f0a8-4e93-4098-bf5e-da2cb679acdb tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lock "abbbbbc0-3457-4c28-905f-728f2caf2f39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.420s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.350316] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Task: {'id': task-2894917, 'name': Rename_Task, 'duration_secs': 0.183269} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.350316] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.350631] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9b1af09-e517-4f1b-9556-13c4863acbcc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.358532] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Waiting for the task: (returnval){ [ 934.358532] env[68461]: value = "task-2894918" [ 934.358532] env[68461]: _type = "Task" [ 934.358532] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.373046] env[68461]: DEBUG oslo_concurrency.lockutils [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Releasing lock "refresh_cache-15bb026a-d9ef-4b1d-b565-0d6954fe8391" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.373722] env[68461]: DEBUG nova.compute.manager [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Instance network_info: |[{"id": "ace4a81b-2617-4e59-8178-b16f124843f7", "address": "fa:16:3e:80:81:7e", "network": {"id": "ac205654-195e-4e79-9729-8a3e58c14852", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-387882766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde676ed37ee4a1b8539e261eed44775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace4a81b-26", "ovs_interfaceid": "ace4a81b-2617-4e59-8178-b16f124843f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.374036] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Task: {'id': task-2894918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.374660] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:81:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8b99a46-3e7f-4ef1-9e45-58e6cd17f210', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ace4a81b-2617-4e59-8178-b16f124843f7', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.384066] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Creating folder: Project (cde676ed37ee4a1b8539e261eed44775). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.384706] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20693d83-e4d7-48b2-b5c4-044eb5e70fd5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.400735] env[68461]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 934.400735] env[68461]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68461) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 934.400735] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Folder already exists: Project (cde676ed37ee4a1b8539e261eed44775). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 934.400735] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Creating folder: Instances. Parent ref: group-v581477. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.400981] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81bb0ce8-aa4c-49f9-9f2f-b8b1d0a8efc4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.419021] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Created folder: Instances in parent group-v581477. [ 934.420150] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.420366] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.420585] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc03145a-27d0-4899-80e6-7878facd375c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.444313] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.444313] env[68461]: value = "task-2894921" [ 934.444313] env[68461]: _type = "Task" [ 934.444313] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.452820] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894921, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.586231] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]528e0059-8711-b94c-7d04-48a4329a49bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011993} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.586231] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.586231] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.586231] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.586440] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.586580] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.586924] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-719d623a-fdb0-4b29-bc9e-0245486c0ef7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.599029] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.599029] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.599515] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2581f53-fae0-4c77-84c1-6ebe7b1b2e7b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.609021] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Waiting for the task: (returnval){ [ 934.609021] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c3f49c-883c-b4c4-c5d5-6ce215480a8e" [ 934.609021] env[68461]: _type = "Task" [ 934.609021] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.617530] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c3f49c-883c-b4c4-c5d5-6ce215480a8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.871490] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Task: {'id': task-2894918, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.959971] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894921, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.118141] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c3f49c-883c-b4c4-c5d5-6ce215480a8e, 'name': SearchDatastore_Task, 'duration_secs': 0.024229} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.123947] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c06fe029-fe12-49f7-a7fe-76fbbd47246e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.130746] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Waiting for the task: (returnval){ [ 935.130746] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]526c4378-5733-50b2-40a8-cec969a76d1a" [ 935.130746] env[68461]: _type = "Task" [ 935.130746] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.142551] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526c4378-5733-50b2-40a8-cec969a76d1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.206657] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf5abff-3a21-4dab-98c0-edaf452eaf7a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.215374] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd886e4f-36a8-4594-bd20-07e72ca13b55 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.251743] env[68461]: DEBUG oslo_concurrency.lockutils [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquiring lock "e9d15794-c864-4c2e-a9c2-28d96991bebe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.251743] env[68461]: DEBUG oslo_concurrency.lockutils [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lock "e9d15794-c864-4c2e-a9c2-28d96991bebe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.251743] env[68461]: DEBUG oslo_concurrency.lockutils [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquiring lock "e9d15794-c864-4c2e-a9c2-28d96991bebe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.251743] env[68461]: DEBUG oslo_concurrency.lockutils [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lock "e9d15794-c864-4c2e-a9c2-28d96991bebe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.252050] env[68461]: DEBUG oslo_concurrency.lockutils [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lock "e9d15794-c864-4c2e-a9c2-28d96991bebe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.253805] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb68ced-4a21-4e9f-9d37-0b35bcbe2e4f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.257169] env[68461]: INFO nova.compute.manager [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Terminating instance [ 935.265283] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b019f179-8501-4c61-aa53-18c7290fdac0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.281211] env[68461]: DEBUG nova.compute.provider_tree [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.372564] env[68461]: DEBUG oslo_vmware.api [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Task: {'id': task-2894918, 'name': PowerOnVM_Task, 'duration_secs': 0.646121} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.373037] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.373238] env[68461]: INFO nova.compute.manager [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Took 9.44 seconds to spawn the instance on the hypervisor. [ 935.373458] env[68461]: DEBUG nova.compute.manager [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.374350] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcc2929-d7f0-498b-abd6-c139ec2a5266 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.459510] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894921, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.643506] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526c4378-5733-50b2-40a8-cec969a76d1a, 'name': SearchDatastore_Task, 'duration_secs': 0.01251} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.646176] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.646176] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc/6b159e34-84a8-45c0-a5e2-9a9d1799b3fc.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.646176] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc4e2209-1033-415b-91b5-bc62be78fe6c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.652126] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Waiting for the task: (returnval){ [ 935.652126] env[68461]: value = "task-2894922" [ 935.652126] env[68461]: _type = "Task" [ 935.652126] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.661956] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Task: {'id': task-2894922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.765111] env[68461]: DEBUG nova.compute.manager [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.765291] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.766349] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6827f704-77b0-41cb-a91c-f95a9ba7e63e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.774503] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.774773] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40a8093e-f8f5-401a-b2c8-b9faee05414e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.781108] env[68461]: DEBUG oslo_vmware.api [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Waiting for the task: (returnval){ [ 935.781108] env[68461]: value = "task-2894923" [ 935.781108] env[68461]: _type = "Task" [ 935.781108] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.786223] env[68461]: DEBUG nova.scheduler.client.report [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.795914] env[68461]: DEBUG oslo_vmware.api [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.894017] env[68461]: INFO nova.compute.manager [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Took 45.93 seconds to build instance. [ 935.960048] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894921, 'name': CreateVM_Task, 'duration_secs': 1.468583} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.960321] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.961247] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'attachment_id': 'ba19ed27-85e9-4b88-a58a-1d0a5dfdc751', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581486', 'volume_id': '97587106-5407-4bd9-b247-646e7f1e856a', 'name': 'volume-97587106-5407-4bd9-b247-646e7f1e856a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '15bb026a-d9ef-4b1d-b565-0d6954fe8391', 'attached_at': '', 'detached_at': '', 'volume_id': '97587106-5407-4bd9-b247-646e7f1e856a', 'serial': '97587106-5407-4bd9-b247-646e7f1e856a'}, 'disk_bus': None, 'delete_on_termination': True, 'guest_format': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=68461) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 935.961512] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Root volume attach. Driver type: vmdk {{(pid=68461) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 935.962502] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b128a58a-a07e-436d-a3bc-4a880b3a5c90 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.972108] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268fa8fd-6788-4c66-932a-513e6f42a4f5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.981819] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bced42c-fe59-4ee0-9a06-3063c9863ada {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.991231] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-57b94880-4612-4bd6-9c2d-ff1e3af04628 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.001505] env[68461]: DEBUG oslo_vmware.api [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Waiting for the task: (returnval){ [ 936.001505] env[68461]: value = "task-2894924" [ 936.001505] env[68461]: _type = "Task" [ 936.001505] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.014520] env[68461]: DEBUG oslo_vmware.api [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Task: {'id': task-2894924, 'name': RelocateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.163936] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Task: {'id': task-2894922, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.291907] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.292731] env[68461]: DEBUG nova.compute.manager [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.300124] env[68461]: DEBUG oslo_concurrency.lockutils [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.595s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.301665] env[68461]: INFO nova.compute.claims [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.307325] env[68461]: DEBUG oslo_vmware.api [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894923, 'name': PowerOffVM_Task, 'duration_secs': 0.485609} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.307325] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.307325] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.307325] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec0cd615-9281-4b2c-b2e8-d647d40c90a7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.374025] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.374025] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.374025] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Deleting the datastore file [datastore2] e9d15794-c864-4c2e-a9c2-28d96991bebe {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.374025] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbb419df-22c3-458b-af32-c01e63d56298 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.382413] env[68461]: DEBUG oslo_vmware.api [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Waiting for the task: (returnval){ [ 936.382413] env[68461]: value = "task-2894926" [ 936.382413] env[68461]: _type = "Task" [ 936.382413] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.392884] env[68461]: DEBUG oslo_vmware.api [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.395749] env[68461]: DEBUG oslo_concurrency.lockutils [None req-36cdd6c3-0041-4a91-96d9-946ee90c1651 tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Lock "aa08eea2-f042-4ba4-b229-3609ac22b47e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.231s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.514492] env[68461]: DEBUG oslo_vmware.api [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Task: {'id': task-2894924, 'name': RelocateVM_Task} progress is 40%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.670259] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Task: {'id': task-2894922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590696} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.670259] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc/6b159e34-84a8-45c0-a5e2-9a9d1799b3fc.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.670259] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.670259] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f07bc819-0ef1-4560-bbf3-cbaba3671d54 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.677832] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Waiting for the task: (returnval){ [ 936.677832] env[68461]: value = "task-2894927" [ 936.677832] env[68461]: _type = "Task" [ 936.677832] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.688509] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Task: {'id': task-2894927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.811083] env[68461]: DEBUG nova.compute.utils [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.812075] env[68461]: DEBUG nova.compute.manager [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.812559] env[68461]: DEBUG nova.network.neutron [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.860188] env[68461]: DEBUG nova.policy [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa0d0581d0c0444089caefe9d9be944a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57ae00e3f85c4e3c83cb9cd9f7f04f98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.898033] env[68461]: DEBUG oslo_vmware.api [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Task: {'id': task-2894926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207552} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.898033] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.898033] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.898033] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.898033] env[68461]: INFO nova.compute.manager [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Took 1.13 seconds to destroy the instance on the hypervisor. [ 936.898594] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.898594] env[68461]: DEBUG nova.compute.manager [-] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.898594] env[68461]: DEBUG nova.network.neutron [-] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.900272] env[68461]: DEBUG nova.compute.manager [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.015553] env[68461]: DEBUG oslo_vmware.api [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Task: {'id': task-2894924, 'name': RelocateVM_Task} progress is 54%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.191027] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Task: {'id': task-2894927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087272} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.191599] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.192549] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de836a9d-a407-4c9a-ba52-2d5b689dfaf6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.220022] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc/6b159e34-84a8-45c0-a5e2-9a9d1799b3fc.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.220022] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65334cdf-abd1-4737-9f7d-51deed511a63 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.247105] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Waiting for the task: (returnval){ [ 937.247105] env[68461]: value = "task-2894928" [ 937.247105] env[68461]: _type = "Task" [ 937.247105] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.258550] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Task: {'id': task-2894928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.316968] env[68461]: DEBUG nova.compute.manager [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.387678] env[68461]: DEBUG nova.network.neutron [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Successfully created port: 502494ee-bc2c-4dc6-9531-76cd91125629 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.432239] env[68461]: DEBUG oslo_concurrency.lockutils [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.518917] env[68461]: DEBUG oslo_vmware.api [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Task: {'id': task-2894924, 'name': RelocateVM_Task} progress is 69%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.796508] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Task: {'id': task-2894928, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.806393] env[68461]: DEBUG nova.network.neutron [-] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.891185] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1594587a-4bc7-4a4f-a7ca-027224e26105 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.903540] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d1e6d8-555c-4013-a528-4fa5b24971b9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.949077] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6fc119-df30-4184-89bd-3d6a4b94876c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.958849] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718be1dd-ff12-469a-a6ef-6e437502bc00 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.977268] env[68461]: DEBUG nova.compute.provider_tree [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.017028] env[68461]: DEBUG oslo_vmware.api [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Task: {'id': task-2894924, 'name': RelocateVM_Task} progress is 84%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.257572] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Task: {'id': task-2894928, 'name': ReconfigVM_Task, 'duration_secs': 0.549633} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.257880] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc/6b159e34-84a8-45c0-a5e2-9a9d1799b3fc.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.258525] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62a60edc-8416-4a1d-9c3c-ecf8b2f550c8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.266520] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Waiting for the task: (returnval){ [ 938.266520] env[68461]: value = "task-2894929" [ 938.266520] env[68461]: _type = "Task" [ 938.266520] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.275198] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Task: {'id': task-2894929, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.310627] env[68461]: INFO nova.compute.manager [-] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Took 1.41 seconds to deallocate network for instance. [ 938.329333] env[68461]: DEBUG nova.compute.manager [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.481091] env[68461]: DEBUG nova.scheduler.client.report [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.514521] env[68461]: DEBUG oslo_vmware.api [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Task: {'id': task-2894924, 'name': RelocateVM_Task} progress is 97%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.776603] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Task: {'id': task-2894929, 'name': Rename_Task, 'duration_secs': 0.272748} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.776912] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.777178] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb3630cd-2352-4ffc-ab31-e6fd0ad741e9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.783713] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Waiting for the task: (returnval){ [ 938.783713] env[68461]: value = "task-2894930" [ 938.783713] env[68461]: _type = "Task" [ 938.783713] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.791477] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Task: {'id': task-2894930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.817915] env[68461]: DEBUG oslo_concurrency.lockutils [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.945991] env[68461]: DEBUG nova.network.neutron [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Successfully updated port: 502494ee-bc2c-4dc6-9531-76cd91125629 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.988113] env[68461]: DEBUG oslo_concurrency.lockutils [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.988712] env[68461]: DEBUG nova.compute.manager [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.991317] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.968s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.991544] env[68461]: DEBUG nova.objects.instance [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lazy-loading 'resources' on Instance uuid ffc98835-bb20-4213-ab2e-217858cd937b {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.014491] env[68461]: DEBUG oslo_vmware.api [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Task: {'id': task-2894924, 'name': RelocateVM_Task} progress is 98%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.295073] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Task: {'id': task-2894930, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.449274] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Acquiring lock "refresh_cache-937e0562-8e2d-4207-a5d3-ba1f389ac873" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.449426] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Acquired lock "refresh_cache-937e0562-8e2d-4207-a5d3-ba1f389ac873" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.449599] env[68461]: DEBUG nova.network.neutron [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.494857] env[68461]: DEBUG nova.compute.utils [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.496519] env[68461]: DEBUG nova.compute.manager [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.496861] env[68461]: DEBUG nova.network.neutron [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.516867] env[68461]: DEBUG oslo_vmware.api [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Task: {'id': task-2894924, 'name': RelocateVM_Task, 'duration_secs': 3.300533} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.517120] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Volume attach. Driver type: vmdk {{(pid=68461) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 939.517329] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581486', 'volume_id': '97587106-5407-4bd9-b247-646e7f1e856a', 'name': 'volume-97587106-5407-4bd9-b247-646e7f1e856a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '15bb026a-d9ef-4b1d-b565-0d6954fe8391', 'attached_at': '', 'detached_at': '', 'volume_id': '97587106-5407-4bd9-b247-646e7f1e856a', 'serial': '97587106-5407-4bd9-b247-646e7f1e856a'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 939.518119] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a7acea-aecd-4154-8e8f-0f616ae49cad {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.538224] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a500f721-b0d0-46f8-b303-81866e049c5e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.543278] env[68461]: DEBUG nova.policy [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47030e3907f34811a5348ed67e123ae8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bd5e6b46e77459c91fb5b651539b3df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.564099] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] volume-97587106-5407-4bd9-b247-646e7f1e856a/volume-97587106-5407-4bd9-b247-646e7f1e856a.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.567577] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a9e6c0e-e18a-4765-984a-2bc67289b22b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.588870] env[68461]: DEBUG oslo_vmware.api [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Waiting for the task: (returnval){ [ 939.588870] env[68461]: value = "task-2894931" [ 939.588870] env[68461]: _type = "Task" [ 939.588870] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.599568] env[68461]: DEBUG oslo_vmware.api [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Task: {'id': task-2894931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.796605] env[68461]: DEBUG oslo_vmware.api [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Task: {'id': task-2894930, 'name': PowerOnVM_Task, 'duration_secs': 0.788888} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.796877] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.797093] env[68461]: INFO nova.compute.manager [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Took 6.37 seconds to spawn the instance on the hypervisor. [ 939.797274] env[68461]: DEBUG nova.compute.manager [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.798157] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2138f347-c2d1-4de6-9bdb-500214abddb8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.844277] env[68461]: DEBUG nova.network.neutron [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Successfully created port: e271bceb-c637-47b8-9ae0-3f26d41ad712 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.993860] env[68461]: DEBUG nova.network.neutron [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.997590] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc0495c-2227-406a-9018-de93675f6e68 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.002881] env[68461]: DEBUG nova.compute.manager [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.008729] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81408bf5-e144-4e31-8b46-8c19f4c269e3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.043785] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d941dc-f971-4287-92a7-75c238c5b55a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.053109] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea78b4a-a8cf-4a70-a2d4-a35451112e7a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.067943] env[68461]: DEBUG nova.compute.provider_tree [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.098055] env[68461]: DEBUG oslo_vmware.api [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Task: {'id': task-2894931, 'name': ReconfigVM_Task, 'duration_secs': 0.406048} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.098335] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Reconfigured VM instance instance-00000014 to attach disk [datastore2] volume-97587106-5407-4bd9-b247-646e7f1e856a/volume-97587106-5407-4bd9-b247-646e7f1e856a.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.103107] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27ac991b-a724-4203-b5de-150c6671f712 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.117580] env[68461]: DEBUG oslo_vmware.api [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Waiting for the task: (returnval){ [ 940.117580] env[68461]: value = "task-2894932" [ 940.117580] env[68461]: _type = "Task" [ 940.117580] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.128808] env[68461]: DEBUG oslo_vmware.api [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Task: {'id': task-2894932, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.219898] env[68461]: DEBUG nova.network.neutron [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Updating instance_info_cache with network_info: [{"id": "502494ee-bc2c-4dc6-9531-76cd91125629", "address": "fa:16:3e:8f:3b:4a", "network": {"id": "a75abcd0-b2bf-4802-a6b2-9fe41587e766", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-783967315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57ae00e3f85c4e3c83cb9cd9f7f04f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502494ee-bc", "ovs_interfaceid": "502494ee-bc2c-4dc6-9531-76cd91125629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.316741] env[68461]: INFO nova.compute.manager [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Took 40.58 seconds to build instance. [ 940.571314] env[68461]: DEBUG nova.scheduler.client.report [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.629036] env[68461]: DEBUG oslo_vmware.api [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Task: {'id': task-2894932, 'name': ReconfigVM_Task, 'duration_secs': 0.169751} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.629036] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581486', 'volume_id': '97587106-5407-4bd9-b247-646e7f1e856a', 'name': 'volume-97587106-5407-4bd9-b247-646e7f1e856a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '15bb026a-d9ef-4b1d-b565-0d6954fe8391', 'attached_at': '', 'detached_at': '', 'volume_id': '97587106-5407-4bd9-b247-646e7f1e856a', 'serial': '97587106-5407-4bd9-b247-646e7f1e856a'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 940.629036] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e581701-ea2a-4972-aa34-7bbff659347d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.636016] env[68461]: DEBUG oslo_vmware.api [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Waiting for the task: (returnval){ [ 940.636016] env[68461]: value = "task-2894933" [ 940.636016] env[68461]: _type = "Task" [ 940.636016] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.644135] env[68461]: DEBUG oslo_vmware.api [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Task: {'id': task-2894933, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.722884] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Releasing lock "refresh_cache-937e0562-8e2d-4207-a5d3-ba1f389ac873" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.723290] env[68461]: DEBUG nova.compute.manager [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Instance network_info: |[{"id": "502494ee-bc2c-4dc6-9531-76cd91125629", "address": "fa:16:3e:8f:3b:4a", "network": {"id": "a75abcd0-b2bf-4802-a6b2-9fe41587e766", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-783967315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57ae00e3f85c4e3c83cb9cd9f7f04f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502494ee-bc", "ovs_interfaceid": "502494ee-bc2c-4dc6-9531-76cd91125629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.739246] env[68461]: DEBUG nova.virt.hardware [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.739692] env[68461]: DEBUG nova.virt.hardware [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.740770] env[68461]: DEBUG nova.virt.hardware [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.740770] env[68461]: DEBUG nova.virt.hardware [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.740770] env[68461]: DEBUG nova.virt.hardware [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.740770] env[68461]: DEBUG nova.virt.hardware [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.740770] env[68461]: DEBUG nova.virt.hardware [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.741062] env[68461]: DEBUG nova.virt.hardware [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.741062] env[68461]: DEBUG nova.virt.hardware [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.741205] env[68461]: DEBUG nova.virt.hardware [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.741372] env[68461]: DEBUG nova.virt.hardware [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.743611] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fac3a7-067d-4e29-8c82-8c3dda94e0bd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.753210] env[68461]: DEBUG oslo_vmware.rw_handles [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d0b78-a8a8-a1ff-bc33-b3313dbd22b0/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 940.754545] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21c624c-ad53-4eab-857c-317e0f104bd7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.759715] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac99fb3-824b-464b-8141-d8dbdacf7422 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.766196] env[68461]: DEBUG oslo_vmware.rw_handles [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d0b78-a8a8-a1ff-bc33-b3313dbd22b0/disk-0.vmdk is in state: ready. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 940.766196] env[68461]: ERROR oslo_vmware.rw_handles [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d0b78-a8a8-a1ff-bc33-b3313dbd22b0/disk-0.vmdk due to incomplete transfer. [ 940.774021] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-272bc1ee-c1e9-433a-b6cf-ae47d03fa6d8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.775866] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:3b:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a75bb6e-6331-4429-b1b9-c968cc22b9c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '502494ee-bc2c-4dc6-9531-76cd91125629', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.783459] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Creating folder: Project (57ae00e3f85c4e3c83cb9cd9f7f04f98). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.783743] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e57955bb-d0d0-409a-bc92-c526922eaf06 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.792927] env[68461]: DEBUG oslo_vmware.rw_handles [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d0b78-a8a8-a1ff-bc33-b3313dbd22b0/disk-0.vmdk. {{(pid=68461) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 940.793897] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Uploaded image cac007f5-a1c9-4358-8efd-dc8bdb745ee7 to the Glance image server {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 940.797204] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Destroying the VM {{(pid=68461) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 940.798031] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b834bc74-182f-4249-b6b2-dd50ed566060 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.800616] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Created folder: Project (57ae00e3f85c4e3c83cb9cd9f7f04f98) in parent group-v581476. [ 940.800814] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Creating folder: Instances. Parent ref: group-v581544. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.801138] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31c0b962-a4e7-4d8f-8ba4-21136ff86077 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.809463] env[68461]: DEBUG oslo_vmware.api [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Waiting for the task: (returnval){ [ 940.809463] env[68461]: value = "task-2894935" [ 940.809463] env[68461]: _type = "Task" [ 940.809463] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.815218] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Created folder: Instances in parent group-v581544. [ 940.815473] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.818552] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.818990] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72b29928-1bd9-4a6e-8e39-cbbff6012b76 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Lock "6b159e34-84a8-45c0-a5e2-9a9d1799b3fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.324s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.819264] env[68461]: DEBUG oslo_vmware.api [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894935, 'name': Destroy_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.819480] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-818e1b71-b8b2-484d-b288-0af053e1857b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.840441] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.840441] env[68461]: value = "task-2894937" [ 940.840441] env[68461]: _type = "Task" [ 940.840441] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.848242] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894937, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.886295] env[68461]: DEBUG nova.compute.manager [req-aa476eeb-7b3c-41e3-9940-b3c8d1fd2c4d req-37f30d4b-971a-4988-aee8-fab5a7ee2a69 service nova] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Received event network-changed-ace4a81b-2617-4e59-8178-b16f124843f7 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.886295] env[68461]: DEBUG nova.compute.manager [req-aa476eeb-7b3c-41e3-9940-b3c8d1fd2c4d req-37f30d4b-971a-4988-aee8-fab5a7ee2a69 service nova] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Refreshing instance network info cache due to event network-changed-ace4a81b-2617-4e59-8178-b16f124843f7. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.886295] env[68461]: DEBUG oslo_concurrency.lockutils [req-aa476eeb-7b3c-41e3-9940-b3c8d1fd2c4d req-37f30d4b-971a-4988-aee8-fab5a7ee2a69 service nova] Acquiring lock "refresh_cache-15bb026a-d9ef-4b1d-b565-0d6954fe8391" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.886416] env[68461]: DEBUG oslo_concurrency.lockutils [req-aa476eeb-7b3c-41e3-9940-b3c8d1fd2c4d req-37f30d4b-971a-4988-aee8-fab5a7ee2a69 service nova] Acquired lock "refresh_cache-15bb026a-d9ef-4b1d-b565-0d6954fe8391" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.886513] env[68461]: DEBUG nova.network.neutron [req-aa476eeb-7b3c-41e3-9940-b3c8d1fd2c4d req-37f30d4b-971a-4988-aee8-fab5a7ee2a69 service nova] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Refreshing network info cache for port ace4a81b-2617-4e59-8178-b16f124843f7 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.014651] env[68461]: DEBUG nova.compute.manager [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.038198] env[68461]: DEBUG nova.virt.hardware [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.038409] env[68461]: DEBUG nova.virt.hardware [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.038609] env[68461]: DEBUG nova.virt.hardware [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.038849] env[68461]: DEBUG nova.virt.hardware [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.039161] env[68461]: DEBUG nova.virt.hardware [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.039161] env[68461]: DEBUG nova.virt.hardware [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.039376] env[68461]: DEBUG nova.virt.hardware [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.039533] env[68461]: DEBUG nova.virt.hardware [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.039697] env[68461]: DEBUG nova.virt.hardware [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.039858] env[68461]: DEBUG nova.virt.hardware [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.040037] env[68461]: DEBUG nova.virt.hardware [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.040953] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e46993-df8d-4bf2-ab34-e48c0c3be5ff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.049179] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ebc906-8534-4b76-81c7-fb48f13d7f06 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.077041] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.079643] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.427s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.081133] env[68461]: INFO nova.compute.claims [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.101481] env[68461]: INFO nova.scheduler.client.report [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Deleted allocations for instance ffc98835-bb20-4213-ab2e-217858cd937b [ 941.146969] env[68461]: DEBUG oslo_vmware.api [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Task: {'id': task-2894933, 'name': Rename_Task, 'duration_secs': 0.201513} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.147317] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.147587] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b43c223-4e8c-4bca-9340-a1939cb4ee12 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.155742] env[68461]: DEBUG oslo_vmware.api [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Waiting for the task: (returnval){ [ 941.155742] env[68461]: value = "task-2894938" [ 941.155742] env[68461]: _type = "Task" [ 941.155742] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.165919] env[68461]: DEBUG oslo_vmware.api [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Task: {'id': task-2894938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.320432] env[68461]: DEBUG oslo_vmware.api [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894935, 'name': Destroy_Task} progress is 33%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.337115] env[68461]: DEBUG nova.compute.manager [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.350571] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894937, 'name': CreateVM_Task, 'duration_secs': 0.456755} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.350768] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.351501] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.351679] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.352024] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.352296] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02a72143-726c-486e-a03e-0292c5dba035 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.357370] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Waiting for the task: (returnval){ [ 941.357370] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c2cf05-28a7-c1d8-a280-f97353872938" [ 941.357370] env[68461]: _type = "Task" [ 941.357370] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.365816] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c2cf05-28a7-c1d8-a280-f97353872938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.610089] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f6c8df07-e3d8-49a5-ac05-c8ad45453d6f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "ffc98835-bb20-4213-ab2e-217858cd937b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.275s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.668602] env[68461]: DEBUG oslo_vmware.api [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Task: {'id': task-2894938, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.753470] env[68461]: DEBUG oslo_vmware.rw_handles [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b48e7-56d6-e2a4-cb9b-2031583306b1/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 941.754401] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eafd91c-a4d1-4ae9-b0aa-eab65b163985 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.760947] env[68461]: DEBUG oslo_vmware.rw_handles [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b48e7-56d6-e2a4-cb9b-2031583306b1/disk-0.vmdk is in state: ready. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 941.761125] env[68461]: ERROR oslo_vmware.rw_handles [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b48e7-56d6-e2a4-cb9b-2031583306b1/disk-0.vmdk due to incomplete transfer. [ 941.761350] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7b0ee538-cc20-4177-9aef-a0db6f71a77f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.767731] env[68461]: DEBUG oslo_vmware.rw_handles [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b48e7-56d6-e2a4-cb9b-2031583306b1/disk-0.vmdk. {{(pid=68461) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 941.767927] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Uploaded image a6039f60-7895-4dc4-9870-f8544f866d0c to the Glance image server {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 941.769390] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Destroying the VM {{(pid=68461) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 941.769625] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1314ec79-38ac-4220-93bb-737483f2759c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.774794] env[68461]: DEBUG oslo_vmware.api [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 941.774794] env[68461]: value = "task-2894939" [ 941.774794] env[68461]: _type = "Task" [ 941.774794] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.785272] env[68461]: DEBUG oslo_vmware.api [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894939, 'name': Destroy_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.820795] env[68461]: DEBUG oslo_vmware.api [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894935, 'name': Destroy_Task, 'duration_secs': 0.591047} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.820795] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Destroyed the VM [ 941.820795] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Deleting Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 941.820795] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6cbb56c2-de7a-4aca-abea-69bf461d2c5a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.826653] env[68461]: DEBUG oslo_vmware.api [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Waiting for the task: (returnval){ [ 941.826653] env[68461]: value = "task-2894940" [ 941.826653] env[68461]: _type = "Task" [ 941.826653] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.833164] env[68461]: DEBUG nova.network.neutron [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Successfully updated port: e271bceb-c637-47b8-9ae0-3f26d41ad712 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.840732] env[68461]: DEBUG oslo_vmware.api [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894940, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.867355] env[68461]: DEBUG nova.network.neutron [req-aa476eeb-7b3c-41e3-9940-b3c8d1fd2c4d req-37f30d4b-971a-4988-aee8-fab5a7ee2a69 service nova] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Updated VIF entry in instance network info cache for port ace4a81b-2617-4e59-8178-b16f124843f7. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.867662] env[68461]: DEBUG nova.network.neutron [req-aa476eeb-7b3c-41e3-9940-b3c8d1fd2c4d req-37f30d4b-971a-4988-aee8-fab5a7ee2a69 service nova] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Updating instance_info_cache with network_info: [{"id": "ace4a81b-2617-4e59-8178-b16f124843f7", "address": "fa:16:3e:80:81:7e", "network": {"id": "ac205654-195e-4e79-9729-8a3e58c14852", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-387882766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde676ed37ee4a1b8539e261eed44775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace4a81b-26", "ovs_interfaceid": "ace4a81b-2617-4e59-8178-b16f124843f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.872776] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c2cf05-28a7-c1d8-a280-f97353872938, 'name': SearchDatastore_Task, 'duration_secs': 0.014705} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.873770] env[68461]: DEBUG oslo_concurrency.lockutils [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.874453] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.874680] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.874920] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.875079] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.875263] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.875528] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e50919e-f860-4239-8e73-796c22f8422e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.884850] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.885080] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.885906] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-413b8b38-1901-40ae-94a3-87d384a5bbf4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.893875] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Waiting for the task: (returnval){ [ 941.893875] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52abe978-9d92-efb9-f190-0d4782a4920d" [ 941.893875] env[68461]: _type = "Task" [ 941.893875] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.905662] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52abe978-9d92-efb9-f190-0d4782a4920d, 'name': SearchDatastore_Task, 'duration_secs': 0.009434} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.906472] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29770da6-81ba-4964-8765-1e6ca448c798 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.912718] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Waiting for the task: (returnval){ [ 941.912718] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]520295a7-53b3-3068-5466-c0e307155ef9" [ 941.912718] env[68461]: _type = "Task" [ 941.912718] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.923034] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520295a7-53b3-3068-5466-c0e307155ef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.996913] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "51e4741a-8c13-4c3d-9a54-10c7b7068a7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.997185] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "51e4741a-8c13-4c3d-9a54-10c7b7068a7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.166300] env[68461]: DEBUG oslo_vmware.api [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Task: {'id': task-2894938, 'name': PowerOnVM_Task, 'duration_secs': 0.860061} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.166688] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.166840] env[68461]: INFO nova.compute.manager [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Took 9.62 seconds to spawn the instance on the hypervisor. [ 942.166957] env[68461]: DEBUG nova.compute.manager [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.167699] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a816e19-69ed-4b17-bd5a-b68a12399741 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.286896] env[68461]: DEBUG oslo_vmware.api [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894939, 'name': Destroy_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.339048] env[68461]: DEBUG oslo_concurrency.lockutils [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquiring lock "refresh_cache-60d71f22-7779-4f3b-b56a-a8be6ce5ea68" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.339048] env[68461]: DEBUG oslo_concurrency.lockutils [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquired lock "refresh_cache-60d71f22-7779-4f3b-b56a-a8be6ce5ea68" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.339203] env[68461]: DEBUG nova.network.neutron [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.340354] env[68461]: DEBUG oslo_vmware.api [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894940, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.375609] env[68461]: DEBUG oslo_concurrency.lockutils [req-aa476eeb-7b3c-41e3-9940-b3c8d1fd2c4d req-37f30d4b-971a-4988-aee8-fab5a7ee2a69 service nova] Releasing lock "refresh_cache-15bb026a-d9ef-4b1d-b565-0d6954fe8391" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.428532] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520295a7-53b3-3068-5466-c0e307155ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.008708} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.428868] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.429155] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 937e0562-8e2d-4207-a5d3-ba1f389ac873/937e0562-8e2d-4207-a5d3-ba1f389ac873.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.429434] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb2442c9-704d-47b2-accf-14e0e8039f9c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.438829] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Waiting for the task: (returnval){ [ 942.438829] env[68461]: value = "task-2894941" [ 942.438829] env[68461]: _type = "Task" [ 942.438829] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.447712] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Task: {'id': task-2894941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.470619] env[68461]: DEBUG nova.compute.manager [None req-6615ebc9-6486-4583-9984-4aaa26228ecf tempest-ServerDiagnosticsV248Test-95984697 tempest-ServerDiagnosticsV248Test-95984697-project-admin] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.471831] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed51d781-62ee-4d3f-8671-1b972c9034e7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.482231] env[68461]: INFO nova.compute.manager [None req-6615ebc9-6486-4583-9984-4aaa26228ecf tempest-ServerDiagnosticsV248Test-95984697 tempest-ServerDiagnosticsV248Test-95984697-project-admin] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Retrieving diagnostics [ 942.483393] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9e0f31-1166-405a-bb01-b00d8ee4965d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.595467] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4230bb54-5219-4f51-ba9c-eb3afa68e1ef {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.603072] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e360b7-71c0-46d9-aac3-f43af1f53ba5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.640865] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d74b803-0813-43f0-a52f-82c02ddcf4cf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.651515] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2e9890-8581-48ca-9379-fd0590b5f78b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.666904] env[68461]: DEBUG nova.compute.provider_tree [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.689980] env[68461]: INFO nova.compute.manager [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Took 47.89 seconds to build instance. [ 942.792635] env[68461]: DEBUG oslo_vmware.api [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894939, 'name': Destroy_Task, 'duration_secs': 0.523072} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.792926] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Destroyed the VM [ 942.793490] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Deleting Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 942.793808] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4067fca6-4c9e-4a00-96de-f3b09bcaceb9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.802745] env[68461]: DEBUG oslo_vmware.api [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 942.802745] env[68461]: value = "task-2894942" [ 942.802745] env[68461]: _type = "Task" [ 942.802745] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.815719] env[68461]: DEBUG oslo_vmware.api [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894942, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.843390] env[68461]: DEBUG oslo_vmware.api [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894940, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.905592] env[68461]: DEBUG nova.network.neutron [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.908537] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.908899] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.951602] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Task: {'id': task-2894941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500065} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.951602] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 937e0562-8e2d-4207-a5d3-ba1f389ac873/937e0562-8e2d-4207-a5d3-ba1f389ac873.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.951863] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.952037] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cd2dc78-f62c-4ffe-9bb7-dd053bbfda1e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.960142] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Waiting for the task: (returnval){ [ 942.960142] env[68461]: value = "task-2894943" [ 942.960142] env[68461]: _type = "Task" [ 942.960142] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.971150] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Task: {'id': task-2894943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.082647] env[68461]: DEBUG nova.network.neutron [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Updating instance_info_cache with network_info: [{"id": "e271bceb-c637-47b8-9ae0-3f26d41ad712", "address": "fa:16:3e:04:0f:93", "network": {"id": "14adfbd0-a273-447c-b58b-6ab3faf8cbab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1294454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1bd5e6b46e77459c91fb5b651539b3df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape271bceb-c6", "ovs_interfaceid": "e271bceb-c637-47b8-9ae0-3f26d41ad712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.172043] env[68461]: DEBUG nova.scheduler.client.report [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.192844] env[68461]: DEBUG oslo_concurrency.lockutils [None req-70c66571-3bbc-4049-be0b-bb934138495b tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Lock "15bb026a-d9ef-4b1d-b565-0d6954fe8391" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.184s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.312835] env[68461]: DEBUG oslo_vmware.api [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894942, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.338533] env[68461]: DEBUG oslo_vmware.api [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894940, 'name': RemoveSnapshot_Task, 'duration_secs': 1.423229} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.338789] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Deleted Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 943.339014] env[68461]: INFO nova.compute.manager [None req-37aba06b-2643-4495-b64a-750ef1005839 tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Took 15.88 seconds to snapshot the instance on the hypervisor. [ 943.381316] env[68461]: DEBUG nova.compute.manager [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Received event network-vif-deleted-aa04bac4-4fa2-4a00-a80d-62e8e35a5346 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.381477] env[68461]: DEBUG nova.compute.manager [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Received event network-vif-plugged-502494ee-bc2c-4dc6-9531-76cd91125629 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.382147] env[68461]: DEBUG oslo_concurrency.lockutils [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] Acquiring lock "937e0562-8e2d-4207-a5d3-ba1f389ac873-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.382147] env[68461]: DEBUG oslo_concurrency.lockutils [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] Lock "937e0562-8e2d-4207-a5d3-ba1f389ac873-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.382147] env[68461]: DEBUG oslo_concurrency.lockutils [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] Lock "937e0562-8e2d-4207-a5d3-ba1f389ac873-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.382283] env[68461]: DEBUG nova.compute.manager [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] No waiting events found dispatching network-vif-plugged-502494ee-bc2c-4dc6-9531-76cd91125629 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.382397] env[68461]: WARNING nova.compute.manager [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Received unexpected event network-vif-plugged-502494ee-bc2c-4dc6-9531-76cd91125629 for instance with vm_state building and task_state spawning. [ 943.382557] env[68461]: DEBUG nova.compute.manager [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Received event network-changed-502494ee-bc2c-4dc6-9531-76cd91125629 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.382712] env[68461]: DEBUG nova.compute.manager [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Refreshing instance network info cache due to event network-changed-502494ee-bc2c-4dc6-9531-76cd91125629. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.382889] env[68461]: DEBUG oslo_concurrency.lockutils [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] Acquiring lock "refresh_cache-937e0562-8e2d-4207-a5d3-ba1f389ac873" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.383042] env[68461]: DEBUG oslo_concurrency.lockutils [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] Acquired lock "refresh_cache-937e0562-8e2d-4207-a5d3-ba1f389ac873" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.383240] env[68461]: DEBUG nova.network.neutron [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Refreshing network info cache for port 502494ee-bc2c-4dc6-9531-76cd91125629 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.469638] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Task: {'id': task-2894943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.298437} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.469997] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.470739] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9d0293-bdb3-4fbf-a81b-d493ca877e3b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.492318] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 937e0562-8e2d-4207-a5d3-ba1f389ac873/937e0562-8e2d-4207-a5d3-ba1f389ac873.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.492615] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94e6d622-5388-45be-bf4b-583277541816 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.512403] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Waiting for the task: (returnval){ [ 943.512403] env[68461]: value = "task-2894944" [ 943.512403] env[68461]: _type = "Task" [ 943.512403] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.520952] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Task: {'id': task-2894944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.591049] env[68461]: DEBUG oslo_concurrency.lockutils [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Releasing lock "refresh_cache-60d71f22-7779-4f3b-b56a-a8be6ce5ea68" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.591049] env[68461]: DEBUG nova.compute.manager [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Instance network_info: |[{"id": "e271bceb-c637-47b8-9ae0-3f26d41ad712", "address": "fa:16:3e:04:0f:93", "network": {"id": "14adfbd0-a273-447c-b58b-6ab3faf8cbab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1294454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1bd5e6b46e77459c91fb5b651539b3df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape271bceb-c6", "ovs_interfaceid": "e271bceb-c637-47b8-9ae0-3f26d41ad712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.591236] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:0f:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e271bceb-c637-47b8-9ae0-3f26d41ad712', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.597857] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.598319] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.598712] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fc0b0eb-8840-4bdb-aca6-a793b3a7c185 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.619064] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.619064] env[68461]: value = "task-2894945" [ 943.619064] env[68461]: _type = "Task" [ 943.619064] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.626848] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894945, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.676960] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.677787] env[68461]: DEBUG nova.compute.manager [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.680721] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.257s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.682398] env[68461]: INFO nova.compute.claims [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.696027] env[68461]: DEBUG nova.compute.manager [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 943.815883] env[68461]: DEBUG oslo_vmware.api [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894942, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.027210] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Task: {'id': task-2894944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.129867] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894945, 'name': CreateVM_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.187019] env[68461]: DEBUG nova.compute.utils [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.189471] env[68461]: DEBUG nova.compute.manager [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.189655] env[68461]: DEBUG nova.network.neutron [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.215722] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.288359] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Acquiring lock "aa08eea2-f042-4ba4-b229-3609ac22b47e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.288638] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Lock "aa08eea2-f042-4ba4-b229-3609ac22b47e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.288917] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Acquiring lock "aa08eea2-f042-4ba4-b229-3609ac22b47e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.289163] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Lock "aa08eea2-f042-4ba4-b229-3609ac22b47e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.290455] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Lock "aa08eea2-f042-4ba4-b229-3609ac22b47e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.292053] env[68461]: INFO nova.compute.manager [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Terminating instance [ 944.307511] env[68461]: DEBUG nova.policy [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb3e99eb5da7499994945a0e2fbb7bc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '999f416668e54a91b972f32f2e7c01cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.326781] env[68461]: DEBUG oslo_vmware.api [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894942, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.349419] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquiring lock "dc2414d3-13dc-4588-91d1-6036e408505e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.349660] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "dc2414d3-13dc-4588-91d1-6036e408505e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.386638] env[68461]: DEBUG nova.network.neutron [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Updated VIF entry in instance network info cache for port 502494ee-bc2c-4dc6-9531-76cd91125629. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.388024] env[68461]: DEBUG nova.network.neutron [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Updating instance_info_cache with network_info: [{"id": "502494ee-bc2c-4dc6-9531-76cd91125629", "address": "fa:16:3e:8f:3b:4a", "network": {"id": "a75abcd0-b2bf-4802-a6b2-9fe41587e766", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-783967315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57ae00e3f85c4e3c83cb9cd9f7f04f98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502494ee-bc", "ovs_interfaceid": "502494ee-bc2c-4dc6-9531-76cd91125629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.523875] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Task: {'id': task-2894944, 'name': ReconfigVM_Task, 'duration_secs': 0.976946} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.523875] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 937e0562-8e2d-4207-a5d3-ba1f389ac873/937e0562-8e2d-4207-a5d3-ba1f389ac873.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.524214] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-077d9b57-931d-44bd-adac-57c8111ac7f7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.529705] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Waiting for the task: (returnval){ [ 944.529705] env[68461]: value = "task-2894946" [ 944.529705] env[68461]: _type = "Task" [ 944.529705] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.537776] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Task: {'id': task-2894946, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.630834] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894945, 'name': CreateVM_Task, 'duration_secs': 0.871636} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.630834] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.631120] env[68461]: DEBUG oslo_concurrency.lockutils [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.631310] env[68461]: DEBUG oslo_concurrency.lockutils [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.631659] env[68461]: DEBUG oslo_concurrency.lockutils [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.631935] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c5a9f4c-e855-48fa-bda2-ca3dd191077a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.636731] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 944.636731] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521178ff-ab4d-6261-07c7-4d69223e7941" [ 944.636731] env[68461]: _type = "Task" [ 944.636731] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.645336] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521178ff-ab4d-6261-07c7-4d69223e7941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.681279] env[68461]: DEBUG nova.compute.manager [req-73cee557-09c4-4832-b956-d5fc7665a6ec req-66644a00-134e-4251-9266-98a2221eb545 service nova] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Received event network-changed-ace4a81b-2617-4e59-8178-b16f124843f7 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.681635] env[68461]: DEBUG nova.compute.manager [req-73cee557-09c4-4832-b956-d5fc7665a6ec req-66644a00-134e-4251-9266-98a2221eb545 service nova] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Refreshing instance network info cache due to event network-changed-ace4a81b-2617-4e59-8178-b16f124843f7. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.681793] env[68461]: DEBUG oslo_concurrency.lockutils [req-73cee557-09c4-4832-b956-d5fc7665a6ec req-66644a00-134e-4251-9266-98a2221eb545 service nova] Acquiring lock "refresh_cache-15bb026a-d9ef-4b1d-b565-0d6954fe8391" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.681863] env[68461]: DEBUG oslo_concurrency.lockutils [req-73cee557-09c4-4832-b956-d5fc7665a6ec req-66644a00-134e-4251-9266-98a2221eb545 service nova] Acquired lock "refresh_cache-15bb026a-d9ef-4b1d-b565-0d6954fe8391" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.682009] env[68461]: DEBUG nova.network.neutron [req-73cee557-09c4-4832-b956-d5fc7665a6ec req-66644a00-134e-4251-9266-98a2221eb545 service nova] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Refreshing network info cache for port ace4a81b-2617-4e59-8178-b16f124843f7 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.692517] env[68461]: DEBUG nova.compute.manager [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.801243] env[68461]: DEBUG nova.compute.manager [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.801460] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.802374] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfb4a62-1e79-4cba-ae33-3853e9459f9d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.810825] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.816364] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40a2a523-1e6e-4c66-b146-45c787d1dfba {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.826019] env[68461]: DEBUG oslo_vmware.api [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894942, 'name': RemoveSnapshot_Task, 'duration_secs': 1.787261} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.827366] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Deleted Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 944.827366] env[68461]: INFO nova.compute.manager [None req-265e46cb-9295-4ba1-84e6-108c2c48579e tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Took 15.66 seconds to snapshot the instance on the hypervisor. [ 944.830111] env[68461]: DEBUG oslo_vmware.api [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Waiting for the task: (returnval){ [ 944.830111] env[68461]: value = "task-2894947" [ 944.830111] env[68461]: _type = "Task" [ 944.830111] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.831279] env[68461]: DEBUG nova.network.neutron [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Successfully created port: 9f49c21e-807d-42b5-9aaa-77651591f54f {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.846421] env[68461]: DEBUG oslo_vmware.api [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Task: {'id': task-2894947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.892208] env[68461]: DEBUG oslo_concurrency.lockutils [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] Releasing lock "refresh_cache-937e0562-8e2d-4207-a5d3-ba1f389ac873" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.892484] env[68461]: DEBUG nova.compute.manager [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Received event network-vif-plugged-e271bceb-c637-47b8-9ae0-3f26d41ad712 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.892683] env[68461]: DEBUG oslo_concurrency.lockutils [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] Acquiring lock "60d71f22-7779-4f3b-b56a-a8be6ce5ea68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.892890] env[68461]: DEBUG oslo_concurrency.lockutils [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] Lock "60d71f22-7779-4f3b-b56a-a8be6ce5ea68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.893298] env[68461]: DEBUG oslo_concurrency.lockutils [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] Lock "60d71f22-7779-4f3b-b56a-a8be6ce5ea68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.893467] env[68461]: DEBUG nova.compute.manager [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] No waiting events found dispatching network-vif-plugged-e271bceb-c637-47b8-9ae0-3f26d41ad712 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.893635] env[68461]: WARNING nova.compute.manager [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Received unexpected event network-vif-plugged-e271bceb-c637-47b8-9ae0-3f26d41ad712 for instance with vm_state building and task_state spawning. [ 944.893800] env[68461]: DEBUG nova.compute.manager [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Received event network-changed-e271bceb-c637-47b8-9ae0-3f26d41ad712 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.893953] env[68461]: DEBUG nova.compute.manager [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Refreshing instance network info cache due to event network-changed-e271bceb-c637-47b8-9ae0-3f26d41ad712. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.894157] env[68461]: DEBUG oslo_concurrency.lockutils [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] Acquiring lock "refresh_cache-60d71f22-7779-4f3b-b56a-a8be6ce5ea68" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.894294] env[68461]: DEBUG oslo_concurrency.lockutils [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] Acquired lock "refresh_cache-60d71f22-7779-4f3b-b56a-a8be6ce5ea68" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.894448] env[68461]: DEBUG nova.network.neutron [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Refreshing network info cache for port e271bceb-c637-47b8-9ae0-3f26d41ad712 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.039586] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Task: {'id': task-2894946, 'name': Rename_Task, 'duration_secs': 0.184948} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.039917] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.040211] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35d0b138-d57d-4e16-8c55-5dffff8b502d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.049636] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Waiting for the task: (returnval){ [ 945.049636] env[68461]: value = "task-2894948" [ 945.049636] env[68461]: _type = "Task" [ 945.049636] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.057712] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Task: {'id': task-2894948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.147362] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521178ff-ab4d-6261-07c7-4d69223e7941, 'name': SearchDatastore_Task, 'duration_secs': 0.012211} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.150093] env[68461]: DEBUG oslo_concurrency.lockutils [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.150338] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.150589] env[68461]: DEBUG oslo_concurrency.lockutils [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.150728] env[68461]: DEBUG oslo_concurrency.lockutils [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.150915] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.152195] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f828800a-5f92-41bb-b9c2-4da92c365ff1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.161464] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.161706] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.165204] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7d6b23a-8db0-4c64-8900-d7230cae3204 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.171208] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 945.171208] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52ff1608-22fa-a8eb-ce24-17b8da00d569" [ 945.171208] env[68461]: _type = "Task" [ 945.171208] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.181325] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ff1608-22fa-a8eb-ce24-17b8da00d569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.288874] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc78ea29-3603-4798-b1c4-bef99a368487 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.298313] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f9be0c-88a0-4a95-8814-52865f93b7fb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.329838] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b687597-61c3-461b-b4de-90943b92ebd5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.342684] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e480a45-598e-4761-800b-846ff81ae596 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.361165] env[68461]: DEBUG nova.compute.provider_tree [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.362471] env[68461]: DEBUG oslo_vmware.api [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Task: {'id': task-2894947, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.564162] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Task: {'id': task-2894948, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.570817] env[68461]: DEBUG nova.network.neutron [req-73cee557-09c4-4832-b956-d5fc7665a6ec req-66644a00-134e-4251-9266-98a2221eb545 service nova] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Updated VIF entry in instance network info cache for port ace4a81b-2617-4e59-8178-b16f124843f7. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.571166] env[68461]: DEBUG nova.network.neutron [req-73cee557-09c4-4832-b956-d5fc7665a6ec req-66644a00-134e-4251-9266-98a2221eb545 service nova] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Updating instance_info_cache with network_info: [{"id": "ace4a81b-2617-4e59-8178-b16f124843f7", "address": "fa:16:3e:80:81:7e", "network": {"id": "ac205654-195e-4e79-9729-8a3e58c14852", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-387882766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde676ed37ee4a1b8539e261eed44775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace4a81b-26", "ovs_interfaceid": "ace4a81b-2617-4e59-8178-b16f124843f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.684990] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ff1608-22fa-a8eb-ce24-17b8da00d569, 'name': SearchDatastore_Task, 'duration_secs': 0.012648} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.685829] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26cffd26-a122-42f8-9f85-c8a2c7f21a6e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.691611] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 945.691611] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]523006b9-8d76-a672-e590-ec8ec47ecf72" [ 945.691611] env[68461]: _type = "Task" [ 945.691611] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.700630] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]523006b9-8d76-a672-e590-ec8ec47ecf72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.709445] env[68461]: DEBUG nova.compute.manager [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.713016] env[68461]: DEBUG nova.network.neutron [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Updated VIF entry in instance network info cache for port e271bceb-c637-47b8-9ae0-3f26d41ad712. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.713016] env[68461]: DEBUG nova.network.neutron [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Updating instance_info_cache with network_info: [{"id": "e271bceb-c637-47b8-9ae0-3f26d41ad712", "address": "fa:16:3e:04:0f:93", "network": {"id": "14adfbd0-a273-447c-b58b-6ab3faf8cbab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1294454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1bd5e6b46e77459c91fb5b651539b3df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape271bceb-c6", "ovs_interfaceid": "e271bceb-c637-47b8-9ae0-3f26d41ad712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.732259] env[68461]: DEBUG nova.virt.hardware [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.733224] env[68461]: DEBUG nova.virt.hardware [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.733598] env[68461]: DEBUG nova.virt.hardware [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.733885] env[68461]: DEBUG nova.virt.hardware [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.734286] env[68461]: DEBUG nova.virt.hardware [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.734683] env[68461]: DEBUG nova.virt.hardware [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.734981] env[68461]: DEBUG nova.virt.hardware [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.735210] env[68461]: DEBUG nova.virt.hardware [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.735461] env[68461]: DEBUG nova.virt.hardware [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.735691] env[68461]: DEBUG nova.virt.hardware [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.735926] env[68461]: DEBUG nova.virt.hardware [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.737247] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f6c5b9-aba2-4c1f-bec5-c4f87f7fec76 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.747913] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd8eab0-3ccb-4147-aa27-f28af676b020 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.846971] env[68461]: DEBUG oslo_vmware.api [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Task: {'id': task-2894947, 'name': PowerOffVM_Task, 'duration_secs': 0.596169} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.846971] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.847145] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.847393] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-956e66fc-8273-4e56-a6e8-5a9d0c17aa62 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.864643] env[68461]: DEBUG nova.scheduler.client.report [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.929340] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.929551] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.929732] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Deleting the datastore file [datastore1] aa08eea2-f042-4ba4-b229-3609ac22b47e {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.929999] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2300c773-133d-40a2-afd1-477cc26a572a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.936388] env[68461]: DEBUG oslo_vmware.api [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Waiting for the task: (returnval){ [ 945.936388] env[68461]: value = "task-2894950" [ 945.936388] env[68461]: _type = "Task" [ 945.936388] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.944134] env[68461]: DEBUG oslo_vmware.api [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Task: {'id': task-2894950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.060393] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Task: {'id': task-2894948, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.075212] env[68461]: DEBUG oslo_concurrency.lockutils [req-73cee557-09c4-4832-b956-d5fc7665a6ec req-66644a00-134e-4251-9266-98a2221eb545 service nova] Releasing lock "refresh_cache-15bb026a-d9ef-4b1d-b565-0d6954fe8391" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.202585] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]523006b9-8d76-a672-e590-ec8ec47ecf72, 'name': SearchDatastore_Task, 'duration_secs': 0.019605} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.202968] env[68461]: DEBUG oslo_concurrency.lockutils [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.203665] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 60d71f22-7779-4f3b-b56a-a8be6ce5ea68/60d71f22-7779-4f3b-b56a-a8be6ce5ea68.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.203665] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3ef8d9f-b4a8-452b-8013-351bc3be3b0b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.210414] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 946.210414] env[68461]: value = "task-2894951" [ 946.210414] env[68461]: _type = "Task" [ 946.210414] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.214972] env[68461]: DEBUG oslo_concurrency.lockutils [req-56e23819-10b2-47d3-a94d-47876704a725 req-eb1d2492-dfad-4442-af32-c9592807300c service nova] Releasing lock "refresh_cache-60d71f22-7779-4f3b-b56a-a8be6ce5ea68" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.220813] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.256716] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Acquiring lock "cd31aad9-c1fe-4d8a-a294-c4d5a8265da0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.257071] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Lock "cd31aad9-c1fe-4d8a-a294-c4d5a8265da0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.257219] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Acquiring lock "cd31aad9-c1fe-4d8a-a294-c4d5a8265da0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.257400] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Lock "cd31aad9-c1fe-4d8a-a294-c4d5a8265da0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.257569] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Lock "cd31aad9-c1fe-4d8a-a294-c4d5a8265da0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.259777] env[68461]: INFO nova.compute.manager [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Terminating instance [ 946.370292] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.370802] env[68461]: DEBUG nova.compute.manager [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.373402] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.369s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.374810] env[68461]: INFO nova.compute.claims [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.446207] env[68461]: DEBUG oslo_vmware.api [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Task: {'id': task-2894950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243781} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.446544] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.446755] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.446964] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.447170] env[68461]: INFO nova.compute.manager [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Took 1.65 seconds to destroy the instance on the hypervisor. [ 946.447443] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.447671] env[68461]: DEBUG nova.compute.manager [-] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.447776] env[68461]: DEBUG nova.network.neutron [-] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.555640] env[68461]: DEBUG nova.network.neutron [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Successfully updated port: 9f49c21e-807d-42b5-9aaa-77651591f54f {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.569425] env[68461]: DEBUG oslo_vmware.api [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Task: {'id': task-2894948, 'name': PowerOnVM_Task, 'duration_secs': 1.156655} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.571026] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.571026] env[68461]: INFO nova.compute.manager [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Took 8.24 seconds to spawn the instance on the hypervisor. [ 946.571313] env[68461]: DEBUG nova.compute.manager [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.572377] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d55a064-dce7-4153-8307-bf34fd6c557b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.629832] env[68461]: DEBUG nova.compute.manager [req-f2f312be-ab39-481e-a258-46653982de7d req-2980c154-8a6b-46a4-a945-3aa48d40d5a8 service nova] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Received event network-vif-plugged-9f49c21e-807d-42b5-9aaa-77651591f54f {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.630066] env[68461]: DEBUG oslo_concurrency.lockutils [req-f2f312be-ab39-481e-a258-46653982de7d req-2980c154-8a6b-46a4-a945-3aa48d40d5a8 service nova] Acquiring lock "6db8dd54-71cf-4e4e-b984-cc43264df1ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.630298] env[68461]: DEBUG oslo_concurrency.lockutils [req-f2f312be-ab39-481e-a258-46653982de7d req-2980c154-8a6b-46a4-a945-3aa48d40d5a8 service nova] Lock "6db8dd54-71cf-4e4e-b984-cc43264df1ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.630432] env[68461]: DEBUG oslo_concurrency.lockutils [req-f2f312be-ab39-481e-a258-46653982de7d req-2980c154-8a6b-46a4-a945-3aa48d40d5a8 service nova] Lock "6db8dd54-71cf-4e4e-b984-cc43264df1ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.630596] env[68461]: DEBUG nova.compute.manager [req-f2f312be-ab39-481e-a258-46653982de7d req-2980c154-8a6b-46a4-a945-3aa48d40d5a8 service nova] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] No waiting events found dispatching network-vif-plugged-9f49c21e-807d-42b5-9aaa-77651591f54f {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.630756] env[68461]: WARNING nova.compute.manager [req-f2f312be-ab39-481e-a258-46653982de7d req-2980c154-8a6b-46a4-a945-3aa48d40d5a8 service nova] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Received unexpected event network-vif-plugged-9f49c21e-807d-42b5-9aaa-77651591f54f for instance with vm_state building and task_state spawning. [ 946.686300] env[68461]: DEBUG nova.compute.manager [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.687380] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ffaee3-9143-4ca5-98aa-7b846e56db06 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.723379] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894951, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.767476] env[68461]: DEBUG nova.compute.manager [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.767476] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.767476] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a618165f-735e-4d71-b82e-69082d4955f5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.777862] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.782346] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60a1db4d-0b91-485d-878f-425f8dde0975 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.865758] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.865986] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.866238] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Deleting the datastore file [datastore1] cd31aad9-c1fe-4d8a-a294-c4d5a8265da0 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.866573] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6acecfed-2d91-465a-9bad-0dd4a91cb3bf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.875970] env[68461]: DEBUG oslo_vmware.api [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for the task: (returnval){ [ 946.875970] env[68461]: value = "task-2894953" [ 946.875970] env[68461]: _type = "Task" [ 946.875970] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.880966] env[68461]: DEBUG nova.compute.utils [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.885330] env[68461]: DEBUG nova.compute.manager [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.885504] env[68461]: DEBUG nova.network.neutron [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.894350] env[68461]: DEBUG oslo_vmware.api [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.971974] env[68461]: DEBUG nova.policy [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbddb90a84d947b28a1d5329e2c4a49b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '902b5cd1142140e9ba08f2c052dd2d06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.062783] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "refresh_cache-6db8dd54-71cf-4e4e-b984-cc43264df1ac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.063234] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "refresh_cache-6db8dd54-71cf-4e4e-b984-cc43264df1ac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.063606] env[68461]: DEBUG nova.network.neutron [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.091886] env[68461]: INFO nova.compute.manager [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Took 35.93 seconds to build instance. [ 947.201566] env[68461]: INFO nova.compute.manager [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] instance snapshotting [ 947.207088] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5be69f-1d5a-465f-82e6-9dda504dd325 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.231434] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d63f529-7e07-4708-a92b-8e244a436591 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.247152] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756388} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.247152] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 60d71f22-7779-4f3b-b56a-a8be6ce5ea68/60d71f22-7779-4f3b-b56a-a8be6ce5ea68.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.247152] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.247451] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf7dc73d-9b35-4730-aa75-49daabe823eb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.258175] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 947.258175] env[68461]: value = "task-2894954" [ 947.258175] env[68461]: _type = "Task" [ 947.258175] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.274817] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.298368] env[68461]: DEBUG nova.network.neutron [-] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.386924] env[68461]: DEBUG nova.compute.manager [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.389402] env[68461]: DEBUG oslo_vmware.api [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2894953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221448} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.393270] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.395035] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.395035] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.395035] env[68461]: INFO nova.compute.manager [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Took 0.63 seconds to destroy the instance on the hypervisor. [ 947.395035] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.395035] env[68461]: DEBUG nova.compute.manager [-] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.395284] env[68461]: DEBUG nova.network.neutron [-] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.595476] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c0994787-11f4-41f3-bb93-067900b99b06 tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Lock "937e0562-8e2d-4207-a5d3-ba1f389ac873" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.298s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.624182] env[68461]: DEBUG nova.network.neutron [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.626847] env[68461]: DEBUG nova.network.neutron [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Successfully created port: db06e5d1-6705-45a3-be2a-c16c7def6281 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.728747] env[68461]: DEBUG nova.compute.manager [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.729648] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b80c55d-e166-4362-ab1f-195e799fc387 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.753779] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Creating Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 947.754100] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9c3d7dd2-74b1-462c-b911-29136f961421 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.763454] env[68461]: DEBUG oslo_vmware.api [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Waiting for the task: (returnval){ [ 947.763454] env[68461]: value = "task-2894955" [ 947.763454] env[68461]: _type = "Task" [ 947.763454] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.772440] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08492} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.775342] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.776589] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e3dfef-31cc-42d4-ba5b-1df9db219eba {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.783778] env[68461]: DEBUG oslo_vmware.api [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894955, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.804391] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 60d71f22-7779-4f3b-b56a-a8be6ce5ea68/60d71f22-7779-4f3b-b56a-a8be6ce5ea68.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.810628] env[68461]: INFO nova.compute.manager [-] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Took 1.36 seconds to deallocate network for instance. [ 947.812151] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c6b731e-6713-4b76-9d4c-af7a7d652b3b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.842246] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 947.842246] env[68461]: value = "task-2894956" [ 947.842246] env[68461]: _type = "Task" [ 947.842246] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.853272] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.868920] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.869166] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.901142] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd3231e-df2f-4726-87be-a3dc378357aa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.909491] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6833150-a932-4c9b-ab82-b79a05fb34cb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.945472] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3243eed-6f37-45d0-afe8-55af42608137 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.953760] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5888b71a-4d6c-48a9-abab-103b4ec95a9d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.969495] env[68461]: DEBUG nova.compute.provider_tree [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.074546] env[68461]: DEBUG nova.network.neutron [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Updating instance_info_cache with network_info: [{"id": "9f49c21e-807d-42b5-9aaa-77651591f54f", "address": "fa:16:3e:29:78:ae", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f49c21e-80", "ovs_interfaceid": "9f49c21e-807d-42b5-9aaa-77651591f54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.098485] env[68461]: DEBUG nova.compute.manager [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.247358] env[68461]: INFO nova.compute.manager [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] instance snapshotting [ 948.252962] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf19bed-c5be-42ab-aca6-4c840d5a91c1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.276062] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d47c2f-524c-48db-b987-b151ec5a7a05 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.969258] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.973944] env[68461]: DEBUG nova.compute.manager [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.976603] env[68461]: DEBUG nova.scheduler.client.report [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.980112] env[68461]: DEBUG nova.network.neutron [-] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.984091] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "refresh_cache-6db8dd54-71cf-4e4e-b984-cc43264df1ac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.984091] env[68461]: DEBUG nova.compute.manager [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Instance network_info: |[{"id": "9f49c21e-807d-42b5-9aaa-77651591f54f", "address": "fa:16:3e:29:78:ae", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f49c21e-80", "ovs_interfaceid": "9f49c21e-807d-42b5-9aaa-77651591f54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.984423] env[68461]: DEBUG oslo_concurrency.lockutils [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Acquiring lock "937e0562-8e2d-4207-a5d3-ba1f389ac873" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.984423] env[68461]: DEBUG oslo_concurrency.lockutils [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Lock "937e0562-8e2d-4207-a5d3-ba1f389ac873" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.984423] env[68461]: DEBUG oslo_concurrency.lockutils [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Acquiring lock "937e0562-8e2d-4207-a5d3-ba1f389ac873-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.984423] env[68461]: DEBUG oslo_concurrency.lockutils [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Lock "937e0562-8e2d-4207-a5d3-ba1f389ac873-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.984524] env[68461]: DEBUG oslo_concurrency.lockutils [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Lock "937e0562-8e2d-4207-a5d3-ba1f389ac873-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.986440] env[68461]: DEBUG nova.compute.manager [req-4f0a6197-7acf-423c-9b11-c562ac49b7ca req-f249098f-b977-4553-ac61-f7bed7a24148 service nova] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Received event network-changed-9f49c21e-807d-42b5-9aaa-77651591f54f {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.986650] env[68461]: DEBUG nova.compute.manager [req-4f0a6197-7acf-423c-9b11-c562ac49b7ca req-f249098f-b977-4553-ac61-f7bed7a24148 service nova] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Refreshing instance network info cache due to event network-changed-9f49c21e-807d-42b5-9aaa-77651591f54f. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.986855] env[68461]: DEBUG oslo_concurrency.lockutils [req-4f0a6197-7acf-423c-9b11-c562ac49b7ca req-f249098f-b977-4553-ac61-f7bed7a24148 service nova] Acquiring lock "refresh_cache-6db8dd54-71cf-4e4e-b984-cc43264df1ac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.986991] env[68461]: DEBUG oslo_concurrency.lockutils [req-4f0a6197-7acf-423c-9b11-c562ac49b7ca req-f249098f-b977-4553-ac61-f7bed7a24148 service nova] Acquired lock "refresh_cache-6db8dd54-71cf-4e4e-b984-cc43264df1ac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.987160] env[68461]: DEBUG nova.network.neutron [req-4f0a6197-7acf-423c-9b11-c562ac49b7ca req-f249098f-b977-4553-ac61-f7bed7a24148 service nova] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Refreshing network info cache for port 9f49c21e-807d-42b5-9aaa-77651591f54f {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.989901] env[68461]: INFO nova.compute.manager [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Terminating instance [ 948.999428] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:78:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f49c21e-807d-42b5-9aaa-77651591f54f', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.007154] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Creating folder: Project (999f416668e54a91b972f32f2e7c01cf). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.007414] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.007647] env[68461]: DEBUG oslo_vmware.api [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894955, 'name': CreateSnapshot_Task, 'duration_secs': 1.144171} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.013778] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f2acd74-ef78-49d9-97c0-7300aa6d80ed {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.014290] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.014998] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Created Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 949.020384] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.021167] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc84fe5d-974e-4691-931d-64b94d41835a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.028712] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.029670] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.030217] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894956, 'name': ReconfigVM_Task, 'duration_secs': 0.886385} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.031598] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.031598] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 60d71f22-7779-4f3b-b56a-a8be6ce5ea68/60d71f22-7779-4f3b-b56a-a8be6ce5ea68.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.032960] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.032960] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68461) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 949.032960] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2569f2d-f1c0-4b18-8b9b-5fc3a598c1bb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.036868] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.042190] env[68461]: DEBUG nova.virt.hardware [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.042430] env[68461]: DEBUG nova.virt.hardware [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.042564] env[68461]: DEBUG nova.virt.hardware [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.042745] env[68461]: DEBUG nova.virt.hardware [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.042891] env[68461]: DEBUG nova.virt.hardware [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.043103] env[68461]: DEBUG nova.virt.hardware [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.043312] env[68461]: DEBUG nova.virt.hardware [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.043434] env[68461]: DEBUG nova.virt.hardware [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.043596] env[68461]: DEBUG nova.virt.hardware [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.043754] env[68461]: DEBUG nova.virt.hardware [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.043917] env[68461]: DEBUG nova.virt.hardware [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.046715] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a3b7cc-ab05-43e4-b5c2-c253898b9b3d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.051046] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Created folder: Project (999f416668e54a91b972f32f2e7c01cf) in parent group-v581476. [ 949.051046] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Creating folder: Instances. Parent ref: group-v581549. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.051114] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1db02892-86b8-4be2-a1f5-e46a63b2cad1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.052627] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 949.052627] env[68461]: value = "task-2894958" [ 949.052627] env[68461]: _type = "Task" [ 949.052627] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.062850] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecde2da-aabc-471c-8ddc-ba17c93f4946 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.071785] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894958, 'name': Rename_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.072273] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Created folder: Instances in parent group-v581549. [ 949.072273] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.074404] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.074404] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9745ce3-9a5d-4591-b749-4a26a362380f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.106103] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.106103] env[68461]: value = "task-2894960" [ 949.106103] env[68461]: _type = "Task" [ 949.106103] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.112224] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894960, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.490059] env[68461]: INFO nova.compute.manager [-] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Took 2.10 seconds to deallocate network for instance. [ 949.491317] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.118s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.491619] env[68461]: DEBUG nova.compute.manager [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.495525] env[68461]: DEBUG oslo_concurrency.lockutils [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.223s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.499948] env[68461]: INFO nova.compute.claims [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.520591] env[68461]: DEBUG nova.compute.manager [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.520871] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.521842] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0abf2c1-d2f4-4db9-bfee-1163ef592228 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.532447] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Creating Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 949.532798] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.533057] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0123465a-8bae-4d91-9141-ec17df7eb934 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.534883] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-300228a6-70eb-415e-90cb-59d13b86e70f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.540739] env[68461]: DEBUG oslo_vmware.api [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 949.540739] env[68461]: value = "task-2894961" [ 949.540739] env[68461]: _type = "Task" [ 949.540739] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.542303] env[68461]: DEBUG oslo_vmware.api [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Waiting for the task: (returnval){ [ 949.542303] env[68461]: value = "task-2894962" [ 949.542303] env[68461]: _type = "Task" [ 949.542303] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.547084] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.558799] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Creating linked-clone VM from snapshot {{(pid=68461) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 949.564593] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1d94e958-a71e-4794-b19b-bdefdc021c8f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.568228] env[68461]: DEBUG oslo_vmware.api [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894961, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.576088] env[68461]: DEBUG oslo_vmware.api [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Task: {'id': task-2894962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.581444] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894958, 'name': Rename_Task, 'duration_secs': 0.169571} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.583170] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.583320] env[68461]: DEBUG oslo_vmware.api [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Waiting for the task: (returnval){ [ 949.583320] env[68461]: value = "task-2894963" [ 949.583320] env[68461]: _type = "Task" [ 949.583320] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.583568] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73f8b642-d35e-4960-8521-6015d02357f6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.595885] env[68461]: DEBUG oslo_vmware.api [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894963, 'name': CloneVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.596882] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 949.596882] env[68461]: value = "task-2894964" [ 949.596882] env[68461]: _type = "Task" [ 949.596882] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.615357] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894960, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.619224] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.004797] env[68461]: DEBUG nova.compute.utils [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.010037] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.010037] env[68461]: DEBUG nova.compute.manager [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Not allocating networking since 'none' was specified. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 950.058582] env[68461]: DEBUG oslo_vmware.api [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894961, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.063418] env[68461]: DEBUG oslo_vmware.api [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Task: {'id': task-2894962, 'name': PowerOffVM_Task, 'duration_secs': 0.396125} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.064807] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.065150] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.065506] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-677f6043-4288-4b54-8c2d-b50b807d1ee5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.068572] env[68461]: DEBUG nova.network.neutron [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Successfully updated port: db06e5d1-6705-45a3-be2a-c16c7def6281 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.095053] env[68461]: DEBUG oslo_vmware.api [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894963, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.106746] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894964, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.118938] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894960, 'name': CreateVM_Task, 'duration_secs': 0.584904} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.123247] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.123247] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.123247] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.123247] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.123247] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3c534d7-ea64-40fc-84ad-fd817ebe77c5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.127553] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 950.127553] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52d64d98-3544-06b6-e4e8-5e00674cd560" [ 950.127553] env[68461]: _type = "Task" [ 950.127553] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.136852] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d64d98-3544-06b6-e4e8-5e00674cd560, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.161338] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.161698] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.161806] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Deleting the datastore file [datastore2] 937e0562-8e2d-4207-a5d3-ba1f389ac873 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.161986] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34becf2b-3bfd-4c29-840f-de2ede21a842 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.169705] env[68461]: DEBUG oslo_vmware.api [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Waiting for the task: (returnval){ [ 950.169705] env[68461]: value = "task-2894966" [ 950.169705] env[68461]: _type = "Task" [ 950.169705] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.179921] env[68461]: DEBUG oslo_vmware.api [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Task: {'id': task-2894966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.189186] env[68461]: DEBUG nova.network.neutron [req-4f0a6197-7acf-423c-9b11-c562ac49b7ca req-f249098f-b977-4553-ac61-f7bed7a24148 service nova] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Updated VIF entry in instance network info cache for port 9f49c21e-807d-42b5-9aaa-77651591f54f. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.189597] env[68461]: DEBUG nova.network.neutron [req-4f0a6197-7acf-423c-9b11-c562ac49b7ca req-f249098f-b977-4553-ac61-f7bed7a24148 service nova] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Updating instance_info_cache with network_info: [{"id": "9f49c21e-807d-42b5-9aaa-77651591f54f", "address": "fa:16:3e:29:78:ae", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f49c21e-80", "ovs_interfaceid": "9f49c21e-807d-42b5-9aaa-77651591f54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.508579] env[68461]: DEBUG nova.compute.manager [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.553335] env[68461]: DEBUG oslo_vmware.api [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894961, 'name': CreateSnapshot_Task, 'duration_secs': 0.780178} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.555830] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Created Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 950.556744] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6447652-b100-456a-b503-2cadbaa443df {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.572168] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "refresh_cache-0fae630c-c34d-4827-9557-2d3bdb3d7c50" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.572353] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquired lock "refresh_cache-0fae630c-c34d-4827-9557-2d3bdb3d7c50" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.572451] env[68461]: DEBUG nova.network.neutron [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.596713] env[68461]: DEBUG oslo_vmware.api [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894963, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.609458] env[68461]: DEBUG oslo_vmware.api [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2894964, 'name': PowerOnVM_Task, 'duration_secs': 0.590222} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.609718] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.609953] env[68461]: INFO nova.compute.manager [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Took 9.60 seconds to spawn the instance on the hypervisor. [ 950.610151] env[68461]: DEBUG nova.compute.manager [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.610892] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cc9789-c2ed-40dc-bac1-33e1535ef32d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.638171] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d64d98-3544-06b6-e4e8-5e00674cd560, 'name': SearchDatastore_Task, 'duration_secs': 0.014621} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.638466] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.638731] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.638986] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.639149] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.639328] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.639572] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76281b7d-8aa0-455f-9c76-b62b514dcb8b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.646995] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.647193] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.649961] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d99edf71-0ca4-41c6-89cc-327ef496e217 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.655575] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 950.655575] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52790d37-917f-6a02-a0a2-5d902eb6c669" [ 950.655575] env[68461]: _type = "Task" [ 950.655575] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.663162] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52790d37-917f-6a02-a0a2-5d902eb6c669, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.679768] env[68461]: DEBUG oslo_vmware.api [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Task: {'id': task-2894966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142953} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.680010] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.680217] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.680403] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.680599] env[68461]: INFO nova.compute.manager [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Took 1.16 seconds to destroy the instance on the hypervisor. [ 950.680918] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.681128] env[68461]: DEBUG nova.compute.manager [-] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.681223] env[68461]: DEBUG nova.network.neutron [-] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.692417] env[68461]: DEBUG oslo_concurrency.lockutils [req-4f0a6197-7acf-423c-9b11-c562ac49b7ca req-f249098f-b977-4553-ac61-f7bed7a24148 service nova] Releasing lock "refresh_cache-6db8dd54-71cf-4e4e-b984-cc43264df1ac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.692652] env[68461]: DEBUG nova.compute.manager [req-4f0a6197-7acf-423c-9b11-c562ac49b7ca req-f249098f-b977-4553-ac61-f7bed7a24148 service nova] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Received event network-vif-deleted-f09d609e-8585-4bde-b3ca-2b56b09227c8 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.692932] env[68461]: DEBUG nova.compute.manager [req-4f0a6197-7acf-423c-9b11-c562ac49b7ca req-f249098f-b977-4553-ac61-f7bed7a24148 service nova] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Received event network-vif-deleted-104ced87-804b-4db6-82ad-0fdb3fb53dc8 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.693150] env[68461]: INFO nova.compute.manager [req-4f0a6197-7acf-423c-9b11-c562ac49b7ca req-f249098f-b977-4553-ac61-f7bed7a24148 service nova] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Neutron deleted interface 104ced87-804b-4db6-82ad-0fdb3fb53dc8; detaching it from the instance and deleting it from the info cache [ 950.693347] env[68461]: DEBUG nova.network.neutron [req-4f0a6197-7acf-423c-9b11-c562ac49b7ca req-f249098f-b977-4553-ac61-f7bed7a24148 service nova] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.736362] env[68461]: DEBUG nova.compute.manager [req-a816f970-7bc3-499f-8abf-1f64dbea9697 req-9d3d5b45-6f3e-491b-a16e-833af7ad8310 service nova] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Received event network-vif-plugged-db06e5d1-6705-45a3-be2a-c16c7def6281 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.736362] env[68461]: DEBUG oslo_concurrency.lockutils [req-a816f970-7bc3-499f-8abf-1f64dbea9697 req-9d3d5b45-6f3e-491b-a16e-833af7ad8310 service nova] Acquiring lock "0fae630c-c34d-4827-9557-2d3bdb3d7c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.736362] env[68461]: DEBUG oslo_concurrency.lockutils [req-a816f970-7bc3-499f-8abf-1f64dbea9697 req-9d3d5b45-6f3e-491b-a16e-833af7ad8310 service nova] Lock "0fae630c-c34d-4827-9557-2d3bdb3d7c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.736551] env[68461]: DEBUG oslo_concurrency.lockutils [req-a816f970-7bc3-499f-8abf-1f64dbea9697 req-9d3d5b45-6f3e-491b-a16e-833af7ad8310 service nova] Lock "0fae630c-c34d-4827-9557-2d3bdb3d7c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.736721] env[68461]: DEBUG nova.compute.manager [req-a816f970-7bc3-499f-8abf-1f64dbea9697 req-9d3d5b45-6f3e-491b-a16e-833af7ad8310 service nova] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] No waiting events found dispatching network-vif-plugged-db06e5d1-6705-45a3-be2a-c16c7def6281 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.736922] env[68461]: WARNING nova.compute.manager [req-a816f970-7bc3-499f-8abf-1f64dbea9697 req-9d3d5b45-6f3e-491b-a16e-833af7ad8310 service nova] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Received unexpected event network-vif-plugged-db06e5d1-6705-45a3-be2a-c16c7def6281 for instance with vm_state building and task_state spawning. [ 950.737110] env[68461]: DEBUG nova.compute.manager [req-a816f970-7bc3-499f-8abf-1f64dbea9697 req-9d3d5b45-6f3e-491b-a16e-833af7ad8310 service nova] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Received event network-changed-db06e5d1-6705-45a3-be2a-c16c7def6281 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.737265] env[68461]: DEBUG nova.compute.manager [req-a816f970-7bc3-499f-8abf-1f64dbea9697 req-9d3d5b45-6f3e-491b-a16e-833af7ad8310 service nova] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Refreshing instance network info cache due to event network-changed-db06e5d1-6705-45a3-be2a-c16c7def6281. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.737435] env[68461]: DEBUG oslo_concurrency.lockutils [req-a816f970-7bc3-499f-8abf-1f64dbea9697 req-9d3d5b45-6f3e-491b-a16e-833af7ad8310 service nova] Acquiring lock "refresh_cache-0fae630c-c34d-4827-9557-2d3bdb3d7c50" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.947778] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c062befb-2258-4318-90ae-06c23c44bde0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.956345] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6511ce81-6747-47bf-b6aa-3516124b18ee {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.987985] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04051eb-9546-4833-a74b-e7b810e21db3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.995417] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab6d7cf-0a93-4e7c-9100-554e7cc51500 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.010806] env[68461]: DEBUG nova.compute.provider_tree [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.077364] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Creating linked-clone VM from snapshot {{(pid=68461) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 951.078292] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-714492d8-4fba-4943-a2a0-ad4ceeefddd4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.086642] env[68461]: DEBUG oslo_vmware.api [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 951.086642] env[68461]: value = "task-2894967" [ 951.086642] env[68461]: _type = "Task" [ 951.086642] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.097583] env[68461]: DEBUG oslo_vmware.api [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2894963, 'name': CloneVM_Task, 'duration_secs': 1.481294} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.100294] env[68461]: INFO nova.virt.vmwareapi.vmops [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Created linked-clone VM from snapshot [ 951.100539] env[68461]: DEBUG oslo_vmware.api [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894967, 'name': CloneVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.101230] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251a3205-72c4-4342-9074-d02af0de8cbb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.108189] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Uploading image 0bf25e2e-f7e0-4639-ab47-72c91b96f9ff {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 951.128623] env[68461]: DEBUG nova.network.neutron [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.136279] env[68461]: INFO nova.compute.manager [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Took 38.46 seconds to build instance. [ 951.138871] env[68461]: DEBUG oslo_vmware.rw_handles [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 951.138871] env[68461]: value = "vm-581552" [ 951.138871] env[68461]: _type = "VirtualMachine" [ 951.138871] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 951.139151] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2e026cf2-a76d-4f52-80a0-3ec9c6762e80 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.146912] env[68461]: DEBUG oslo_vmware.rw_handles [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Lease: (returnval){ [ 951.146912] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5260e759-fa18-1a5a-be44-a17354b40e2a" [ 951.146912] env[68461]: _type = "HttpNfcLease" [ 951.146912] env[68461]: } obtained for exporting VM: (result){ [ 951.146912] env[68461]: value = "vm-581552" [ 951.146912] env[68461]: _type = "VirtualMachine" [ 951.146912] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 951.147229] env[68461]: DEBUG oslo_vmware.api [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Waiting for the lease: (returnval){ [ 951.147229] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5260e759-fa18-1a5a-be44-a17354b40e2a" [ 951.147229] env[68461]: _type = "HttpNfcLease" [ 951.147229] env[68461]: } to be ready. {{(pid=68461) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 951.156431] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 951.156431] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5260e759-fa18-1a5a-be44-a17354b40e2a" [ 951.156431] env[68461]: _type = "HttpNfcLease" [ 951.156431] env[68461]: } is initializing. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 951.166918] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52790d37-917f-6a02-a0a2-5d902eb6c669, 'name': SearchDatastore_Task, 'duration_secs': 0.008569} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.167696] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc0a6808-ad72-4c58-b1e7-6b821f29a252 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.172904] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 951.172904] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]523509ff-6f18-4679-691d-d9187dd4bd0b" [ 951.172904] env[68461]: _type = "Task" [ 951.172904] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.180767] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]523509ff-6f18-4679-691d-d9187dd4bd0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.197605] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c64ea43-75c5-4b46-83c6-1f6a51ff1dab {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.208020] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0035d4-3d0d-4494-8ad8-34ddf26045f5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.239341] env[68461]: DEBUG nova.compute.manager [req-4f0a6197-7acf-423c-9b11-c562ac49b7ca req-f249098f-b977-4553-ac61-f7bed7a24148 service nova] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Detach interface failed, port_id=104ced87-804b-4db6-82ad-0fdb3fb53dc8, reason: Instance cd31aad9-c1fe-4d8a-a294-c4d5a8265da0 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 951.337972] env[68461]: DEBUG nova.network.neutron [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Updating instance_info_cache with network_info: [{"id": "db06e5d1-6705-45a3-be2a-c16c7def6281", "address": "fa:16:3e:59:8b:39", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb06e5d1-67", "ovs_interfaceid": "db06e5d1-6705-45a3-be2a-c16c7def6281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.501407] env[68461]: DEBUG nova.network.neutron [-] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.514643] env[68461]: DEBUG nova.scheduler.client.report [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.521110] env[68461]: DEBUG nova.compute.manager [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.545364] env[68461]: DEBUG nova.virt.hardware [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.545631] env[68461]: DEBUG nova.virt.hardware [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.545787] env[68461]: DEBUG nova.virt.hardware [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.545972] env[68461]: DEBUG nova.virt.hardware [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.546130] env[68461]: DEBUG nova.virt.hardware [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.546277] env[68461]: DEBUG nova.virt.hardware [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.546485] env[68461]: DEBUG nova.virt.hardware [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.546642] env[68461]: DEBUG nova.virt.hardware [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.546809] env[68461]: DEBUG nova.virt.hardware [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.547239] env[68461]: DEBUG nova.virt.hardware [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.547501] env[68461]: DEBUG nova.virt.hardware [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.548693] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd83cc60-b3fc-43fe-abe9-ccc3b00355e1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.557393] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701f2a10-5df9-4eba-918f-715616183108 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.579369] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Instance VIF info [] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.585447] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Creating folder: Project (27ac859d96274b41963405cf0f997423). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.585958] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a988146-362a-4837-bc14-e8ebd5decefc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.598764] env[68461]: DEBUG oslo_vmware.api [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894967, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.600123] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Created folder: Project (27ac859d96274b41963405cf0f997423) in parent group-v581476. [ 951.600200] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Creating folder: Instances. Parent ref: group-v581555. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.600415] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-736d2501-f72a-4479-ae08-a1ff9f111c04 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.611430] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Created folder: Instances in parent group-v581555. [ 951.611664] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.611856] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.612070] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-790ce1a2-995e-49bf-b049-f3c6599be6a3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.627909] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.627909] env[68461]: value = "task-2894971" [ 951.627909] env[68461]: _type = "Task" [ 951.627909] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.635370] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894971, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.642919] env[68461]: DEBUG oslo_concurrency.lockutils [None req-109bd763-d0f2-48d2-b797-055ce0d92da2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Lock "60d71f22-7779-4f3b-b56a-a8be6ce5ea68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.889s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.655285] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 951.655285] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5260e759-fa18-1a5a-be44-a17354b40e2a" [ 951.655285] env[68461]: _type = "HttpNfcLease" [ 951.655285] env[68461]: } is ready. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 951.655497] env[68461]: DEBUG oslo_vmware.rw_handles [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 951.655497] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5260e759-fa18-1a5a-be44-a17354b40e2a" [ 951.655497] env[68461]: _type = "HttpNfcLease" [ 951.655497] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 951.656236] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942e80ff-16b1-41c3-b183-6f3fbbabdff2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.663991] env[68461]: DEBUG oslo_vmware.rw_handles [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524b0e1d-8519-70d8-cdf2-bd6f20e6a442/disk-0.vmdk from lease info. {{(pid=68461) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 951.664286] env[68461]: DEBUG oslo_vmware.rw_handles [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524b0e1d-8519-70d8-cdf2-bd6f20e6a442/disk-0.vmdk for reading. {{(pid=68461) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 951.744179] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]523509ff-6f18-4679-691d-d9187dd4bd0b, 'name': SearchDatastore_Task, 'duration_secs': 0.009494} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.745030] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.745349] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 6db8dd54-71cf-4e4e-b984-cc43264df1ac/6db8dd54-71cf-4e4e-b984-cc43264df1ac.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.745627] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cd361a1-9427-4d01-b343-e240bf0ea5b0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.753302] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 951.753302] env[68461]: value = "task-2894972" [ 951.753302] env[68461]: _type = "Task" [ 951.753302] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.762271] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2894972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.764796] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-569679c7-b2ff-4929-8fc9-1bf44336cf02 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.843519] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Releasing lock "refresh_cache-0fae630c-c34d-4827-9557-2d3bdb3d7c50" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.843519] env[68461]: DEBUG nova.compute.manager [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Instance network_info: |[{"id": "db06e5d1-6705-45a3-be2a-c16c7def6281", "address": "fa:16:3e:59:8b:39", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb06e5d1-67", "ovs_interfaceid": "db06e5d1-6705-45a3-be2a-c16c7def6281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.843730] env[68461]: DEBUG oslo_concurrency.lockutils [req-a816f970-7bc3-499f-8abf-1f64dbea9697 req-9d3d5b45-6f3e-491b-a16e-833af7ad8310 service nova] Acquired lock "refresh_cache-0fae630c-c34d-4827-9557-2d3bdb3d7c50" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.843730] env[68461]: DEBUG nova.network.neutron [req-a816f970-7bc3-499f-8abf-1f64dbea9697 req-9d3d5b45-6f3e-491b-a16e-833af7ad8310 service nova] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Refreshing network info cache for port db06e5d1-6705-45a3-be2a-c16c7def6281 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.845030] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:8b:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db06e5d1-6705-45a3-be2a-c16c7def6281', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.854808] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Creating folder: Project (902b5cd1142140e9ba08f2c052dd2d06). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.856068] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47e04fad-f3b1-42ed-b444-4238b753f10b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.867709] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Created folder: Project (902b5cd1142140e9ba08f2c052dd2d06) in parent group-v581476. [ 951.867922] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Creating folder: Instances. Parent ref: group-v581558. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.868291] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-811a45fa-2620-4015-ac17-37d9a9b978b3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.877801] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Created folder: Instances in parent group-v581558. [ 951.878052] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.878239] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.878445] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0aea51a6-46c8-45e9-b428-b987926f1338 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.897121] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.897121] env[68461]: value = "task-2894975" [ 951.897121] env[68461]: _type = "Task" [ 951.897121] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.906399] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894975, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.004410] env[68461]: INFO nova.compute.manager [-] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Took 1.32 seconds to deallocate network for instance. [ 952.019448] env[68461]: DEBUG oslo_concurrency.lockutils [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.021676] env[68461]: DEBUG nova.compute.manager [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.024989] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.780s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.026960] env[68461]: INFO nova.compute.claims [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.102466] env[68461]: DEBUG oslo_vmware.api [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894967, 'name': CloneVM_Task} progress is 95%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.140632] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894971, 'name': CreateVM_Task, 'duration_secs': 0.258294} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.142030] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.142299] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.142496] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.143103] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.143329] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9520cdf0-4144-410c-af12-7ca2755e9d17 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.146296] env[68461]: DEBUG nova.compute.manager [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.156064] env[68461]: DEBUG oslo_vmware.api [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Waiting for the task: (returnval){ [ 952.156064] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]520c4f35-16df-2f11-bbf8-54f55bbe8417" [ 952.156064] env[68461]: _type = "Task" [ 952.156064] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.165746] env[68461]: DEBUG oslo_vmware.api [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520c4f35-16df-2f11-bbf8-54f55bbe8417, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.238593] env[68461]: INFO nova.compute.manager [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Rescuing [ 952.239034] env[68461]: DEBUG oslo_concurrency.lockutils [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquiring lock "refresh_cache-60d71f22-7779-4f3b-b56a-a8be6ce5ea68" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.239252] env[68461]: DEBUG oslo_concurrency.lockutils [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquired lock "refresh_cache-60d71f22-7779-4f3b-b56a-a8be6ce5ea68" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.239495] env[68461]: DEBUG nova.network.neutron [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.267239] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2894972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497867} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.267691] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 6db8dd54-71cf-4e4e-b984-cc43264df1ac/6db8dd54-71cf-4e4e-b984-cc43264df1ac.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.268380] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.268974] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-400cf856-0c62-45f1-918c-ceb918c80e15 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.282052] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 952.282052] env[68461]: value = "task-2894976" [ 952.282052] env[68461]: _type = "Task" [ 952.282052] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.291205] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2894976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.407327] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894975, 'name': CreateVM_Task, 'duration_secs': 0.497321} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.407472] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.408084] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.511928] env[68461]: DEBUG oslo_concurrency.lockutils [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.535331] env[68461]: DEBUG nova.compute.utils [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.537455] env[68461]: DEBUG nova.compute.manager [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.537911] env[68461]: DEBUG nova.network.neutron [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.607174] env[68461]: DEBUG oslo_vmware.api [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2894967, 'name': CloneVM_Task, 'duration_secs': 1.320101} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.607754] env[68461]: INFO nova.virt.vmwareapi.vmops [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Created linked-clone VM from snapshot [ 952.610029] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22e711c-a6b8-45c9-a23d-3c03495a83cf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.619881] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Uploading image cb556c02-5cc0-49ba-9d58-54361d7ff8f3 {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 952.647438] env[68461]: DEBUG oslo_vmware.rw_handles [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 952.647438] env[68461]: value = "vm-581554" [ 952.647438] env[68461]: _type = "VirtualMachine" [ 952.647438] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 952.648044] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-39b594e1-396a-4027-a7bb-0c9adc574e52 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.666264] env[68461]: DEBUG oslo_vmware.rw_handles [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lease: (returnval){ [ 952.666264] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52d76018-a524-5af0-8b3d-83515e3ca106" [ 952.666264] env[68461]: _type = "HttpNfcLease" [ 952.666264] env[68461]: } obtained for exporting VM: (result){ [ 952.666264] env[68461]: value = "vm-581554" [ 952.666264] env[68461]: _type = "VirtualMachine" [ 952.666264] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 952.667021] env[68461]: DEBUG oslo_vmware.api [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the lease: (returnval){ [ 952.667021] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52d76018-a524-5af0-8b3d-83515e3ca106" [ 952.667021] env[68461]: _type = "HttpNfcLease" [ 952.667021] env[68461]: } to be ready. {{(pid=68461) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 952.680735] env[68461]: DEBUG oslo_vmware.api [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520c4f35-16df-2f11-bbf8-54f55bbe8417, 'name': SearchDatastore_Task, 'duration_secs': 0.055763} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.682025] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.684660] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.685710] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.685710] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.685710] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.685710] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.686634] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 952.686634] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52d76018-a524-5af0-8b3d-83515e3ca106" [ 952.686634] env[68461]: _type = "HttpNfcLease" [ 952.686634] env[68461]: } is ready. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 952.687299] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.687866] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.688222] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73aec2d4-0390-4336-82c5-63152be6caee {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.692524] env[68461]: DEBUG oslo_vmware.rw_handles [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 952.692524] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52d76018-a524-5af0-8b3d-83515e3ca106" [ 952.692524] env[68461]: _type = "HttpNfcLease" [ 952.692524] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 952.694360] env[68461]: DEBUG nova.policy [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc6431d1a2984eedad6000f2cc2e8743', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcb360f473bb4879882df61178c87135', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.695800] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37a83f7b-2ded-47fd-ac53-5d2084fd51d5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.698712] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4bb309-e2c2-4b70-9b8b-c94d5be0794d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.706834] env[68461]: DEBUG oslo_vmware.api [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 952.706834] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52b855cf-6000-0104-bc4f-bffb69330ca5" [ 952.706834] env[68461]: _type = "Task" [ 952.706834] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.710242] env[68461]: DEBUG oslo_vmware.rw_handles [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c6da0f-fc43-7c66-8277-f6c83aa30cb3/disk-0.vmdk from lease info. {{(pid=68461) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 952.710514] env[68461]: DEBUG oslo_vmware.rw_handles [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c6da0f-fc43-7c66-8277-f6c83aa30cb3/disk-0.vmdk for reading. {{(pid=68461) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 952.716182] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.719229] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.719229] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bceffb8-15be-49f6-8846-5c69ef62e67a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.791215] env[68461]: DEBUG oslo_vmware.api [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b855cf-6000-0104-bc4f-bffb69330ca5, 'name': SearchDatastore_Task, 'duration_secs': 0.0305} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.796724] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.797085] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.797554] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.799960] env[68461]: DEBUG oslo_vmware.api [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Waiting for the task: (returnval){ [ 952.799960] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5254d300-2940-454c-a6f2-7d9a3f362d78" [ 952.799960] env[68461]: _type = "Task" [ 952.799960] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.807017] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2894976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12686} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.807995] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.809023] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c4d2d1-7aa8-43d4-9dad-30f6ca35a573 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.818627] env[68461]: DEBUG oslo_vmware.api [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5254d300-2940-454c-a6f2-7d9a3f362d78, 'name': SearchDatastore_Task, 'duration_secs': 0.014671} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.819089] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e949d621-771d-450c-8e7c-17747a08afcd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.841495] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 6db8dd54-71cf-4e4e-b984-cc43264df1ac/6db8dd54-71cf-4e4e-b984-cc43264df1ac.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.844166] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb5c808b-1ae5-48d9-bcf0-c6a5e6a1ff94 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.862804] env[68461]: DEBUG oslo_vmware.api [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Waiting for the task: (returnval){ [ 952.862804] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]522a4116-a0e5-908a-9477-69e413913936" [ 952.862804] env[68461]: _type = "Task" [ 952.862804] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.863888] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-81de6df8-8acb-402e-ba0c-f93c77b2c41c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.873782] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 952.873782] env[68461]: value = "task-2894978" [ 952.873782] env[68461]: _type = "Task" [ 952.873782] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.882481] env[68461]: DEBUG oslo_vmware.api [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522a4116-a0e5-908a-9477-69e413913936, 'name': SearchDatastore_Task, 'duration_secs': 0.013955} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.883204] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.883367] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 7ddca307-cc43-46fb-863d-78762a26b0d0/7ddca307-cc43-46fb-863d-78762a26b0d0.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.886028] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.886370] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.886686] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15b832dd-5a31-475d-926a-45b0a8e911c8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.894760] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53a79d16-1ae6-4244-b943-f2e16ce2c263 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.897286] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2894978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.904606] env[68461]: DEBUG oslo_vmware.api [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Waiting for the task: (returnval){ [ 952.904606] env[68461]: value = "task-2894979" [ 952.904606] env[68461]: _type = "Task" [ 952.904606] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.909275] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.909458] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.913632] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a222017-88b0-4374-8427-1ecba68a161f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.927080] env[68461]: DEBUG oslo_vmware.api [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2894979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.928965] env[68461]: DEBUG oslo_vmware.api [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 952.928965] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5259171b-1e09-5fd9-cef8-63a8d2365455" [ 952.928965] env[68461]: _type = "Task" [ 952.928965] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.938642] env[68461]: DEBUG oslo_vmware.api [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5259171b-1e09-5fd9-cef8-63a8d2365455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.980537] env[68461]: DEBUG nova.compute.manager [req-de07aad0-92ed-4499-bbf3-02bd34932cd8 req-41f6d10a-3d1d-4fb4-8020-608ae4cb1d95 service nova] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Received event network-vif-deleted-502494ee-bc2c-4dc6-9531-76cd91125629 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.038106] env[68461]: DEBUG nova.compute.manager [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.107550] env[68461]: DEBUG nova.compute.manager [None req-60367df2-96f5-49ea-8700-dcc4a402dec6 tempest-ServerDiagnosticsV248Test-95984697 tempest-ServerDiagnosticsV248Test-95984697-project-admin] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.108835] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d992ff3e-dd81-4973-9534-d12f877201fe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.120633] env[68461]: DEBUG nova.network.neutron [req-a816f970-7bc3-499f-8abf-1f64dbea9697 req-9d3d5b45-6f3e-491b-a16e-833af7ad8310 service nova] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Updated VIF entry in instance network info cache for port db06e5d1-6705-45a3-be2a-c16c7def6281. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.121071] env[68461]: DEBUG nova.network.neutron [req-a816f970-7bc3-499f-8abf-1f64dbea9697 req-9d3d5b45-6f3e-491b-a16e-833af7ad8310 service nova] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Updating instance_info_cache with network_info: [{"id": "db06e5d1-6705-45a3-be2a-c16c7def6281", "address": "fa:16:3e:59:8b:39", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb06e5d1-67", "ovs_interfaceid": "db06e5d1-6705-45a3-be2a-c16c7def6281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.127805] env[68461]: INFO nova.compute.manager [None req-60367df2-96f5-49ea-8700-dcc4a402dec6 tempest-ServerDiagnosticsV248Test-95984697 tempest-ServerDiagnosticsV248Test-95984697-project-admin] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Retrieving diagnostics [ 953.129633] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a42541-a563-4603-b561-54eb3fb2cedb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.387586] env[68461]: DEBUG nova.network.neutron [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Updating instance_info_cache with network_info: [{"id": "e271bceb-c637-47b8-9ae0-3f26d41ad712", "address": "fa:16:3e:04:0f:93", "network": {"id": "14adfbd0-a273-447c-b58b-6ab3faf8cbab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1294454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1bd5e6b46e77459c91fb5b651539b3df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape271bceb-c6", "ovs_interfaceid": "e271bceb-c637-47b8-9ae0-3f26d41ad712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.406233] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2894978, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.422612] env[68461]: DEBUG oslo_vmware.api [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2894979, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.440828] env[68461]: DEBUG oslo_vmware.api [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5259171b-1e09-5fd9-cef8-63a8d2365455, 'name': SearchDatastore_Task, 'duration_secs': 0.014255} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.446805] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8beb5ac-cb30-4cd4-bf54-4a582ae33c3d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.454133] env[68461]: DEBUG oslo_vmware.api [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 953.454133] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]525c49f2-1d9a-29a9-962e-8cc57536a093" [ 953.454133] env[68461]: _type = "Task" [ 953.454133] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.463837] env[68461]: DEBUG oslo_vmware.api [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]525c49f2-1d9a-29a9-962e-8cc57536a093, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.601736] env[68461]: DEBUG nova.network.neutron [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Successfully created port: 5d5093ae-6e45-4c80-8aeb-b7cc7ad98465 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.623736] env[68461]: DEBUG oslo_concurrency.lockutils [req-a816f970-7bc3-499f-8abf-1f64dbea9697 req-9d3d5b45-6f3e-491b-a16e-833af7ad8310 service nova] Releasing lock "refresh_cache-0fae630c-c34d-4827-9557-2d3bdb3d7c50" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.773816] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90e0251-206a-4bcf-8d7f-5d4904e8c441 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.783015] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a10175-61d3-4e1d-80a4-18d9e5132b73 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.820986] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14840160-3d2e-496d-8cdf-3620e9495d72 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.830912] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc889360-55a6-40f3-b192-86bcde8f1ced {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.859406] env[68461]: DEBUG nova.compute.provider_tree [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.888339] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2894978, 'name': ReconfigVM_Task, 'duration_secs': 0.556184} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.888827] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 6db8dd54-71cf-4e4e-b984-cc43264df1ac/6db8dd54-71cf-4e4e-b984-cc43264df1ac.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.893019] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c0bc619-8947-44fd-94d2-cdcf94517133 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.893019] env[68461]: DEBUG oslo_concurrency.lockutils [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Releasing lock "refresh_cache-60d71f22-7779-4f3b-b56a-a8be6ce5ea68" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.900763] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 953.900763] env[68461]: value = "task-2894980" [ 953.900763] env[68461]: _type = "Task" [ 953.900763] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.915030] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2894980, 'name': Rename_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.924979] env[68461]: DEBUG oslo_vmware.api [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2894979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756064} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.925316] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 7ddca307-cc43-46fb-863d-78762a26b0d0/7ddca307-cc43-46fb-863d-78762a26b0d0.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.925554] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.925828] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa804c17-b775-45cc-9f94-ace644fdc821 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.933353] env[68461]: DEBUG oslo_vmware.api [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Waiting for the task: (returnval){ [ 953.933353] env[68461]: value = "task-2894981" [ 953.933353] env[68461]: _type = "Task" [ 953.933353] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.947084] env[68461]: DEBUG oslo_vmware.api [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2894981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.965734] env[68461]: DEBUG oslo_vmware.api [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]525c49f2-1d9a-29a9-962e-8cc57536a093, 'name': SearchDatastore_Task, 'duration_secs': 0.060789} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.966491] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.966491] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 0fae630c-c34d-4827-9557-2d3bdb3d7c50/0fae630c-c34d-4827-9557-2d3bdb3d7c50.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.966823] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d96e4f8-deae-4dd2-8c10-363886bf9075 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.976211] env[68461]: DEBUG oslo_vmware.api [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 953.976211] env[68461]: value = "task-2894982" [ 953.976211] env[68461]: _type = "Task" [ 953.976211] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.986777] env[68461]: DEBUG oslo_vmware.api [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2894982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.054325] env[68461]: DEBUG nova.compute.manager [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.362698] env[68461]: DEBUG nova.scheduler.client.report [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.414870] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2894980, 'name': Rename_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.449027] env[68461]: DEBUG oslo_vmware.api [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2894981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10286} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.450710] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.451883] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c769dbd-d7c1-4366-93e1-9e089042c898 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.476098] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 7ddca307-cc43-46fb-863d-78762a26b0d0/7ddca307-cc43-46fb-863d-78762a26b0d0.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.477390] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-990eee70-a996-4d8b-96f7-8cc4636fe5c3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.506259] env[68461]: DEBUG oslo_vmware.api [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2894982, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.508142] env[68461]: DEBUG oslo_vmware.api [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Waiting for the task: (returnval){ [ 954.508142] env[68461]: value = "task-2894983" [ 954.508142] env[68461]: _type = "Task" [ 954.508142] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.522519] env[68461]: DEBUG oslo_vmware.api [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2894983, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.716971] env[68461]: DEBUG oslo_concurrency.lockutils [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Acquiring lock "6b159e34-84a8-45c0-a5e2-9a9d1799b3fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.717489] env[68461]: DEBUG oslo_concurrency.lockutils [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Lock "6b159e34-84a8-45c0-a5e2-9a9d1799b3fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.717799] env[68461]: DEBUG oslo_concurrency.lockutils [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Acquiring lock "6b159e34-84a8-45c0-a5e2-9a9d1799b3fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.718090] env[68461]: DEBUG oslo_concurrency.lockutils [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Lock "6b159e34-84a8-45c0-a5e2-9a9d1799b3fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.718313] env[68461]: DEBUG oslo_concurrency.lockutils [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Lock "6b159e34-84a8-45c0-a5e2-9a9d1799b3fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.720694] env[68461]: INFO nova.compute.manager [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Terminating instance [ 954.869101] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.844s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.869519] env[68461]: DEBUG nova.compute.manager [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.872539] env[68461]: DEBUG oslo_concurrency.lockutils [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.440s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.875062] env[68461]: INFO nova.compute.claims [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.913012] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2894980, 'name': Rename_Task, 'duration_secs': 0.677014} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.914063] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.914063] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-001ea0f5-b414-40b0-b322-01225d994ab7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.921297] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 954.921297] env[68461]: value = "task-2894984" [ 954.921297] env[68461]: _type = "Task" [ 954.921297] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.931051] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2894984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.987680] env[68461]: DEBUG oslo_vmware.api [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2894982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547317} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.987936] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 0fae630c-c34d-4827-9557-2d3bdb3d7c50/0fae630c-c34d-4827-9557-2d3bdb3d7c50.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.988173] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.988426] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f5944f9-0a8d-4cda-8fcc-7a85e708b90b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.994861] env[68461]: DEBUG oslo_vmware.api [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 954.994861] env[68461]: value = "task-2894985" [ 954.994861] env[68461]: _type = "Task" [ 954.994861] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.003939] env[68461]: DEBUG oslo_vmware.api [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2894985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.018481] env[68461]: DEBUG oslo_vmware.api [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2894983, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.226896] env[68461]: DEBUG oslo_concurrency.lockutils [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Acquiring lock "refresh_cache-6b159e34-84a8-45c0-a5e2-9a9d1799b3fc" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.227265] env[68461]: DEBUG oslo_concurrency.lockutils [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Acquired lock "refresh_cache-6b159e34-84a8-45c0-a5e2-9a9d1799b3fc" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.227265] env[68461]: DEBUG nova.network.neutron [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.378620] env[68461]: DEBUG nova.compute.utils [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.384750] env[68461]: DEBUG nova.compute.manager [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.384750] env[68461]: DEBUG nova.network.neutron [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.437926] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2894984, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.454176] env[68461]: DEBUG nova.policy [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0081c24415c462e8515a35561c3266d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c231454eaef47efab93f133300c9a60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.463758] env[68461]: DEBUG nova.network.neutron [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Successfully updated port: 5d5093ae-6e45-4c80-8aeb-b7cc7ad98465 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.504792] env[68461]: DEBUG oslo_vmware.api [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2894985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182732} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.505075] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.505881] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb49741-85fd-41ea-9ee8-9becf4768ade {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.530913] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 0fae630c-c34d-4827-9557-2d3bdb3d7c50/0fae630c-c34d-4827-9557-2d3bdb3d7c50.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.531893] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06e2deef-7f5e-4e70-8267-25d33cd23c1e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.550362] env[68461]: DEBUG oslo_vmware.api [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2894983, 'name': ReconfigVM_Task, 'duration_secs': 0.534916} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.551092] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 7ddca307-cc43-46fb-863d-78762a26b0d0/7ddca307-cc43-46fb-863d-78762a26b0d0.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.551694] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-767dfbb0-fc01-42bc-86b0-7f45344b1d7e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.555765] env[68461]: DEBUG oslo_vmware.api [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 955.555765] env[68461]: value = "task-2894986" [ 955.555765] env[68461]: _type = "Task" [ 955.555765] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.563263] env[68461]: DEBUG oslo_vmware.api [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Waiting for the task: (returnval){ [ 955.563263] env[68461]: value = "task-2894987" [ 955.563263] env[68461]: _type = "Task" [ 955.563263] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.566967] env[68461]: DEBUG oslo_vmware.api [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2894986, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.575958] env[68461]: DEBUG oslo_vmware.api [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2894987, 'name': Rename_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.752397] env[68461]: DEBUG nova.network.neutron [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.783511] env[68461]: DEBUG nova.network.neutron [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Successfully created port: 88d5925e-4ecf-4484-ad96-d87b29d464de {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.842709] env[68461]: DEBUG nova.network.neutron [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.883418] env[68461]: DEBUG nova.compute.manager [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.936794] env[68461]: DEBUG oslo_vmware.api [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2894984, 'name': PowerOnVM_Task, 'duration_secs': 0.585535} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.938169] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.938497] env[68461]: INFO nova.compute.manager [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Took 10.23 seconds to spawn the instance on the hypervisor. [ 955.938795] env[68461]: DEBUG nova.compute.manager [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.940034] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c98c412-b52c-4173-a16e-f23e41d5945e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.967020] env[68461]: DEBUG oslo_concurrency.lockutils [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "refresh_cache-e8e0b748-8d14-40a3-9702-504d0c0d679f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.967183] env[68461]: DEBUG oslo_concurrency.lockutils [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquired lock "refresh_cache-e8e0b748-8d14-40a3-9702-504d0c0d679f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.967340] env[68461]: DEBUG nova.network.neutron [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.069274] env[68461]: DEBUG oslo_vmware.api [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2894986, 'name': ReconfigVM_Task, 'duration_secs': 0.51139} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.074758] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 0fae630c-c34d-4827-9557-2d3bdb3d7c50/0fae630c-c34d-4827-9557-2d3bdb3d7c50.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.076451] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e7c75d6-b571-49b2-b881-33b1acecc836 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.083195] env[68461]: DEBUG oslo_vmware.api [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 956.083195] env[68461]: value = "task-2894988" [ 956.083195] env[68461]: _type = "Task" [ 956.083195] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.086093] env[68461]: DEBUG oslo_vmware.api [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2894987, 'name': Rename_Task, 'duration_secs': 0.217297} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.091934] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.092438] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22352ca7-f3a7-443b-9263-cdd674366be4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.101404] env[68461]: DEBUG oslo_vmware.api [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Waiting for the task: (returnval){ [ 956.101404] env[68461]: value = "task-2894989" [ 956.101404] env[68461]: _type = "Task" [ 956.101404] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.104577] env[68461]: DEBUG oslo_vmware.api [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2894988, 'name': Rename_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.116343] env[68461]: DEBUG oslo_vmware.api [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2894989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.345384] env[68461]: DEBUG oslo_concurrency.lockutils [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Releasing lock "refresh_cache-6b159e34-84a8-45c0-a5e2-9a9d1799b3fc" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.346296] env[68461]: DEBUG nova.compute.manager [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.346296] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.347616] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9ec283-49e6-4a2f-b0ae-aacc133bb2e6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.356485] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.356623] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5fb5df3-8a95-4ac8-a9ca-27416361b751 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.366992] env[68461]: DEBUG oslo_vmware.api [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Waiting for the task: (returnval){ [ 956.366992] env[68461]: value = "task-2894990" [ 956.366992] env[68461]: _type = "Task" [ 956.366992] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.373556] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc2dcbe-4ae2-4d67-b536-d6f2fca54387 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.388957] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067b8b78-a4ed-4c19-8633-f7506cce4690 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.394375] env[68461]: DEBUG oslo_vmware.api [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Task: {'id': task-2894990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.396460] env[68461]: INFO nova.virt.block_device [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Booting with volume 03104198-ea2a-4dc5-80b4-24f12b98fb21 at /dev/sda [ 956.435788] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d76f0ab-6ef0-42ad-b925-22a6988fed7e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.447775] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98dfb42-08c6-4861-a45b-129f3d45c689 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.461819] env[68461]: DEBUG nova.compute.provider_tree [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.467455] env[68461]: INFO nova.compute.manager [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Took 39.84 seconds to build instance. [ 956.476603] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fd1eae8-30bf-4dbe-b246-328ddec8d491 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.486206] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e99ffa-b728-4183-a481-a307f17d9490 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.502575] env[68461]: DEBUG nova.network.neutron [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.527042] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a10789c3-7db4-44a2-941d-eb8f2dcb2c04 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.533220] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86aadec3-1f87-455a-9669-f45ad48eae4a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.569648] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4339093b-f6c2-4a39-abfb-67640f7923fe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.576726] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305c3970-ca4c-4d68-9649-e267d81dcc12 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.594279] env[68461]: DEBUG nova.virt.block_device [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Updating existing volume attachment record: 92acf1f6-1e14-4cbb-b7d7-3a5a8252bf00 {{(pid=68461) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 956.602214] env[68461]: DEBUG oslo_vmware.api [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2894988, 'name': Rename_Task, 'duration_secs': 0.224467} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.602533] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.602809] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7a0e636-e386-4266-9c12-a44030228e4f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.612873] env[68461]: DEBUG oslo_vmware.api [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2894989, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.614395] env[68461]: DEBUG oslo_vmware.api [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 956.614395] env[68461]: value = "task-2894991" [ 956.614395] env[68461]: _type = "Task" [ 956.614395] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.628981] env[68461]: DEBUG oslo_vmware.api [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2894991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.654867] env[68461]: DEBUG nova.network.neutron [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Updating instance_info_cache with network_info: [{"id": "5d5093ae-6e45-4c80-8aeb-b7cc7ad98465", "address": "fa:16:3e:f6:09:8b", "network": {"id": "07805497-81c2-4a8f-af1f-41c565e6e0f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-968415248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcb360f473bb4879882df61178c87135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d5093ae-6e", "ovs_interfaceid": "5d5093ae-6e45-4c80-8aeb-b7cc7ad98465", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.878120] env[68461]: DEBUG oslo_vmware.api [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Task: {'id': task-2894990, 'name': PowerOffVM_Task, 'duration_secs': 0.278063} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.878120] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.878386] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.878612] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dae1b436-66ce-4b1b-9338-e78cf9893a81 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.906560] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.906810] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.907019] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Deleting the datastore file [datastore2] 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.907324] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-822997a5-9740-4d87-98e5-caf4bbbd08d2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.914395] env[68461]: DEBUG oslo_vmware.api [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Waiting for the task: (returnval){ [ 956.914395] env[68461]: value = "task-2894993" [ 956.914395] env[68461]: _type = "Task" [ 956.914395] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.923163] env[68461]: DEBUG oslo_vmware.api [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Task: {'id': task-2894993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.966026] env[68461]: DEBUG nova.scheduler.client.report [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.971091] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6df57319-1f8b-4516-93d3-5e422de713bb tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "6db8dd54-71cf-4e4e-b984-cc43264df1ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.694s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.114383] env[68461]: DEBUG oslo_vmware.api [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2894989, 'name': PowerOnVM_Task, 'duration_secs': 0.674013} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.114681] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.114904] env[68461]: INFO nova.compute.manager [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Took 5.59 seconds to spawn the instance on the hypervisor. [ 957.115091] env[68461]: DEBUG nova.compute.manager [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.116321] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db257582-921b-422b-a05f-12275d5d56d4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.131219] env[68461]: DEBUG oslo_vmware.api [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2894991, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.157857] env[68461]: DEBUG oslo_concurrency.lockutils [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Releasing lock "refresh_cache-e8e0b748-8d14-40a3-9702-504d0c0d679f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.158641] env[68461]: DEBUG nova.compute.manager [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Instance network_info: |[{"id": "5d5093ae-6e45-4c80-8aeb-b7cc7ad98465", "address": "fa:16:3e:f6:09:8b", "network": {"id": "07805497-81c2-4a8f-af1f-41c565e6e0f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-968415248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcb360f473bb4879882df61178c87135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d5093ae-6e", "ovs_interfaceid": "5d5093ae-6e45-4c80-8aeb-b7cc7ad98465", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.324022] env[68461]: DEBUG nova.network.neutron [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Successfully updated port: 88d5925e-4ecf-4484-ad96-d87b29d464de {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.424484] env[68461]: DEBUG oslo_vmware.api [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Task: {'id': task-2894993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128243} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.424907] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.424907] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.425122] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.425312] env[68461]: INFO nova.compute.manager [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Took 1.08 seconds to destroy the instance on the hypervisor. [ 957.425548] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.425791] env[68461]: DEBUG nova.compute.manager [-] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.425848] env[68461]: DEBUG nova.network.neutron [-] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.442816] env[68461]: DEBUG nova.network.neutron [-] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.472383] env[68461]: DEBUG oslo_concurrency.lockutils [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.472930] env[68461]: DEBUG nova.compute.manager [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.475450] env[68461]: DEBUG oslo_concurrency.lockutils [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.658s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.475680] env[68461]: DEBUG nova.objects.instance [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lazy-loading 'resources' on Instance uuid e9d15794-c864-4c2e-a9c2-28d96991bebe {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.477366] env[68461]: DEBUG nova.compute.manager [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.629649] env[68461]: DEBUG oslo_vmware.api [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2894991, 'name': PowerOnVM_Task, 'duration_secs': 0.673595} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.629649] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.629649] env[68461]: INFO nova.compute.manager [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Took 8.65 seconds to spawn the instance on the hypervisor. [ 957.629649] env[68461]: DEBUG nova.compute.manager [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.630149] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b0b7f9-f5dc-4855-ac27-7b1d75326e02 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.646899] env[68461]: INFO nova.compute.manager [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Took 31.67 seconds to build instance. [ 957.827577] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Acquiring lock "refresh_cache-1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.827754] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Acquired lock "refresh_cache-1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.828259] env[68461]: DEBUG nova.network.neutron [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.945944] env[68461]: DEBUG nova.network.neutron [-] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.981476] env[68461]: DEBUG nova.compute.utils [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.989496] env[68461]: DEBUG nova.compute.manager [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.989496] env[68461]: DEBUG nova.network.neutron [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.008790] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.046331] env[68461]: DEBUG nova.policy [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd12651e2a8d4eeeac80cdf0221535c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '464d65d8569c4e75905ad7546c6ebea4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.151970] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7bd77b14-35f6-44e6-a08d-81490517ce99 tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Lock "7ddca307-cc43-46fb-863d-78762a26b0d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.454s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.156443] env[68461]: INFO nova.compute.manager [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Took 39.76 seconds to build instance. [ 958.353532] env[68461]: DEBUG nova.network.neutron [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Successfully created port: fef2da4a-07ec-48c5-8557-ac26e98324e4 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.375270] env[68461]: DEBUG nova.network.neutron [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.449427] env[68461]: INFO nova.compute.manager [-] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Took 1.02 seconds to deallocate network for instance. [ 958.492211] env[68461]: DEBUG nova.compute.manager [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.507106] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed023734-c34e-42a0-a562-4639ae0c4f06 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.517153] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070088f6-b082-4fdd-adc8-3eeb4657a1c0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.555136] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14184a9-75d2-48a5-99ea-3a93bc744df8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.564510] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdca1c9-0892-4897-9a9d-683c41828627 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.580503] env[68461]: DEBUG nova.compute.provider_tree [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.618709] env[68461]: DEBUG nova.network.neutron [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Updating instance_info_cache with network_info: [{"id": "88d5925e-4ecf-4484-ad96-d87b29d464de", "address": "fa:16:3e:72:24:60", "network": {"id": "7bafb950-ec9e-4acf-a6b4-66e24903fb53", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2010827268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c231454eaef47efab93f133300c9a60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88d5925e-4e", "ovs_interfaceid": "88d5925e-4ecf-4484-ad96-d87b29d464de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.656811] env[68461]: DEBUG nova.compute.manager [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.660415] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4124b3ea-d06f-4195-ab06-bbed63c99951 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "0fae630c-c34d-4827-9557-2d3bdb3d7c50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.573s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.692382] env[68461]: DEBUG nova.compute.manager [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.692943] env[68461]: DEBUG nova.virt.hardware [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.693179] env[68461]: DEBUG nova.virt.hardware [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.693467] env[68461]: DEBUG nova.virt.hardware [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.693562] env[68461]: DEBUG nova.virt.hardware [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.693716] env[68461]: DEBUG nova.virt.hardware [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.693868] env[68461]: DEBUG nova.virt.hardware [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.694095] env[68461]: DEBUG nova.virt.hardware [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.694267] env[68461]: DEBUG nova.virt.hardware [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.694442] env[68461]: DEBUG nova.virt.hardware [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.694620] env[68461]: DEBUG nova.virt.hardware [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.694812] env[68461]: DEBUG nova.virt.hardware [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.696335] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8544899-fa5f-47c4-88d2-8fda40b52f9f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.706503] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cccca0c-c322-4c5c-b649-08d45d3d8632 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.739258] env[68461]: DEBUG nova.network.neutron [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Successfully created port: 6983e8a8-b045-4eda-8af6-ad44182bee60 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.959068] env[68461]: DEBUG oslo_concurrency.lockutils [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.985750] env[68461]: DEBUG nova.network.neutron [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Successfully created port: ddf6a1ea-36a1-4c54-a8b9-00aac11bfdff {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.084597] env[68461]: DEBUG nova.scheduler.client.report [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.122309] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Releasing lock "refresh_cache-1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.122672] env[68461]: DEBUG nova.compute.manager [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Instance network_info: |[{"id": "88d5925e-4ecf-4484-ad96-d87b29d464de", "address": "fa:16:3e:72:24:60", "network": {"id": "7bafb950-ec9e-4acf-a6b4-66e24903fb53", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2010827268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c231454eaef47efab93f133300c9a60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88d5925e-4e", "ovs_interfaceid": "88d5925e-4ecf-4484-ad96-d87b29d464de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 959.123454] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:24:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88d5925e-4ecf-4484-ad96-d87b29d464de', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.136291] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Creating folder: Project (1c231454eaef47efab93f133300c9a60). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.136612] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a54b86c4-6876-4f71-abac-640b618733cb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.155956] env[68461]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 959.156524] env[68461]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68461) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 959.156524] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Folder already exists: Project (1c231454eaef47efab93f133300c9a60). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 959.156687] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Creating folder: Instances. Parent ref: group-v581499. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.156973] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-734c9a4c-0a49-49c5-87df-aa5c32e374d9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.163627] env[68461]: DEBUG nova.compute.manager [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.176046] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Created folder: Instances in parent group-v581499. [ 959.176046] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.176046] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.176046] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf6c25ba-182e-4e8d-a647-1b5742575ef4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.187959] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.195140] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.195140] env[68461]: value = "task-2894996" [ 959.195140] env[68461]: _type = "Task" [ 959.195140] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.204356] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894996, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.503079] env[68461]: DEBUG nova.compute.manager [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.593516] env[68461]: DEBUG oslo_concurrency.lockutils [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.596377] env[68461]: DEBUG oslo_concurrency.lockutils [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.722s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.598384] env[68461]: INFO nova.compute.claims [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.616353] env[68461]: INFO nova.scheduler.client.report [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Deleted allocations for instance e9d15794-c864-4c2e-a9c2-28d96991bebe [ 959.686959] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.706370] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2894996, 'name': CreateVM_Task, 'duration_secs': 0.477494} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.706574] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.707228] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'attachment_id': '92acf1f6-1e14-4cbb-b7d7-3a5a8252bf00', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581509', 'volume_id': '03104198-ea2a-4dc5-80b4-24f12b98fb21', 'name': 'volume-03104198-ea2a-4dc5-80b4-24f12b98fb21', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f', 'attached_at': '', 'detached_at': '', 'volume_id': '03104198-ea2a-4dc5-80b4-24f12b98fb21', 'serial': '03104198-ea2a-4dc5-80b4-24f12b98fb21'}, 'disk_bus': None, 'delete_on_termination': True, 'guest_format': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=68461) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 959.707439] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Root volume attach. Driver type: vmdk {{(pid=68461) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 959.708255] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f5aa88-9c7e-4007-895c-a315756e8697 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.715990] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47be4abd-1ba0-4904-9214-8b2030d97875 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.722511] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c13b78-09c0-472c-83ef-255e8a4fc2d1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.728764] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d0bd031c-fa5f-4df7-aac2-9ef194824860 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.735691] env[68461]: DEBUG oslo_vmware.api [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Waiting for the task: (returnval){ [ 959.735691] env[68461]: value = "task-2894997" [ 959.735691] env[68461]: _type = "Task" [ 959.735691] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.744023] env[68461]: DEBUG oslo_vmware.api [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2894997, 'name': RelocateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.125451] env[68461]: DEBUG oslo_concurrency.lockutils [None req-36651238-75ca-4020-b1b2-892bcf6068a3 tempest-ListServerFiltersTestJSON-1471474122 tempest-ListServerFiltersTestJSON-1471474122-project-member] Lock "e9d15794-c864-4c2e-a9c2-28d96991bebe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.875s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.249434] env[68461]: DEBUG oslo_vmware.api [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2894997, 'name': RelocateVM_Task} progress is 42%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.559306] env[68461]: DEBUG nova.network.neutron [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Successfully updated port: fef2da4a-07ec-48c5-8557-ac26e98324e4 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.748376] env[68461]: DEBUG oslo_vmware.api [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2894997, 'name': RelocateVM_Task} progress is 54%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.087725] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bee966-dac5-4e7a-9575-bd485487d0ef {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.099655] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2930f9da-d083-4843-b613-79dd01cbb4e0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.133253] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546e1e1d-c15b-4250-a14c-94ee1c94adb8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.142142] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fa67bc-7751-4627-a387-461893ce891f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.157770] env[68461]: DEBUG nova.compute.provider_tree [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.255790] env[68461]: DEBUG oslo_vmware.api [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2894997, 'name': RelocateVM_Task} progress is 69%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.494683] env[68461]: DEBUG nova.virt.hardware [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.494947] env[68461]: DEBUG nova.virt.hardware [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.495122] env[68461]: DEBUG nova.virt.hardware [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.495307] env[68461]: DEBUG nova.virt.hardware [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.495452] env[68461]: DEBUG nova.virt.hardware [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.495597] env[68461]: DEBUG nova.virt.hardware [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.495803] env[68461]: DEBUG nova.virt.hardware [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.495966] env[68461]: DEBUG nova.virt.hardware [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.496149] env[68461]: DEBUG nova.virt.hardware [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.496327] env[68461]: DEBUG nova.virt.hardware [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.496528] env[68461]: DEBUG nova.virt.hardware [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.498861] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c323729e-cbee-4eb1-86f5-2e63e9a6e013 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.510271] env[68461]: DEBUG nova.virt.hardware [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.510653] env[68461]: DEBUG nova.virt.hardware [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.510753] env[68461]: DEBUG nova.virt.hardware [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.510925] env[68461]: DEBUG nova.virt.hardware [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.511088] env[68461]: DEBUG nova.virt.hardware [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.511238] env[68461]: DEBUG nova.virt.hardware [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.511471] env[68461]: DEBUG nova.virt.hardware [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.511589] env[68461]: DEBUG nova.virt.hardware [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.511799] env[68461]: DEBUG nova.virt.hardware [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.512018] env[68461]: DEBUG nova.virt.hardware [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.512219] env[68461]: DEBUG nova.virt.hardware [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.513715] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffd4c1f-bcf2-4095-b8fc-e3ebc7a76ca5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.521043] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f9c87f-e45f-4645-af4b-2d8d5719eed7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.536732] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:09:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d5093ae-6e45-4c80-8aeb-b7cc7ad98465', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.547036] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Creating folder: Project (dcb360f473bb4879882df61178c87135). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.547036] env[68461]: DEBUG oslo_vmware.rw_handles [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524b0e1d-8519-70d8-cdf2-bd6f20e6a442/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 961.548771] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61f3249d-1c11-4407-818e-d2668080da9e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.551163] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437d6ae7-712b-43ad-8c31-353deb5118e9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.555061] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eff40dc-c9d9-4ab4-b8ca-c999bb9805d1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.562864] env[68461]: DEBUG oslo_vmware.rw_handles [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524b0e1d-8519-70d8-cdf2-bd6f20e6a442/disk-0.vmdk is in state: ready. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 961.563230] env[68461]: ERROR oslo_vmware.rw_handles [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524b0e1d-8519-70d8-cdf2-bd6f20e6a442/disk-0.vmdk due to incomplete transfer. [ 961.571505] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8988572d-c971-40ec-bf60-dac36a757f9b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.574766] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Created folder: Project (dcb360f473bb4879882df61178c87135) in parent group-v581476. [ 961.574962] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Creating folder: Instances. Parent ref: group-v581563. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.575587] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a79a691-f826-4c43-87a8-d65b1cdf565a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.581161] env[68461]: DEBUG oslo_vmware.rw_handles [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524b0e1d-8519-70d8-cdf2-bd6f20e6a442/disk-0.vmdk. {{(pid=68461) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 961.581376] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Uploaded image 0bf25e2e-f7e0-4639-ab47-72c91b96f9ff to the Glance image server {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 961.583344] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Destroying the VM {{(pid=68461) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 961.583619] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c48a6225-0469-4fdb-ac3a-cb4021b517bb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.587734] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Created folder: Instances in parent group-v581563. [ 961.587972] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.588175] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.588383] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23fa1e0e-ba45-4fec-b377-38768f30ad4c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.604163] env[68461]: DEBUG oslo_vmware.api [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Waiting for the task: (returnval){ [ 961.604163] env[68461]: value = "task-2895000" [ 961.604163] env[68461]: _type = "Task" [ 961.604163] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.610795] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.610795] env[68461]: value = "task-2895001" [ 961.610795] env[68461]: _type = "Task" [ 961.610795] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.624566] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895001, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.663618] env[68461]: DEBUG nova.scheduler.client.report [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.748231] env[68461]: DEBUG oslo_vmware.api [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2894997, 'name': RelocateVM_Task} progress is 82%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.863576] env[68461]: DEBUG oslo_vmware.rw_handles [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c6da0f-fc43-7c66-8277-f6c83aa30cb3/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 961.865048] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48eff442-d2ad-457e-ba44-d1c8a066e492 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.871854] env[68461]: DEBUG oslo_vmware.rw_handles [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c6da0f-fc43-7c66-8277-f6c83aa30cb3/disk-0.vmdk is in state: ready. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 961.871951] env[68461]: ERROR oslo_vmware.rw_handles [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c6da0f-fc43-7c66-8277-f6c83aa30cb3/disk-0.vmdk due to incomplete transfer. [ 961.872248] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5e3b73b6-c9ab-4d5f-8894-1a63d13c8976 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.880858] env[68461]: DEBUG oslo_vmware.rw_handles [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c6da0f-fc43-7c66-8277-f6c83aa30cb3/disk-0.vmdk. {{(pid=68461) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 961.881098] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Uploaded image cb556c02-5cc0-49ba-9d58-54361d7ff8f3 to the Glance image server {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 961.883295] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Destroying the VM {{(pid=68461) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 961.883614] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bd1ba52e-fcf1-4f54-a509-4437c50dcd88 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.896103] env[68461]: DEBUG oslo_vmware.api [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 961.896103] env[68461]: value = "task-2895002" [ 961.896103] env[68461]: _type = "Task" [ 961.896103] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.904692] env[68461]: DEBUG oslo_vmware.api [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895002, 'name': Destroy_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.115335] env[68461]: DEBUG oslo_vmware.api [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2895000, 'name': Destroy_Task} progress is 33%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.123441] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895001, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.169704] env[68461]: DEBUG oslo_concurrency.lockutils [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.170155] env[68461]: DEBUG nova.compute.manager [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.172792] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.957s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.174346] env[68461]: INFO nova.compute.claims [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.248695] env[68461]: DEBUG oslo_vmware.api [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2894997, 'name': RelocateVM_Task} progress is 97%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.405701] env[68461]: DEBUG oslo_vmware.api [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895002, 'name': Destroy_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.629336] env[68461]: DEBUG oslo_vmware.api [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2895000, 'name': Destroy_Task, 'duration_secs': 0.936099} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.632500] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Destroyed the VM [ 962.632745] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Deleting Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 962.633316] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895001, 'name': CreateVM_Task, 'duration_secs': 0.674193} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.633525] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-16b43d5f-71ed-45bb-898b-ad1b66e56122 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.635095] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.635731] env[68461]: DEBUG oslo_concurrency.lockutils [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.635890] env[68461]: DEBUG oslo_concurrency.lockutils [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.636244] env[68461]: DEBUG oslo_concurrency.lockutils [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.636828] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9c9d807-45d0-493c-9fda-fb86cd158ff9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.640908] env[68461]: DEBUG oslo_vmware.api [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Waiting for the task: (returnval){ [ 962.640908] env[68461]: value = "task-2895003" [ 962.640908] env[68461]: _type = "Task" [ 962.640908] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.644015] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 962.644015] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52791e07-0416-a940-cf28-36f546add074" [ 962.644015] env[68461]: _type = "Task" [ 962.644015] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.653236] env[68461]: DEBUG oslo_vmware.api [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2895003, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.656239] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52791e07-0416-a940-cf28-36f546add074, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.659427] env[68461]: DEBUG nova.compute.manager [req-40869e99-f425-471c-93db-fe4e6d5ab43f req-7c97604e-ab20-4274-9ffa-e46f9eed64e5 service nova] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Received event network-vif-plugged-5d5093ae-6e45-4c80-8aeb-b7cc7ad98465 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.659427] env[68461]: DEBUG oslo_concurrency.lockutils [req-40869e99-f425-471c-93db-fe4e6d5ab43f req-7c97604e-ab20-4274-9ffa-e46f9eed64e5 service nova] Acquiring lock "e8e0b748-8d14-40a3-9702-504d0c0d679f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.659427] env[68461]: DEBUG oslo_concurrency.lockutils [req-40869e99-f425-471c-93db-fe4e6d5ab43f req-7c97604e-ab20-4274-9ffa-e46f9eed64e5 service nova] Lock "e8e0b748-8d14-40a3-9702-504d0c0d679f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.659427] env[68461]: DEBUG oslo_concurrency.lockutils [req-40869e99-f425-471c-93db-fe4e6d5ab43f req-7c97604e-ab20-4274-9ffa-e46f9eed64e5 service nova] Lock "e8e0b748-8d14-40a3-9702-504d0c0d679f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.659603] env[68461]: DEBUG nova.compute.manager [req-40869e99-f425-471c-93db-fe4e6d5ab43f req-7c97604e-ab20-4274-9ffa-e46f9eed64e5 service nova] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] No waiting events found dispatching network-vif-plugged-5d5093ae-6e45-4c80-8aeb-b7cc7ad98465 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.659762] env[68461]: WARNING nova.compute.manager [req-40869e99-f425-471c-93db-fe4e6d5ab43f req-7c97604e-ab20-4274-9ffa-e46f9eed64e5 service nova] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Received unexpected event network-vif-plugged-5d5093ae-6e45-4c80-8aeb-b7cc7ad98465 for instance with vm_state building and task_state spawning. [ 962.679622] env[68461]: DEBUG nova.compute.utils [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.685175] env[68461]: DEBUG nova.compute.manager [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.685175] env[68461]: DEBUG nova.network.neutron [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.748671] env[68461]: DEBUG oslo_vmware.api [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2894997, 'name': RelocateVM_Task} progress is 97%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.805341] env[68461]: DEBUG nova.policy [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18203765001a40dd8d19d6d2e6ce4e2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bee56697c14f42b1871e3be7a593742e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.907718] env[68461]: DEBUG oslo_vmware.api [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895002, 'name': Destroy_Task} progress is 33%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.996209] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.996540] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3f6dda1-12d4-47e5-a3e6-13c007f3fe0f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.005212] env[68461]: DEBUG oslo_vmware.api [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 963.005212] env[68461]: value = "task-2895004" [ 963.005212] env[68461]: _type = "Task" [ 963.005212] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.017363] env[68461]: DEBUG oslo_vmware.api [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.137155] env[68461]: DEBUG nova.network.neutron [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Successfully updated port: 6983e8a8-b045-4eda-8af6-ad44182bee60 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.159662] env[68461]: DEBUG oslo_vmware.api [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2895003, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.164148] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52791e07-0416-a940-cf28-36f546add074, 'name': SearchDatastore_Task, 'duration_secs': 0.01092} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.164629] env[68461]: DEBUG oslo_concurrency.lockutils [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.165070] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.165453] env[68461]: DEBUG oslo_concurrency.lockutils [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.165704] env[68461]: DEBUG oslo_concurrency.lockutils [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.165949] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.167311] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-634f0f96-603a-4458-b2ff-0979036400e0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.180843] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.181050] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.182469] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d243f18-3c57-4472-b226-4b77697ad451 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.185610] env[68461]: DEBUG nova.compute.manager [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.194959] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 963.194959] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]522bb696-c1e3-f7e9-a150-8c95efeb655e" [ 963.194959] env[68461]: _type = "Task" [ 963.194959] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.205279] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522bb696-c1e3-f7e9-a150-8c95efeb655e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.256825] env[68461]: DEBUG oslo_vmware.api [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2894997, 'name': RelocateVM_Task} progress is 97%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.413125] env[68461]: DEBUG oslo_vmware.api [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895002, 'name': Destroy_Task, 'duration_secs': 1.174238} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.413403] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Destroyed the VM [ 963.413633] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Deleting Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 963.413884] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7be25d00-daf1-4112-819e-33bbb9209d73 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.422646] env[68461]: DEBUG oslo_vmware.api [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 963.422646] env[68461]: value = "task-2895005" [ 963.422646] env[68461]: _type = "Task" [ 963.422646] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.433485] env[68461]: DEBUG oslo_vmware.api [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895005, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.471252] env[68461]: DEBUG nova.network.neutron [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Successfully created port: 673cfbad-d120-4fad-80ea-d244cec044d1 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.518202] env[68461]: DEBUG oslo_vmware.api [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895004, 'name': PowerOffVM_Task, 'duration_secs': 0.337889} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.518623] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.519989] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169a9e42-35c7-4de4-815e-83776cd58786 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.543955] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6ca622-ee5d-4f23-a60c-ed0417a3b2a0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.581493] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.581826] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9d2924b-b6e7-4a46-9f33-2e2b6230c733 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.595380] env[68461]: DEBUG oslo_vmware.api [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 963.595380] env[68461]: value = "task-2895006" [ 963.595380] env[68461]: _type = "Task" [ 963.595380] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.609999] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] VM already powered off {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 963.610123] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.610379] env[68461]: DEBUG oslo_concurrency.lockutils [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.657244] env[68461]: DEBUG oslo_vmware.api [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2895003, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.676167] env[68461]: INFO nova.compute.manager [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Rebuilding instance [ 963.710385] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522bb696-c1e3-f7e9-a150-8c95efeb655e, 'name': SearchDatastore_Task, 'duration_secs': 0.009432} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.718200] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a19c4cb0-fb5b-42d9-ac28-6d6e80569e7b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.724046] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 963.724046] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52f96bfe-a06c-ed7c-10af-c276be452bcd" [ 963.724046] env[68461]: _type = "Task" [ 963.724046] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.735173] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f96bfe-a06c-ed7c-10af-c276be452bcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.746870] env[68461]: DEBUG nova.compute.manager [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.748179] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c159b7-1120-493a-9d3f-e847c16ebf20 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.758236] env[68461]: DEBUG oslo_vmware.api [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2894997, 'name': RelocateVM_Task, 'duration_secs': 4.01459} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.759283] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Volume attach. Driver type: vmdk {{(pid=68461) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 963.759653] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581509', 'volume_id': '03104198-ea2a-4dc5-80b4-24f12b98fb21', 'name': 'volume-03104198-ea2a-4dc5-80b4-24f12b98fb21', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f', 'attached_at': '', 'detached_at': '', 'volume_id': '03104198-ea2a-4dc5-80b4-24f12b98fb21', 'serial': '03104198-ea2a-4dc5-80b4-24f12b98fb21'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 963.761188] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a22eb0-c938-4009-b901-7d0b9ba2ca7b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.789031] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690ca15a-ce54-4598-8cbe-9a4de9292e68 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.812650] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] volume-03104198-ea2a-4dc5-80b4-24f12b98fb21/volume-03104198-ea2a-4dc5-80b4-24f12b98fb21.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.816249] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5490f174-f286-4946-af85-015347aa55f2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.839849] env[68461]: DEBUG oslo_vmware.api [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Waiting for the task: (returnval){ [ 963.839849] env[68461]: value = "task-2895007" [ 963.839849] env[68461]: _type = "Task" [ 963.839849] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.850152] env[68461]: DEBUG oslo_vmware.api [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2895007, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.851414] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a27c01-4faa-429a-a699-f5dd7db91783 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.859497] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69b97b9-d2dd-480f-b1b0-03cc0e1876ee {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.894598] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe79a423-e68e-4188-b159-13e3183470da {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.903606] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80369e87-2e29-4f80-b2f8-7ec31dae77a2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.918507] env[68461]: DEBUG nova.compute.provider_tree [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.932955] env[68461]: DEBUG oslo_vmware.api [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895005, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.166167] env[68461]: DEBUG oslo_vmware.api [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2895003, 'name': RemoveSnapshot_Task, 'duration_secs': 1.172335} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.166167] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Deleted Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 964.166167] env[68461]: INFO nova.compute.manager [None req-842f46e2-ac71-430e-a6b2-c8db6ad9c72b tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Took 16.96 seconds to snapshot the instance on the hypervisor. [ 964.201437] env[68461]: DEBUG nova.compute.manager [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.234726] env[68461]: DEBUG nova.virt.hardware [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.234964] env[68461]: DEBUG nova.virt.hardware [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.235148] env[68461]: DEBUG nova.virt.hardware [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.235325] env[68461]: DEBUG nova.virt.hardware [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.235877] env[68461]: DEBUG nova.virt.hardware [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.236087] env[68461]: DEBUG nova.virt.hardware [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.236317] env[68461]: DEBUG nova.virt.hardware [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.236477] env[68461]: DEBUG nova.virt.hardware [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.236672] env[68461]: DEBUG nova.virt.hardware [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.236840] env[68461]: DEBUG nova.virt.hardware [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.237031] env[68461]: DEBUG nova.virt.hardware [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.238138] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9075d02-fd02-4853-b1e1-5243974f6e48 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.249345] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f96bfe-a06c-ed7c-10af-c276be452bcd, 'name': SearchDatastore_Task, 'duration_secs': 0.011512} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.251614] env[68461]: DEBUG oslo_concurrency.lockutils [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.251876] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] e8e0b748-8d14-40a3-9702-504d0c0d679f/e8e0b748-8d14-40a3-9702-504d0c0d679f.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.252223] env[68461]: DEBUG oslo_concurrency.lockutils [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.252415] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.252624] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64b7025a-2ee0-4788-a72f-e0a46faa521e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.255617] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba72449-87a6-4066-96d8-e4b341729522 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.260361] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91a3ec7d-37b1-4044-bd24-5ed44f9a8fb7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.277997] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.278096] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.279034] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 964.279034] env[68461]: value = "task-2895008" [ 964.279034] env[68461]: _type = "Task" [ 964.279034] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.280215] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27199a86-d22f-4d79-9e72-0e9e15d3d814 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.290348] env[68461]: DEBUG oslo_vmware.api [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 964.290348] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5283bfa8-46bc-df4f-0a86-1db797555132" [ 964.290348] env[68461]: _type = "Task" [ 964.290348] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.293960] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.302344] env[68461]: DEBUG oslo_vmware.api [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5283bfa8-46bc-df4f-0a86-1db797555132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.349507] env[68461]: DEBUG oslo_vmware.api [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2895007, 'name': ReconfigVM_Task, 'duration_secs': 0.502906} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.349802] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Reconfigured VM instance instance-0000001c to attach disk [datastore2] volume-03104198-ea2a-4dc5-80b4-24f12b98fb21/volume-03104198-ea2a-4dc5-80b4-24f12b98fb21.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.354619] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70047bcf-f321-485d-ad99-987ae0030c91 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.371891] env[68461]: DEBUG oslo_vmware.api [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Waiting for the task: (returnval){ [ 964.371891] env[68461]: value = "task-2895009" [ 964.371891] env[68461]: _type = "Task" [ 964.371891] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.380856] env[68461]: DEBUG oslo_vmware.api [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2895009, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.423366] env[68461]: DEBUG nova.scheduler.client.report [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.433489] env[68461]: DEBUG nova.compute.manager [req-7c525ed4-5078-49b4-a534-6a4ba1c0b165 req-ae856d57-3e16-4c6a-9f32-a8567b84920e service nova] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Received event network-changed-9f49c21e-807d-42b5-9aaa-77651591f54f {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.433696] env[68461]: DEBUG nova.compute.manager [req-7c525ed4-5078-49b4-a534-6a4ba1c0b165 req-ae856d57-3e16-4c6a-9f32-a8567b84920e service nova] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Refreshing instance network info cache due to event network-changed-9f49c21e-807d-42b5-9aaa-77651591f54f. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.433931] env[68461]: DEBUG oslo_concurrency.lockutils [req-7c525ed4-5078-49b4-a534-6a4ba1c0b165 req-ae856d57-3e16-4c6a-9f32-a8567b84920e service nova] Acquiring lock "refresh_cache-6db8dd54-71cf-4e4e-b984-cc43264df1ac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.434307] env[68461]: DEBUG oslo_concurrency.lockutils [req-7c525ed4-5078-49b4-a534-6a4ba1c0b165 req-ae856d57-3e16-4c6a-9f32-a8567b84920e service nova] Acquired lock "refresh_cache-6db8dd54-71cf-4e4e-b984-cc43264df1ac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.434516] env[68461]: DEBUG nova.network.neutron [req-7c525ed4-5078-49b4-a534-6a4ba1c0b165 req-ae856d57-3e16-4c6a-9f32-a8567b84920e service nova] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Refreshing network info cache for port 9f49c21e-807d-42b5-9aaa-77651591f54f {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.439088] env[68461]: DEBUG oslo_vmware.api [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895005, 'name': RemoveSnapshot_Task, 'duration_secs': 0.731515} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.439591] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Deleted Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 964.439829] env[68461]: INFO nova.compute.manager [None req-e380c007-4836-4cef-8aa1-90edb1dc28a3 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Took 16.19 seconds to snapshot the instance on the hypervisor. [ 964.780504] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.780736] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37af3d0f-3c77-49c7-b944-7f7f7fda8d4d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.791593] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484428} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.792741] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] e8e0b748-8d14-40a3-9702-504d0c0d679f/e8e0b748-8d14-40a3-9702-504d0c0d679f.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.792962] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.793369] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Waiting for the task: (returnval){ [ 964.793369] env[68461]: value = "task-2895010" [ 964.793369] env[68461]: _type = "Task" [ 964.793369] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.793673] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa4d3ed6-52b9-4b7d-8129-c64ce1a13245 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.812487] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 964.812487] env[68461]: value = "task-2895011" [ 964.812487] env[68461]: _type = "Task" [ 964.812487] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.813049] env[68461]: DEBUG oslo_vmware.api [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5283bfa8-46bc-df4f-0a86-1db797555132, 'name': SearchDatastore_Task, 'duration_secs': 0.018314} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.819029] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fd66356-2d14-4bfa-9dee-874f05be3cb4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.826040] env[68461]: DEBUG oslo_vmware.api [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 964.826040] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52e89891-d263-254b-9395-3aebd8179c92" [ 964.826040] env[68461]: _type = "Task" [ 964.826040] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.836298] env[68461]: DEBUG oslo_vmware.api [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52e89891-d263-254b-9395-3aebd8179c92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.882859] env[68461]: DEBUG oslo_vmware.api [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2895009, 'name': ReconfigVM_Task, 'duration_secs': 0.190999} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.883687] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581509', 'volume_id': '03104198-ea2a-4dc5-80b4-24f12b98fb21', 'name': 'volume-03104198-ea2a-4dc5-80b4-24f12b98fb21', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f', 'attached_at': '', 'detached_at': '', 'volume_id': '03104198-ea2a-4dc5-80b4-24f12b98fb21', 'serial': '03104198-ea2a-4dc5-80b4-24f12b98fb21'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 964.883809] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7f0a28d-0305-438f-a0e2-c3e4b820bf1d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.890837] env[68461]: DEBUG oslo_vmware.api [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Waiting for the task: (returnval){ [ 964.890837] env[68461]: value = "task-2895012" [ 964.890837] env[68461]: _type = "Task" [ 964.890837] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.899649] env[68461]: DEBUG oslo_vmware.api [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2895012, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.931732] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.932371] env[68461]: DEBUG nova.compute.manager [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.935570] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.966s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.935864] env[68461]: DEBUG nova.objects.instance [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Lazy-loading 'resources' on Instance uuid aa08eea2-f042-4ba4-b229-3609ac22b47e {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.967915] env[68461]: DEBUG nova.compute.manager [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Stashing vm_state: active {{(pid=68461) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 964.981457] env[68461]: DEBUG nova.compute.manager [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Received event network-changed-5d5093ae-6e45-4c80-8aeb-b7cc7ad98465 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.981646] env[68461]: DEBUG nova.compute.manager [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Refreshing instance network info cache due to event network-changed-5d5093ae-6e45-4c80-8aeb-b7cc7ad98465. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.981853] env[68461]: DEBUG oslo_concurrency.lockutils [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] Acquiring lock "refresh_cache-e8e0b748-8d14-40a3-9702-504d0c0d679f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.981990] env[68461]: DEBUG oslo_concurrency.lockutils [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] Acquired lock "refresh_cache-e8e0b748-8d14-40a3-9702-504d0c0d679f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.983043] env[68461]: DEBUG nova.network.neutron [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Refreshing network info cache for port 5d5093ae-6e45-4c80-8aeb-b7cc7ad98465 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.306367] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2895010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.321306] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.338209] env[68461]: DEBUG oslo_vmware.api [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52e89891-d263-254b-9395-3aebd8179c92, 'name': SearchDatastore_Task, 'duration_secs': 0.011184} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.338284] env[68461]: DEBUG oslo_concurrency.lockutils [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.338505] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 60d71f22-7779-4f3b-b56a-a8be6ce5ea68/7a283f1b-0e5c-4fe3-883c-328c5621506a-rescue.vmdk. {{(pid=68461) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 965.339046] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c79965a-3761-4eb5-9e24-5b3be5495860 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.343864] env[68461]: DEBUG nova.network.neutron [req-7c525ed4-5078-49b4-a534-6a4ba1c0b165 req-ae856d57-3e16-4c6a-9f32-a8567b84920e service nova] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Updated VIF entry in instance network info cache for port 9f49c21e-807d-42b5-9aaa-77651591f54f. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.344288] env[68461]: DEBUG nova.network.neutron [req-7c525ed4-5078-49b4-a534-6a4ba1c0b165 req-ae856d57-3e16-4c6a-9f32-a8567b84920e service nova] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Updating instance_info_cache with network_info: [{"id": "9f49c21e-807d-42b5-9aaa-77651591f54f", "address": "fa:16:3e:29:78:ae", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f49c21e-80", "ovs_interfaceid": "9f49c21e-807d-42b5-9aaa-77651591f54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.350120] env[68461]: DEBUG oslo_vmware.api [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 965.350120] env[68461]: value = "task-2895013" [ 965.350120] env[68461]: _type = "Task" [ 965.350120] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.362034] env[68461]: DEBUG oslo_vmware.api [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.400932] env[68461]: DEBUG oslo_vmware.api [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2895012, 'name': Rename_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.438956] env[68461]: DEBUG nova.compute.utils [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.443332] env[68461]: DEBUG nova.compute.manager [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.443690] env[68461]: DEBUG nova.network.neutron [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.497721] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.590565] env[68461]: DEBUG nova.policy [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50be64a0eab44499aefa51d98b2c381b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8588ae3be31c42ba8e5714b71fa8e9c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.820109] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2895010, 'name': PowerOffVM_Task, 'duration_secs': 0.889817} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.824364] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.824701] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.825719] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e506c53e-76c4-4c8e-9acd-88ebd09fd388 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.840377] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.932605} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.843480] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.844461] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.846216] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f0df9b-70d7-4ce9-a4d5-ffcff72d1421 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.849079] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ff70e64-9340-4215-87b8-182b210e8612 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.854495] env[68461]: DEBUG oslo_concurrency.lockutils [req-7c525ed4-5078-49b4-a534-6a4ba1c0b165 req-ae856d57-3e16-4c6a-9f32-a8567b84920e service nova] Releasing lock "refresh_cache-6db8dd54-71cf-4e4e-b984-cc43264df1ac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.878814] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] e8e0b748-8d14-40a3-9702-504d0c0d679f/e8e0b748-8d14-40a3-9702-504d0c0d679f.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.880931] env[68461]: DEBUG nova.network.neutron [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Updated VIF entry in instance network info cache for port 5d5093ae-6e45-4c80-8aeb-b7cc7ad98465. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.881321] env[68461]: DEBUG nova.network.neutron [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Updating instance_info_cache with network_info: [{"id": "5d5093ae-6e45-4c80-8aeb-b7cc7ad98465", "address": "fa:16:3e:f6:09:8b", "network": {"id": "07805497-81c2-4a8f-af1f-41c565e6e0f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-968415248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcb360f473bb4879882df61178c87135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d5093ae-6e", "ovs_interfaceid": "5d5093ae-6e45-4c80-8aeb-b7cc7ad98465", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.887026] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeb74d6c-1b2c-49f9-826b-e984e8bce58d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.900854] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.901115] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.901268] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Deleting the datastore file [datastore1] 7ddca307-cc43-46fb-863d-78762a26b0d0 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.908968] env[68461]: DEBUG oslo_concurrency.lockutils [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] Releasing lock "refresh_cache-e8e0b748-8d14-40a3-9702-504d0c0d679f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.909223] env[68461]: DEBUG nova.compute.manager [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Received event network-vif-plugged-88d5925e-4ecf-4484-ad96-d87b29d464de {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.909410] env[68461]: DEBUG oslo_concurrency.lockutils [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] Acquiring lock "1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.909608] env[68461]: DEBUG oslo_concurrency.lockutils [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] Lock "1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.909765] env[68461]: DEBUG oslo_concurrency.lockutils [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] Lock "1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.909925] env[68461]: DEBUG nova.compute.manager [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] No waiting events found dispatching network-vif-plugged-88d5925e-4ecf-4484-ad96-d87b29d464de {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.910096] env[68461]: WARNING nova.compute.manager [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Received unexpected event network-vif-plugged-88d5925e-4ecf-4484-ad96-d87b29d464de for instance with vm_state building and task_state spawning. [ 965.910260] env[68461]: DEBUG nova.compute.manager [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Received event network-changed-88d5925e-4ecf-4484-ad96-d87b29d464de {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.910409] env[68461]: DEBUG nova.compute.manager [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Refreshing instance network info cache due to event network-changed-88d5925e-4ecf-4484-ad96-d87b29d464de. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.910584] env[68461]: DEBUG oslo_concurrency.lockutils [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] Acquiring lock "refresh_cache-1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.910715] env[68461]: DEBUG oslo_concurrency.lockutils [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] Acquired lock "refresh_cache-1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.910863] env[68461]: DEBUG nova.network.neutron [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Refreshing network info cache for port 88d5925e-4ecf-4484-ad96-d87b29d464de {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.912474] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62bf0ed1-fc25-4a00-b31b-099dd2308812 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.914357] env[68461]: DEBUG oslo_vmware.api [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486541} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.918356] env[68461]: INFO nova.virt.vmwareapi.ds_util [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 60d71f22-7779-4f3b-b56a-a8be6ce5ea68/7a283f1b-0e5c-4fe3-883c-328c5621506a-rescue.vmdk. [ 965.919693] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57db7737-2f6b-40fe-800e-8e337e911221 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.924124] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 965.924124] env[68461]: value = "task-2895015" [ 965.924124] env[68461]: _type = "Task" [ 965.924124] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.955931] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 60d71f22-7779-4f3b-b56a-a8be6ce5ea68/7a283f1b-0e5c-4fe3-883c-328c5621506a-rescue.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.956509] env[68461]: DEBUG nova.compute.manager [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.959479] env[68461]: DEBUG oslo_vmware.api [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2895012, 'name': Rename_Task, 'duration_secs': 0.942643} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.963021] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Waiting for the task: (returnval){ [ 965.963021] env[68461]: value = "task-2895016" [ 965.963021] env[68461]: _type = "Task" [ 965.963021] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.963021] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b14e9100-16f4-4d29-b7fb-64cd1a7d7bba {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.975934] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.982360] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5601eecc-7227-4cb3-a0d4-59662ef26ef7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.987631] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.993736] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2895016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.996081] env[68461]: DEBUG oslo_vmware.api [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 965.996081] env[68461]: value = "task-2895018" [ 965.996081] env[68461]: _type = "Task" [ 965.996081] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.996327] env[68461]: DEBUG oslo_vmware.api [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Waiting for the task: (returnval){ [ 965.996327] env[68461]: value = "task-2895017" [ 965.996327] env[68461]: _type = "Task" [ 965.996327] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.010692] env[68461]: DEBUG oslo_vmware.api [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.017127] env[68461]: DEBUG oslo_vmware.api [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2895017, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.152117] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08492adb-7c91-454c-86b6-76767568db3e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.160770] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2df8db-95dc-4120-b05a-13580d6a185a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.192137] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905558e2-8c9c-4d35-adf4-2bde0cb0ab69 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.199461] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fa69ee-fd68-454f-953f-a04f6ba89660 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.213337] env[68461]: DEBUG nova.compute.provider_tree [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.216755] env[68461]: DEBUG nova.network.neutron [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Successfully updated port: 673cfbad-d120-4fad-80ea-d244cec044d1 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.322227] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Acquiring lock "680a5bb1-ac39-481f-9986-f33d0661bf32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.322227] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Lock "680a5bb1-ac39-481f-9986-f33d0661bf32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.322498] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Acquiring lock "680a5bb1-ac39-481f-9986-f33d0661bf32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.322730] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Lock "680a5bb1-ac39-481f-9986-f33d0661bf32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.322854] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Lock "680a5bb1-ac39-481f-9986-f33d0661bf32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.325777] env[68461]: INFO nova.compute.manager [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Terminating instance [ 966.433787] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.486824] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2895016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11317} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.486824] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.486824] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.486824] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.510795] env[68461]: DEBUG oslo_vmware.api [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.514461] env[68461]: DEBUG oslo_vmware.api [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2895017, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.724398] env[68461]: DEBUG nova.scheduler.client.report [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.728350] env[68461]: DEBUG oslo_concurrency.lockutils [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Acquiring lock "refresh_cache-82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.728580] env[68461]: DEBUG oslo_concurrency.lockutils [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Acquired lock "refresh_cache-82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.728667] env[68461]: DEBUG nova.network.neutron [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.740099] env[68461]: DEBUG nova.network.neutron [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Successfully updated port: ddf6a1ea-36a1-4c54-a8b9-00aac11bfdff {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.830947] env[68461]: DEBUG nova.compute.manager [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.831284] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.835381] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd40c6d-9576-46b0-9ecf-f46f837f4098 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.839333] env[68461]: DEBUG nova.network.neutron [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Successfully created port: c14987fe-f52c-41af-b34a-1a49144c6fa6 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.846378] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.846710] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e323a847-a123-42ee-b012-218d7fff0d8d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.853636] env[68461]: DEBUG oslo_vmware.api [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Waiting for the task: (returnval){ [ 966.853636] env[68461]: value = "task-2895019" [ 966.853636] env[68461]: _type = "Task" [ 966.853636] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.865235] env[68461]: DEBUG oslo_vmware.api [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2895019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.936144] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895015, 'name': ReconfigVM_Task, 'duration_secs': 0.944664} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.939818] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Reconfigured VM instance instance-0000001b to attach disk [datastore2] e8e0b748-8d14-40a3-9702-504d0c0d679f/e8e0b748-8d14-40a3-9702-504d0c0d679f.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.940793] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc9fe73e-0293-48b6-a5a7-4e31b2087f5d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.948095] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 966.948095] env[68461]: value = "task-2895020" [ 966.948095] env[68461]: _type = "Task" [ 966.948095] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.960335] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895020, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.970659] env[68461]: DEBUG nova.compute.manager [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.014317] env[68461]: DEBUG nova.network.neutron [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Updated VIF entry in instance network info cache for port 88d5925e-4ecf-4484-ad96-d87b29d464de. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.014718] env[68461]: DEBUG nova.network.neutron [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Updating instance_info_cache with network_info: [{"id": "88d5925e-4ecf-4484-ad96-d87b29d464de", "address": "fa:16:3e:72:24:60", "network": {"id": "7bafb950-ec9e-4acf-a6b4-66e24903fb53", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2010827268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c231454eaef47efab93f133300c9a60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88d5925e-4e", "ovs_interfaceid": "88d5925e-4ecf-4484-ad96-d87b29d464de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.019098] env[68461]: DEBUG nova.virt.hardware [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.019360] env[68461]: DEBUG nova.virt.hardware [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.019539] env[68461]: DEBUG nova.virt.hardware [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.019763] env[68461]: DEBUG nova.virt.hardware [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.019905] env[68461]: DEBUG nova.virt.hardware [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.020119] env[68461]: DEBUG nova.virt.hardware [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.020410] env[68461]: DEBUG nova.virt.hardware [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.020708] env[68461]: DEBUG nova.virt.hardware [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.020792] env[68461]: DEBUG nova.virt.hardware [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.020977] env[68461]: DEBUG nova.virt.hardware [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.021172] env[68461]: DEBUG nova.virt.hardware [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.022499] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0388a0f3-2c62-47da-9f5f-55118b9bf304 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.033140] env[68461]: DEBUG oslo_vmware.api [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895018, 'name': ReconfigVM_Task, 'duration_secs': 0.928091} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.033403] env[68461]: DEBUG oslo_vmware.api [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2895017, 'name': PowerOnVM_Task, 'duration_secs': 0.989733} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.034686] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 60d71f22-7779-4f3b-b56a-a8be6ce5ea68/7a283f1b-0e5c-4fe3-883c-328c5621506a-rescue.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.035250] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.035409] env[68461]: INFO nova.compute.manager [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Took 8.34 seconds to spawn the instance on the hypervisor. [ 967.035612] env[68461]: DEBUG nova.compute.manager [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.036537] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a65522-01a9-4c93-b650-83b6e672fb8a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.042379] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d971fb-4da7-486a-a375-291be864c717 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.051397] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c49ef65-8d77-4f34-a53d-0fef245c10be {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.085341] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac29c5a4-cad8-4f79-8472-4b308c16e19a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.109487] env[68461]: DEBUG oslo_vmware.api [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 967.109487] env[68461]: value = "task-2895021" [ 967.109487] env[68461]: _type = "Task" [ 967.109487] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.118788] env[68461]: DEBUG oslo_vmware.api [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895021, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.231822] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.296s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.235428] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.207s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.239087] env[68461]: INFO nova.compute.claims [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.242322] env[68461]: DEBUG oslo_concurrency.lockutils [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Acquiring lock "refresh_cache-98a605b2-4b2d-4f56-9ea2-344a660bec54" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.242451] env[68461]: DEBUG oslo_concurrency.lockutils [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Acquired lock "refresh_cache-98a605b2-4b2d-4f56-9ea2-344a660bec54" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.242591] env[68461]: DEBUG nova.network.neutron [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.270693] env[68461]: INFO nova.scheduler.client.report [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Deleted allocations for instance aa08eea2-f042-4ba4-b229-3609ac22b47e [ 967.299489] env[68461]: DEBUG nova.network.neutron [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.371722] env[68461]: DEBUG oslo_vmware.api [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2895019, 'name': PowerOffVM_Task, 'duration_secs': 0.268437} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.375326] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.375564] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.377927] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be45cece-7a00-40d6-8c14-bb0e385735ad {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.458468] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895020, 'name': Rename_Task, 'duration_secs': 0.211755} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.458733] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.459036] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aed723c4-0f8e-40c1-9ae5-3a56ee4bd95d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.465673] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 967.465673] env[68461]: value = "task-2895023" [ 967.465673] env[68461]: _type = "Task" [ 967.465673] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.474043] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.527805] env[68461]: DEBUG oslo_concurrency.lockutils [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] Releasing lock "refresh_cache-1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.528236] env[68461]: DEBUG nova.compute.manager [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Received event network-vif-plugged-fef2da4a-07ec-48c5-8557-ac26e98324e4 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.528500] env[68461]: DEBUG oslo_concurrency.lockutils [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] Acquiring lock "98a605b2-4b2d-4f56-9ea2-344a660bec54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.528737] env[68461]: DEBUG oslo_concurrency.lockutils [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] Lock "98a605b2-4b2d-4f56-9ea2-344a660bec54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.529021] env[68461]: DEBUG oslo_concurrency.lockutils [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] Lock "98a605b2-4b2d-4f56-9ea2-344a660bec54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.529245] env[68461]: DEBUG nova.compute.manager [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] No waiting events found dispatching network-vif-plugged-fef2da4a-07ec-48c5-8557-ac26e98324e4 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.529451] env[68461]: WARNING nova.compute.manager [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Received unexpected event network-vif-plugged-fef2da4a-07ec-48c5-8557-ac26e98324e4 for instance with vm_state building and task_state spawning. [ 967.529650] env[68461]: DEBUG nova.compute.manager [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Received event network-changed-fef2da4a-07ec-48c5-8557-ac26e98324e4 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.529852] env[68461]: DEBUG nova.compute.manager [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Refreshing instance network info cache due to event network-changed-fef2da4a-07ec-48c5-8557-ac26e98324e4. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.530096] env[68461]: DEBUG oslo_concurrency.lockutils [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] Acquiring lock "refresh_cache-98a605b2-4b2d-4f56-9ea2-344a660bec54" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.536914] env[68461]: DEBUG nova.virt.hardware [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.537250] env[68461]: DEBUG nova.virt.hardware [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.537347] env[68461]: DEBUG nova.virt.hardware [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.540026] env[68461]: DEBUG nova.virt.hardware [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.540026] env[68461]: DEBUG nova.virt.hardware [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.540026] env[68461]: DEBUG nova.virt.hardware [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.540026] env[68461]: DEBUG nova.virt.hardware [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.540026] env[68461]: DEBUG nova.virt.hardware [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.540214] env[68461]: DEBUG nova.virt.hardware [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.540214] env[68461]: DEBUG nova.virt.hardware [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.540214] env[68461]: DEBUG nova.virt.hardware [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.540214] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c126e13a-631f-45a9-836b-f576dd91731f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.547233] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422b69c3-5ce3-40ce-b7c7-b106a9a4a84c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.552323] env[68461]: DEBUG nova.network.neutron [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Updating instance_info_cache with network_info: [{"id": "673cfbad-d120-4fad-80ea-d244cec044d1", "address": "fa:16:3e:57:d6:cc", "network": {"id": "b4b7413c-651c-4963-973d-9fb57166bebb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1140645118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee56697c14f42b1871e3be7a593742e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap673cfbad-d1", "ovs_interfaceid": "673cfbad-d120-4fad-80ea-d244cec044d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.565306] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Instance VIF info [] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.571426] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.572186] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.572432] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef89ca9e-c9d3-49f0-8104-f9837ca51bbe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.595663] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.595663] env[68461]: value = "task-2895024" [ 967.595663] env[68461]: _type = "Task" [ 967.595663] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.598954] env[68461]: INFO nova.compute.manager [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Took 35.37 seconds to build instance. [ 967.604909] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895024, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.621222] env[68461]: DEBUG oslo_vmware.api [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895021, 'name': ReconfigVM_Task, 'duration_secs': 0.42327} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.621565] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.621865] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8143276b-be7c-4f23-b058-7c3b30710234 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.629414] env[68461]: DEBUG oslo_vmware.api [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 967.629414] env[68461]: value = "task-2895025" [ 967.629414] env[68461]: _type = "Task" [ 967.629414] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.637544] env[68461]: DEBUG oslo_vmware.api [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.783460] env[68461]: DEBUG nova.compute.manager [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Received event network-vif-plugged-673cfbad-d120-4fad-80ea-d244cec044d1 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.783743] env[68461]: DEBUG oslo_concurrency.lockutils [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] Acquiring lock "82a6315d-1f3e-496f-abe5-0b6a3f8eaaed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.783997] env[68461]: DEBUG oslo_concurrency.lockutils [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] Lock "82a6315d-1f3e-496f-abe5-0b6a3f8eaaed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.784363] env[68461]: DEBUG oslo_concurrency.lockutils [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] Lock "82a6315d-1f3e-496f-abe5-0b6a3f8eaaed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.784451] env[68461]: DEBUG nova.compute.manager [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] No waiting events found dispatching network-vif-plugged-673cfbad-d120-4fad-80ea-d244cec044d1 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.784602] env[68461]: WARNING nova.compute.manager [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Received unexpected event network-vif-plugged-673cfbad-d120-4fad-80ea-d244cec044d1 for instance with vm_state building and task_state spawning. [ 967.784835] env[68461]: DEBUG nova.compute.manager [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Received event network-changed-673cfbad-d120-4fad-80ea-d244cec044d1 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.785247] env[68461]: DEBUG nova.compute.manager [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Refreshing instance network info cache due to event network-changed-673cfbad-d120-4fad-80ea-d244cec044d1. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.785488] env[68461]: DEBUG oslo_concurrency.lockutils [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] Acquiring lock "refresh_cache-82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.786042] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2d79ffab-125f-4983-be20-92e63197e7cb tempest-TenantUsagesTestJSON-1866263565 tempest-TenantUsagesTestJSON-1866263565-project-member] Lock "aa08eea2-f042-4ba4-b229-3609ac22b47e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.497s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.798313] env[68461]: DEBUG nova.network.neutron [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.803789] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.803969] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.804194] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Deleting the datastore file [datastore2] 680a5bb1-ac39-481f-9986-f33d0661bf32 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.805776] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5043f18-153a-4e22-b958-f8b681390208 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.817627] env[68461]: DEBUG oslo_vmware.api [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Waiting for the task: (returnval){ [ 967.817627] env[68461]: value = "task-2895026" [ 967.817627] env[68461]: _type = "Task" [ 967.817627] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.825324] env[68461]: DEBUG oslo_vmware.api [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2895026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.979286] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895023, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.056060] env[68461]: DEBUG oslo_concurrency.lockutils [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Releasing lock "refresh_cache-82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.056370] env[68461]: DEBUG nova.compute.manager [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Instance network_info: |[{"id": "673cfbad-d120-4fad-80ea-d244cec044d1", "address": "fa:16:3e:57:d6:cc", "network": {"id": "b4b7413c-651c-4963-973d-9fb57166bebb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1140645118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee56697c14f42b1871e3be7a593742e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap673cfbad-d1", "ovs_interfaceid": "673cfbad-d120-4fad-80ea-d244cec044d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.056701] env[68461]: DEBUG oslo_concurrency.lockutils [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] Acquired lock "refresh_cache-82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.056920] env[68461]: DEBUG nova.network.neutron [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Refreshing network info cache for port 673cfbad-d120-4fad-80ea-d244cec044d1 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.062209] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:d6:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '673cfbad-d120-4fad-80ea-d244cec044d1', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.071337] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Creating folder: Project (bee56697c14f42b1871e3be7a593742e). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.072798] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e49be56d-f2cf-4521-8dca-42b65e7f54ca {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.084943] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Created folder: Project (bee56697c14f42b1871e3be7a593742e) in parent group-v581476. [ 968.085541] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Creating folder: Instances. Parent ref: group-v581567. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.085541] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d04ab4ea-3dc1-4377-9155-47f00be7f805 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.101645] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85c2a4c7-d8a5-4fb8-8a5a-0e7941905a14 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Lock "1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.462s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.106411] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895024, 'name': CreateVM_Task, 'duration_secs': 0.313479} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.106849] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.107278] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.107428] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.107777] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.108062] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19b6058b-653b-4fef-b30e-a22a8938fc56 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.113551] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Waiting for the task: (returnval){ [ 968.113551] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c702ef-b7d1-edca-3ff9-303deb480239" [ 968.113551] env[68461]: _type = "Task" [ 968.113551] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.118046] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Created folder: Instances in parent group-v581567. [ 968.118218] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.118868] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.119189] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4259a62-d5a0-49f7-b7d8-fb39bf578274 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.137701] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c702ef-b7d1-edca-3ff9-303deb480239, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.148382] env[68461]: DEBUG oslo_vmware.api [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895025, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.159229] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.159229] env[68461]: value = "task-2895029" [ 968.159229] env[68461]: _type = "Task" [ 968.159229] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.169010] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895029, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.293591] env[68461]: DEBUG nova.compute.manager [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.297523] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5d46fe-f4a9-4cf0-9de7-5793f156776a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.329283] env[68461]: DEBUG oslo_vmware.api [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Task: {'id': task-2895026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166024} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.332445] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.332832] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.333173] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.333493] env[68461]: INFO nova.compute.manager [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Took 1.50 seconds to destroy the instance on the hypervisor. [ 968.334611] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.336557] env[68461]: DEBUG nova.compute.manager [-] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.336648] env[68461]: DEBUG nova.network.neutron [-] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.581912] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895023, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.608315] env[68461]: DEBUG nova.compute.manager [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.625495] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c702ef-b7d1-edca-3ff9-303deb480239, 'name': SearchDatastore_Task, 'duration_secs': 0.010676} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.629220] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.629636] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.630035] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.630306] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.631327] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.633418] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1785f751-657a-42aa-a150-ca0d59054a7b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.643243] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.643408] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.647086] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e503fce-b14f-4d5d-a8b5-47184a75e91e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.649457] env[68461]: DEBUG oslo_vmware.api [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895025, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.655163] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Waiting for the task: (returnval){ [ 968.655163] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52453f1d-a743-b701-8985-26ad67c9e1b2" [ 968.655163] env[68461]: _type = "Task" [ 968.655163] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.665741] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52453f1d-a743-b701-8985-26ad67c9e1b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.677978] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895029, 'name': CreateVM_Task, 'duration_secs': 0.364637} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.681117] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.682649] env[68461]: DEBUG oslo_concurrency.lockutils [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.682649] env[68461]: DEBUG oslo_concurrency.lockutils [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.683185] env[68461]: DEBUG oslo_concurrency.lockutils [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.683917] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81502e78-2cbd-47dd-95ae-f12313fdad1f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.688590] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Waiting for the task: (returnval){ [ 968.688590] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52d5b1ec-da6d-3f49-a899-822c55d05fef" [ 968.688590] env[68461]: _type = "Task" [ 968.688590] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.698874] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d5b1ec-da6d-3f49-a899-822c55d05fef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.777297] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Acquiring lock "e23b9fc0-7225-4734-9aa1-0c03bf494967" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.778154] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Lock "e23b9fc0-7225-4734-9aa1-0c03bf494967" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.812620] env[68461]: INFO nova.compute.manager [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] instance snapshotting [ 968.815574] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871454c5-e0f4-4a45-8aa2-a49c7293ed38 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.846149] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d1182d-10d7-4a09-a7cf-3a99aa1e1742 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.897771] env[68461]: DEBUG nova.network.neutron [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Updated VIF entry in instance network info cache for port 673cfbad-d120-4fad-80ea-d244cec044d1. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.898520] env[68461]: DEBUG nova.network.neutron [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Updating instance_info_cache with network_info: [{"id": "673cfbad-d120-4fad-80ea-d244cec044d1", "address": "fa:16:3e:57:d6:cc", "network": {"id": "b4b7413c-651c-4963-973d-9fb57166bebb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1140645118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee56697c14f42b1871e3be7a593742e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap673cfbad-d1", "ovs_interfaceid": "673cfbad-d120-4fad-80ea-d244cec044d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.977289] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895023, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.055477] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d57415-c53d-45e9-bda3-39e36f5b01c9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.064527] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dd4250-5339-4372-940f-325600e0dc34 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.098745] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a7ab3f-8ba4-4d2b-9751-55bbcf44f83c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.108806] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5e3acf-d9f3-44a3-9f53-232048a5fd65 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.121461] env[68461]: DEBUG nova.network.neutron [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Updating instance_info_cache with network_info: [{"id": "fef2da4a-07ec-48c5-8557-ac26e98324e4", "address": "fa:16:3e:25:9b:32", "network": {"id": "ce6c1aaf-945d-4d35-9b4a-bf8b58221298", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1434480524", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464d65d8569c4e75905ad7546c6ebea4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef2da4a-07", "ovs_interfaceid": "fef2da4a-07ec-48c5-8557-ac26e98324e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6983e8a8-b045-4eda-8af6-ad44182bee60", "address": "fa:16:3e:33:5e:0b", "network": {"id": "6ca5b895-177b-463f-acb4-dcddb110eaf8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1868143359", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "464d65d8569c4e75905ad7546c6ebea4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6983e8a8-b0", "ovs_interfaceid": "6983e8a8-b045-4eda-8af6-ad44182bee60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ddf6a1ea-36a1-4c54-a8b9-00aac11bfdff", "address": "fa:16:3e:00:ec:b4", "network": {"id": "ce6c1aaf-945d-4d35-9b4a-bf8b58221298", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1434480524", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464d65d8569c4e75905ad7546c6ebea4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf6a1ea-36", "ovs_interfaceid": "ddf6a1ea-36a1-4c54-a8b9-00aac11bfdff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.133235] env[68461]: DEBUG nova.compute.provider_tree [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.142145] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.148401] env[68461]: DEBUG oslo_vmware.api [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895025, 'name': PowerOnVM_Task, 'duration_secs': 1.285311} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.148664] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.151417] env[68461]: DEBUG nova.compute.manager [None req-93567c8f-8711-4158-b3f3-6eda0ac6be87 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.152234] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f62c89-64cc-491b-a513-031afff80fb1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.168473] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52453f1d-a743-b701-8985-26ad67c9e1b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010015} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.169562] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fecad742-d23a-4a3d-8e26-056bb29983cd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.176066] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Waiting for the task: (returnval){ [ 969.176066] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]523e1ea8-f215-1303-d8b2-41fa6f57d087" [ 969.176066] env[68461]: _type = "Task" [ 969.176066] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.184989] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]523e1ea8-f215-1303-d8b2-41fa6f57d087, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.198166] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d5b1ec-da6d-3f49-a899-822c55d05fef, 'name': SearchDatastore_Task, 'duration_secs': 0.023578} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.198624] env[68461]: DEBUG oslo_concurrency.lockutils [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.198737] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.199152] env[68461]: DEBUG oslo_concurrency.lockutils [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.199152] env[68461]: DEBUG oslo_concurrency.lockutils [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.199551] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.199615] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e71019d9-789a-4359-994b-e3b6adbdb11a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.211402] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.211643] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.212469] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ddcce59-4009-4797-8fe2-082757c33c31 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.223599] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Waiting for the task: (returnval){ [ 969.223599] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52e07bd1-3d40-faef-d259-c673544be42c" [ 969.223599] env[68461]: _type = "Task" [ 969.223599] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.232795] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52e07bd1-3d40-faef-d259-c673544be42c, 'name': SearchDatastore_Task, 'duration_secs': 0.010002} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.233658] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d938a8d-4c5d-414a-8f8e-dc6a7638117a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.240367] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Waiting for the task: (returnval){ [ 969.240367] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]529d758a-ab72-ab75-fc23-4fd4f2e9642b" [ 969.240367] env[68461]: _type = "Task" [ 969.240367] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.249068] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]529d758a-ab72-ab75-fc23-4fd4f2e9642b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.361338] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Creating Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 969.361690] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fb3a3e7b-bfbc-4b33-8d14-b87439f11333 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.370243] env[68461]: DEBUG oslo_vmware.api [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 969.370243] env[68461]: value = "task-2895030" [ 969.370243] env[68461]: _type = "Task" [ 969.370243] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.379864] env[68461]: DEBUG oslo_vmware.api [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895030, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.404625] env[68461]: DEBUG oslo_concurrency.lockutils [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] Releasing lock "refresh_cache-82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.404897] env[68461]: DEBUG nova.compute.manager [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Received event network-vif-plugged-ddf6a1ea-36a1-4c54-a8b9-00aac11bfdff {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.406170] env[68461]: DEBUG oslo_concurrency.lockutils [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] Acquiring lock "98a605b2-4b2d-4f56-9ea2-344a660bec54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.406558] env[68461]: DEBUG oslo_concurrency.lockutils [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] Lock "98a605b2-4b2d-4f56-9ea2-344a660bec54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.406782] env[68461]: DEBUG oslo_concurrency.lockutils [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] Lock "98a605b2-4b2d-4f56-9ea2-344a660bec54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.406990] env[68461]: DEBUG nova.compute.manager [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] No waiting events found dispatching network-vif-plugged-ddf6a1ea-36a1-4c54-a8b9-00aac11bfdff {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.407191] env[68461]: WARNING nova.compute.manager [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Received unexpected event network-vif-plugged-ddf6a1ea-36a1-4c54-a8b9-00aac11bfdff for instance with vm_state building and task_state spawning. [ 969.407358] env[68461]: DEBUG nova.compute.manager [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Received event network-changed-ddf6a1ea-36a1-4c54-a8b9-00aac11bfdff {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.407510] env[68461]: DEBUG nova.compute.manager [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Refreshing instance network info cache due to event network-changed-ddf6a1ea-36a1-4c54-a8b9-00aac11bfdff. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.407679] env[68461]: DEBUG oslo_concurrency.lockutils [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] Acquiring lock "refresh_cache-98a605b2-4b2d-4f56-9ea2-344a660bec54" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.478343] env[68461]: DEBUG oslo_vmware.api [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895023, 'name': PowerOnVM_Task, 'duration_secs': 1.614193} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.478631] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.478867] env[68461]: INFO nova.compute.manager [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Took 15.43 seconds to spawn the instance on the hypervisor. [ 969.479075] env[68461]: DEBUG nova.compute.manager [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.479900] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a648ff46-eb36-4c1c-b1d8-f88bf1af6b1d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.533730] env[68461]: DEBUG nova.network.neutron [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Successfully updated port: c14987fe-f52c-41af-b34a-1a49144c6fa6 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.636290] env[68461]: DEBUG oslo_concurrency.lockutils [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Releasing lock "refresh_cache-98a605b2-4b2d-4f56-9ea2-344a660bec54" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.636724] env[68461]: DEBUG nova.compute.manager [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Instance network_info: |[{"id": "fef2da4a-07ec-48c5-8557-ac26e98324e4", "address": "fa:16:3e:25:9b:32", "network": {"id": "ce6c1aaf-945d-4d35-9b4a-bf8b58221298", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1434480524", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464d65d8569c4e75905ad7546c6ebea4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef2da4a-07", "ovs_interfaceid": "fef2da4a-07ec-48c5-8557-ac26e98324e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6983e8a8-b045-4eda-8af6-ad44182bee60", "address": "fa:16:3e:33:5e:0b", "network": {"id": "6ca5b895-177b-463f-acb4-dcddb110eaf8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1868143359", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "464d65d8569c4e75905ad7546c6ebea4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6983e8a8-b0", "ovs_interfaceid": "6983e8a8-b045-4eda-8af6-ad44182bee60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ddf6a1ea-36a1-4c54-a8b9-00aac11bfdff", "address": "fa:16:3e:00:ec:b4", "network": {"id": "ce6c1aaf-945d-4d35-9b4a-bf8b58221298", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1434480524", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464d65d8569c4e75905ad7546c6ebea4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf6a1ea-36", "ovs_interfaceid": "ddf6a1ea-36a1-4c54-a8b9-00aac11bfdff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.637649] env[68461]: DEBUG nova.scheduler.client.report [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.644740] env[68461]: DEBUG oslo_concurrency.lockutils [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] Acquired lock "refresh_cache-98a605b2-4b2d-4f56-9ea2-344a660bec54" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.644945] env[68461]: DEBUG nova.network.neutron [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Refreshing network info cache for port fef2da4a-07ec-48c5-8557-ac26e98324e4 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.646076] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:9b:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fef2da4a-07ec-48c5-8557-ac26e98324e4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:5e:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6983e8a8-b045-4eda-8af6-ad44182bee60', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:ec:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddf6a1ea-36a1-4c54-a8b9-00aac11bfdff', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.656750] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Creating folder: Project (464d65d8569c4e75905ad7546c6ebea4). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.660749] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-434ac2bd-120f-406a-a8de-f9bdc6b78b2e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.673904] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Created folder: Project (464d65d8569c4e75905ad7546c6ebea4) in parent group-v581476. [ 969.673904] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Creating folder: Instances. Parent ref: group-v581570. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.675043] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7688be27-c9bc-45ae-869f-458f9e0f5d6d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.687830] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]523e1ea8-f215-1303-d8b2-41fa6f57d087, 'name': SearchDatastore_Task, 'duration_secs': 0.010074} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.689228] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.689515] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 7ddca307-cc43-46fb-863d-78762a26b0d0/7ddca307-cc43-46fb-863d-78762a26b0d0.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.689801] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Created folder: Instances in parent group-v581570. [ 969.690024] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.691313] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05db1fab-0bd7-4519-9553-4a91a79baa94 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.693365] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.693950] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe0ef3d6-0166-4697-9b71-00b329bfada4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.720749] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Waiting for the task: (returnval){ [ 969.720749] env[68461]: value = "task-2895033" [ 969.720749] env[68461]: _type = "Task" [ 969.720749] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.720749] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.720749] env[68461]: value = "task-2895034" [ 969.720749] env[68461]: _type = "Task" [ 969.720749] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.735971] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2895033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.739488] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895034, 'name': CreateVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.751233] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]529d758a-ab72-ab75-fc23-4fd4f2e9642b, 'name': SearchDatastore_Task, 'duration_secs': 0.00956} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.751233] env[68461]: DEBUG oslo_concurrency.lockutils [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.751233] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed/82a6315d-1f3e-496f-abe5-0b6a3f8eaaed.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.751233] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e8c3284-9fb0-4c8a-b14b-1bacacc09986 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.757155] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Waiting for the task: (returnval){ [ 969.757155] env[68461]: value = "task-2895035" [ 969.757155] env[68461]: _type = "Task" [ 969.757155] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.767810] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': task-2895035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.881446] env[68461]: DEBUG oslo_vmware.api [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895030, 'name': CreateSnapshot_Task, 'duration_secs': 0.463406} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.881726] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Created Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 969.882664] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b027e53-7134-4ecf-9f82-ae2f951189f2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.940393] env[68461]: DEBUG nova.network.neutron [-] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.004980] env[68461]: INFO nova.compute.manager [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Took 41.76 seconds to build instance. [ 970.037055] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Acquiring lock "refresh_cache-d96e8733-37f1-481e-b09d-b5491a4ae3f6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.037279] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Acquired lock "refresh_cache-d96e8733-37f1-481e-b09d-b5491a4ae3f6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.037352] env[68461]: DEBUG nova.network.neutron [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.158647] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.923s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.159322] env[68461]: DEBUG nova.compute.manager [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.163685] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.617s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.163950] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.164082] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68461) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 970.164350] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.156s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.164543] env[68461]: DEBUG nova.objects.instance [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Lazy-loading 'resources' on Instance uuid cd31aad9-c1fe-4d8a-a294-c4d5a8265da0 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.168074] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71af00d-a784-4f20-a92b-8ae441b3eb5a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.181616] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc77d03-19d2-4e73-9394-da8a10f3d74e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.203481] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7e136d-c07f-46ee-aed9-28002898102b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.212491] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c6dd66-6052-4455-ad90-5b224ebd39c5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.254428] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179243MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=68461) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 970.254574] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.263550] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2895033, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.273161] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': task-2895035, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.276798] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895034, 'name': CreateVM_Task, 'duration_secs': 0.469945} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.276798] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.277668] env[68461]: DEBUG oslo_concurrency.lockutils [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.277823] env[68461]: DEBUG oslo_concurrency.lockutils [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.278195] env[68461]: DEBUG oslo_concurrency.lockutils [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.278588] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8474fdb3-6e66-4a29-9709-b9eb784954f7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.284401] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Waiting for the task: (returnval){ [ 970.284401] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52bb9e8e-d36d-95df-7788-824e02ff9f85" [ 970.284401] env[68461]: _type = "Task" [ 970.284401] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.294447] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52bb9e8e-d36d-95df-7788-824e02ff9f85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.379478] env[68461]: DEBUG nova.network.neutron [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Updated VIF entry in instance network info cache for port fef2da4a-07ec-48c5-8557-ac26e98324e4. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.379995] env[68461]: DEBUG nova.network.neutron [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Updating instance_info_cache with network_info: [{"id": "fef2da4a-07ec-48c5-8557-ac26e98324e4", "address": "fa:16:3e:25:9b:32", "network": {"id": "ce6c1aaf-945d-4d35-9b4a-bf8b58221298", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1434480524", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464d65d8569c4e75905ad7546c6ebea4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef2da4a-07", "ovs_interfaceid": "fef2da4a-07ec-48c5-8557-ac26e98324e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6983e8a8-b045-4eda-8af6-ad44182bee60", "address": "fa:16:3e:33:5e:0b", "network": {"id": "6ca5b895-177b-463f-acb4-dcddb110eaf8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1868143359", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "464d65d8569c4e75905ad7546c6ebea4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6983e8a8-b0", "ovs_interfaceid": "6983e8a8-b045-4eda-8af6-ad44182bee60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ddf6a1ea-36a1-4c54-a8b9-00aac11bfdff", "address": "fa:16:3e:00:ec:b4", "network": {"id": "ce6c1aaf-945d-4d35-9b4a-bf8b58221298", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1434480524", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464d65d8569c4e75905ad7546c6ebea4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf6a1ea-36", "ovs_interfaceid": "ddf6a1ea-36a1-4c54-a8b9-00aac11bfdff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.401663] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Creating linked-clone VM from snapshot {{(pid=68461) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 970.402188] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8f45a2fc-ef66-4f1e-99b3-b72fc57a1c01 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.410486] env[68461]: DEBUG oslo_vmware.api [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 970.410486] env[68461]: value = "task-2895036" [ 970.410486] env[68461]: _type = "Task" [ 970.410486] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.419653] env[68461]: DEBUG oslo_vmware.api [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895036, 'name': CloneVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.443980] env[68461]: INFO nova.compute.manager [-] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Took 2.11 seconds to deallocate network for instance. [ 970.507032] env[68461]: DEBUG oslo_concurrency.lockutils [None req-da3dde09-19e3-40d5-83e3-89b75fb53a3e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "e8e0b748-8d14-40a3-9702-504d0c0d679f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.342s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.524761] env[68461]: DEBUG nova.compute.manager [req-60e0f0ed-0d5a-4997-a2a4-411b09679308 req-a5fa9e3d-e4d1-41b4-b6a7-c30a703e6f0b service nova] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Received event network-vif-plugged-c14987fe-f52c-41af-b34a-1a49144c6fa6 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.525089] env[68461]: DEBUG oslo_concurrency.lockutils [req-60e0f0ed-0d5a-4997-a2a4-411b09679308 req-a5fa9e3d-e4d1-41b4-b6a7-c30a703e6f0b service nova] Acquiring lock "d96e8733-37f1-481e-b09d-b5491a4ae3f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.525225] env[68461]: DEBUG oslo_concurrency.lockutils [req-60e0f0ed-0d5a-4997-a2a4-411b09679308 req-a5fa9e3d-e4d1-41b4-b6a7-c30a703e6f0b service nova] Lock "d96e8733-37f1-481e-b09d-b5491a4ae3f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.525394] env[68461]: DEBUG oslo_concurrency.lockutils [req-60e0f0ed-0d5a-4997-a2a4-411b09679308 req-a5fa9e3d-e4d1-41b4-b6a7-c30a703e6f0b service nova] Lock "d96e8733-37f1-481e-b09d-b5491a4ae3f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.525560] env[68461]: DEBUG nova.compute.manager [req-60e0f0ed-0d5a-4997-a2a4-411b09679308 req-a5fa9e3d-e4d1-41b4-b6a7-c30a703e6f0b service nova] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] No waiting events found dispatching network-vif-plugged-c14987fe-f52c-41af-b34a-1a49144c6fa6 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.525726] env[68461]: WARNING nova.compute.manager [req-60e0f0ed-0d5a-4997-a2a4-411b09679308 req-a5fa9e3d-e4d1-41b4-b6a7-c30a703e6f0b service nova] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Received unexpected event network-vif-plugged-c14987fe-f52c-41af-b34a-1a49144c6fa6 for instance with vm_state building and task_state spawning. [ 970.525889] env[68461]: DEBUG nova.compute.manager [req-60e0f0ed-0d5a-4997-a2a4-411b09679308 req-a5fa9e3d-e4d1-41b4-b6a7-c30a703e6f0b service nova] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Received event network-vif-deleted-dc33d6e6-ebb9-4413-a857-04389b3c59d3 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.526625] env[68461]: DEBUG nova.compute.manager [req-60e0f0ed-0d5a-4997-a2a4-411b09679308 req-a5fa9e3d-e4d1-41b4-b6a7-c30a703e6f0b service nova] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Received event network-changed-c14987fe-f52c-41af-b34a-1a49144c6fa6 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.526625] env[68461]: DEBUG nova.compute.manager [req-60e0f0ed-0d5a-4997-a2a4-411b09679308 req-a5fa9e3d-e4d1-41b4-b6a7-c30a703e6f0b service nova] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Refreshing instance network info cache due to event network-changed-c14987fe-f52c-41af-b34a-1a49144c6fa6. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.526752] env[68461]: DEBUG oslo_concurrency.lockutils [req-60e0f0ed-0d5a-4997-a2a4-411b09679308 req-a5fa9e3d-e4d1-41b4-b6a7-c30a703e6f0b service nova] Acquiring lock "refresh_cache-d96e8733-37f1-481e-b09d-b5491a4ae3f6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.608333] env[68461]: DEBUG nova.network.neutron [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.669085] env[68461]: DEBUG nova.compute.utils [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.672994] env[68461]: DEBUG nova.compute.manager [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.673177] env[68461]: DEBUG nova.network.neutron [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.740019] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2895033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593585} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.740019] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 7ddca307-cc43-46fb-863d-78762a26b0d0/7ddca307-cc43-46fb-863d-78762a26b0d0.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.740019] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.740019] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3aa98eb0-4291-4ecf-b445-1b9ccf210504 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.746410] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Waiting for the task: (returnval){ [ 970.746410] env[68461]: value = "task-2895037" [ 970.746410] env[68461]: _type = "Task" [ 970.746410] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.756096] env[68461]: DEBUG nova.policy [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbcb10137b9e4d8f83aac3ef9f67aa18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b41eebd52b74d839eae664ed3a0bfd4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.762930] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2895037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.774604] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': task-2895035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627587} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.774861] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed/82a6315d-1f3e-496f-abe5-0b6a3f8eaaed.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.775086] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.775379] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e16655ea-379f-4de8-9366-760bfecff2c3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.782353] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Waiting for the task: (returnval){ [ 970.782353] env[68461]: value = "task-2895038" [ 970.782353] env[68461]: _type = "Task" [ 970.782353] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.795685] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': task-2895038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.801206] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52bb9e8e-d36d-95df-7788-824e02ff9f85, 'name': SearchDatastore_Task, 'duration_secs': 0.066192} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.801206] env[68461]: DEBUG oslo_concurrency.lockutils [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.801206] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.801206] env[68461]: DEBUG oslo_concurrency.lockutils [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.801206] env[68461]: DEBUG oslo_concurrency.lockutils [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.801206] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.801206] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-180d9835-a30d-45e2-a017-ec64f683664e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.810267] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.810491] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.811749] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b0d3b4c-63c8-4990-b4a9-076dae1fb0e0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.818033] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Waiting for the task: (returnval){ [ 970.818033] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52f66567-9d55-ca6e-993e-0c0e4b9233ee" [ 970.818033] env[68461]: _type = "Task" [ 970.818033] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.831077] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f66567-9d55-ca6e-993e-0c0e4b9233ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.883759] env[68461]: DEBUG oslo_concurrency.lockutils [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] Releasing lock "refresh_cache-98a605b2-4b2d-4f56-9ea2-344a660bec54" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.884017] env[68461]: DEBUG nova.compute.manager [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Received event network-vif-plugged-6983e8a8-b045-4eda-8af6-ad44182bee60 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.884727] env[68461]: DEBUG oslo_concurrency.lockutils [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] Acquiring lock "98a605b2-4b2d-4f56-9ea2-344a660bec54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.885091] env[68461]: DEBUG oslo_concurrency.lockutils [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] Lock "98a605b2-4b2d-4f56-9ea2-344a660bec54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.885294] env[68461]: DEBUG oslo_concurrency.lockutils [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] Lock "98a605b2-4b2d-4f56-9ea2-344a660bec54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.885470] env[68461]: DEBUG nova.compute.manager [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] No waiting events found dispatching network-vif-plugged-6983e8a8-b045-4eda-8af6-ad44182bee60 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.885638] env[68461]: WARNING nova.compute.manager [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Received unexpected event network-vif-plugged-6983e8a8-b045-4eda-8af6-ad44182bee60 for instance with vm_state building and task_state spawning. [ 970.885803] env[68461]: DEBUG nova.compute.manager [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Received event network-changed-6983e8a8-b045-4eda-8af6-ad44182bee60 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.885961] env[68461]: DEBUG nova.compute.manager [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Refreshing instance network info cache due to event network-changed-6983e8a8-b045-4eda-8af6-ad44182bee60. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.886146] env[68461]: DEBUG oslo_concurrency.lockutils [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] Acquiring lock "refresh_cache-98a605b2-4b2d-4f56-9ea2-344a660bec54" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.886286] env[68461]: DEBUG oslo_concurrency.lockutils [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] Acquired lock "refresh_cache-98a605b2-4b2d-4f56-9ea2-344a660bec54" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.886456] env[68461]: DEBUG nova.network.neutron [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Refreshing network info cache for port 6983e8a8-b045-4eda-8af6-ad44182bee60 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.920575] env[68461]: DEBUG oslo_vmware.api [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895036, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.923891] env[68461]: DEBUG nova.network.neutron [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Updating instance_info_cache with network_info: [{"id": "c14987fe-f52c-41af-b34a-1a49144c6fa6", "address": "fa:16:3e:1d:f6:06", "network": {"id": "725a7937-8263-4e58-a510-f1cba6b95fe6", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1992116353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8588ae3be31c42ba8e5714b71fa8e9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14987fe-f5", "ovs_interfaceid": "c14987fe-f52c-41af-b34a-1a49144c6fa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.952787] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.013461] env[68461]: DEBUG nova.compute.manager [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.178805] env[68461]: DEBUG nova.compute.manager [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.259368] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2895037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149926} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.259649] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.261344] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad923f0-2094-404a-b024-c4bcb3d1b276 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.288169] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 7ddca307-cc43-46fb-863d-78762a26b0d0/7ddca307-cc43-46fb-863d-78762a26b0d0.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.292234] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8ca5151-a84b-40f0-919b-9ac9250ec25c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.310136] env[68461]: DEBUG nova.network.neutron [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Successfully created port: a98d7f3b-4b28-438a-bc24-2b4fed75aa7a {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.322751] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': task-2895038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159161} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.328412] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.329104] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Waiting for the task: (returnval){ [ 971.329104] env[68461]: value = "task-2895039" [ 971.329104] env[68461]: _type = "Task" [ 971.329104] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.330684] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cb336d-73de-473b-a236-96a7e877d199 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.333720] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64804b3-4ee1-4b69-9d1a-546f50c73f73 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.344795] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f66567-9d55-ca6e-993e-0c0e4b9233ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009801} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.364669] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-704c8bc2-c1fd-43dc-b67e-836e334c252c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.368794] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2895039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.377758] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed/82a6315d-1f3e-496f-abe5-0b6a3f8eaaed.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.378140] env[68461]: INFO nova.compute.manager [None req-55d105ab-5f2c-442d-b292-74a27aae1c2c tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Unrescuing [ 971.378347] env[68461]: DEBUG oslo_concurrency.lockutils [None req-55d105ab-5f2c-442d-b292-74a27aae1c2c tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquiring lock "refresh_cache-60d71f22-7779-4f3b-b56a-a8be6ce5ea68" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.378486] env[68461]: DEBUG oslo_concurrency.lockutils [None req-55d105ab-5f2c-442d-b292-74a27aae1c2c tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquired lock "refresh_cache-60d71f22-7779-4f3b-b56a-a8be6ce5ea68" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.378663] env[68461]: DEBUG nova.network.neutron [None req-55d105ab-5f2c-442d-b292-74a27aae1c2c tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.381373] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e2ffb1b-1862-4e7d-84a5-55fad5ec69a3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.400333] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7fa840-4fb0-47b5-860e-b969ea9fb187 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.409925] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Waiting for the task: (returnval){ [ 971.409925] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52db86aa-8524-4d00-e09a-1d2ff918311d" [ 971.409925] env[68461]: _type = "Task" [ 971.409925] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.438490] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Waiting for the task: (returnval){ [ 971.438490] env[68461]: value = "task-2895040" [ 971.438490] env[68461]: _type = "Task" [ 971.438490] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.438852] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Releasing lock "refresh_cache-d96e8733-37f1-481e-b09d-b5491a4ae3f6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.438924] env[68461]: DEBUG nova.compute.manager [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Instance network_info: |[{"id": "c14987fe-f52c-41af-b34a-1a49144c6fa6", "address": "fa:16:3e:1d:f6:06", "network": {"id": "725a7937-8263-4e58-a510-f1cba6b95fe6", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1992116353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8588ae3be31c42ba8e5714b71fa8e9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14987fe-f5", "ovs_interfaceid": "c14987fe-f52c-41af-b34a-1a49144c6fa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.443216] env[68461]: DEBUG oslo_concurrency.lockutils [req-60e0f0ed-0d5a-4997-a2a4-411b09679308 req-a5fa9e3d-e4d1-41b4-b6a7-c30a703e6f0b service nova] Acquired lock "refresh_cache-d96e8733-37f1-481e-b09d-b5491a4ae3f6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.443513] env[68461]: DEBUG nova.network.neutron [req-60e0f0ed-0d5a-4997-a2a4-411b09679308 req-a5fa9e3d-e4d1-41b4-b6a7-c30a703e6f0b service nova] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Refreshing network info cache for port c14987fe-f52c-41af-b34a-1a49144c6fa6 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.445665] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:f6:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c14987fe-f52c-41af-b34a-1a49144c6fa6', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.453650] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Creating folder: Project (8588ae3be31c42ba8e5714b71fa8e9c8). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.454476] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2776b85-710f-47d6-881a-d032bdefac4d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.468686] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8f1e6d2-0d4a-4f7b-b5d0-c0691dd36c4c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.474151] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52db86aa-8524-4d00-e09a-1d2ff918311d, 'name': SearchDatastore_Task, 'duration_secs': 0.020915} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.474436] env[68461]: DEBUG oslo_concurrency.lockutils [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.474669] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 98a605b2-4b2d-4f56-9ea2-344a660bec54/98a605b2-4b2d-4f56-9ea2-344a660bec54.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.475510] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdba0577-7cf0-4576-9e85-03c5248c9620 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.487240] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': task-2895040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.487493] env[68461]: DEBUG oslo_vmware.api [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895036, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.490714] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83249f97-668d-4d39-96ff-b882cf5db20f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.494947] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Created folder: Project (8588ae3be31c42ba8e5714b71fa8e9c8) in parent group-v581476. [ 971.495185] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Creating folder: Instances. Parent ref: group-v581575. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.497447] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74c84c40-8c3c-4cc6-bea8-6964945972c7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.504680] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Waiting for the task: (returnval){ [ 971.504680] env[68461]: value = "task-2895042" [ 971.504680] env[68461]: _type = "Task" [ 971.504680] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.514116] env[68461]: DEBUG nova.compute.provider_tree [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.520232] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Created folder: Instances in parent group-v581575. [ 971.520499] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.524142] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.528115] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db0558e3-f67e-4146-909f-013fd0090309 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.545908] env[68461]: DEBUG nova.compute.manager [req-eb3e5f69-67fa-45e5-98cb-06f55cc8b6d0 req-f8d95642-dbc9-405a-872e-2b8c5e8cf9dd service nova] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Received event network-changed-88d5925e-4ecf-4484-ad96-d87b29d464de {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.546163] env[68461]: DEBUG nova.compute.manager [req-eb3e5f69-67fa-45e5-98cb-06f55cc8b6d0 req-f8d95642-dbc9-405a-872e-2b8c5e8cf9dd service nova] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Refreshing instance network info cache due to event network-changed-88d5925e-4ecf-4484-ad96-d87b29d464de. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.546388] env[68461]: DEBUG oslo_concurrency.lockutils [req-eb3e5f69-67fa-45e5-98cb-06f55cc8b6d0 req-f8d95642-dbc9-405a-872e-2b8c5e8cf9dd service nova] Acquiring lock "refresh_cache-1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.546531] env[68461]: DEBUG oslo_concurrency.lockutils [req-eb3e5f69-67fa-45e5-98cb-06f55cc8b6d0 req-f8d95642-dbc9-405a-872e-2b8c5e8cf9dd service nova] Acquired lock "refresh_cache-1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.546694] env[68461]: DEBUG nova.network.neutron [req-eb3e5f69-67fa-45e5-98cb-06f55cc8b6d0 req-f8d95642-dbc9-405a-872e-2b8c5e8cf9dd service nova] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Refreshing network info cache for port 88d5925e-4ecf-4484-ad96-d87b29d464de {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.553726] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.559965] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.559965] env[68461]: value = "task-2895044" [ 971.559965] env[68461]: _type = "Task" [ 971.559965] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.566289] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.572114] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895044, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.845951] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2895039, 'name': ReconfigVM_Task, 'duration_secs': 0.483019} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.846318] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 7ddca307-cc43-46fb-863d-78762a26b0d0/7ddca307-cc43-46fb-863d-78762a26b0d0.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.847102] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-358c1989-7ff5-4bbf-9434-ba069b56089f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.854649] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Waiting for the task: (returnval){ [ 971.854649] env[68461]: value = "task-2895045" [ 971.854649] env[68461]: _type = "Task" [ 971.854649] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.866457] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2895045, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.954298] env[68461]: DEBUG oslo_vmware.api [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895036, 'name': CloneVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.960645] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': task-2895040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.022926] env[68461]: DEBUG nova.scheduler.client.report [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.035966] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895042, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.059065] env[68461]: DEBUG nova.network.neutron [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Updated VIF entry in instance network info cache for port 6983e8a8-b045-4eda-8af6-ad44182bee60. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.059623] env[68461]: DEBUG nova.network.neutron [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Updating instance_info_cache with network_info: [{"id": "fef2da4a-07ec-48c5-8557-ac26e98324e4", "address": "fa:16:3e:25:9b:32", "network": {"id": "ce6c1aaf-945d-4d35-9b4a-bf8b58221298", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1434480524", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464d65d8569c4e75905ad7546c6ebea4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef2da4a-07", "ovs_interfaceid": "fef2da4a-07ec-48c5-8557-ac26e98324e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6983e8a8-b045-4eda-8af6-ad44182bee60", "address": "fa:16:3e:33:5e:0b", "network": {"id": "6ca5b895-177b-463f-acb4-dcddb110eaf8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1868143359", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "464d65d8569c4e75905ad7546c6ebea4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6983e8a8-b0", "ovs_interfaceid": "6983e8a8-b045-4eda-8af6-ad44182bee60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ddf6a1ea-36a1-4c54-a8b9-00aac11bfdff", "address": "fa:16:3e:00:ec:b4", "network": {"id": "ce6c1aaf-945d-4d35-9b4a-bf8b58221298", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1434480524", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464d65d8569c4e75905ad7546c6ebea4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf6a1ea-36", "ovs_interfaceid": "ddf6a1ea-36a1-4c54-a8b9-00aac11bfdff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.070952] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895044, 'name': CreateVM_Task, 'duration_secs': 0.441281} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.072389] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.072959] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.073142] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.073468] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.074326] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2dbf46a-ab5e-42c7-918c-f3c1797d42e8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.079284] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Waiting for the task: (returnval){ [ 972.079284] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]520bb54d-82d0-3396-1b32-35406017b7e7" [ 972.079284] env[68461]: _type = "Task" [ 972.079284] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.087719] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520bb54d-82d0-3396-1b32-35406017b7e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.191221] env[68461]: DEBUG nova.compute.manager [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.221302] env[68461]: DEBUG nova.virt.hardware [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.221302] env[68461]: DEBUG nova.virt.hardware [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.221302] env[68461]: DEBUG nova.virt.hardware [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.221302] env[68461]: DEBUG nova.virt.hardware [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.221302] env[68461]: DEBUG nova.virt.hardware [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.221666] env[68461]: DEBUG nova.virt.hardware [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.222167] env[68461]: DEBUG nova.virt.hardware [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.222167] env[68461]: DEBUG nova.virt.hardware [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.223093] env[68461]: DEBUG nova.virt.hardware [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.223093] env[68461]: DEBUG nova.virt.hardware [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.223093] env[68461]: DEBUG nova.virt.hardware [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.224424] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04f03df-f2ed-4f6e-8d95-0ecc159347e9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.252201] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da230ba-42ee-4e8e-b804-f0376be9b36d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.297901] env[68461]: DEBUG nova.network.neutron [req-60e0f0ed-0d5a-4997-a2a4-411b09679308 req-a5fa9e3d-e4d1-41b4-b6a7-c30a703e6f0b service nova] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Updated VIF entry in instance network info cache for port c14987fe-f52c-41af-b34a-1a49144c6fa6. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.298367] env[68461]: DEBUG nova.network.neutron [req-60e0f0ed-0d5a-4997-a2a4-411b09679308 req-a5fa9e3d-e4d1-41b4-b6a7-c30a703e6f0b service nova] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Updating instance_info_cache with network_info: [{"id": "c14987fe-f52c-41af-b34a-1a49144c6fa6", "address": "fa:16:3e:1d:f6:06", "network": {"id": "725a7937-8263-4e58-a510-f1cba6b95fe6", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1992116353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8588ae3be31c42ba8e5714b71fa8e9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14987fe-f5", "ovs_interfaceid": "c14987fe-f52c-41af-b34a-1a49144c6fa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.364446] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2895045, 'name': Rename_Task, 'duration_secs': 0.264843} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.364706] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.364975] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-354bc632-dfec-4759-9b17-1d545254840a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.372887] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Waiting for the task: (returnval){ [ 972.372887] env[68461]: value = "task-2895046" [ 972.372887] env[68461]: _type = "Task" [ 972.372887] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.382934] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2895046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.419807] env[68461]: DEBUG nova.network.neutron [None req-55d105ab-5f2c-442d-b292-74a27aae1c2c tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Updating instance_info_cache with network_info: [{"id": "e271bceb-c637-47b8-9ae0-3f26d41ad712", "address": "fa:16:3e:04:0f:93", "network": {"id": "14adfbd0-a273-447c-b58b-6ab3faf8cbab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1294454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1bd5e6b46e77459c91fb5b651539b3df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape271bceb-c6", "ovs_interfaceid": "e271bceb-c637-47b8-9ae0-3f26d41ad712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.451742] env[68461]: DEBUG oslo_vmware.api [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895036, 'name': CloneVM_Task, 'duration_secs': 1.641287} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.452582] env[68461]: INFO nova.virt.vmwareapi.vmops [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Created linked-clone VM from snapshot [ 972.453328] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b224acf8-9cde-4852-a7cd-efe1de7a38b6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.458881] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': task-2895040, 'name': ReconfigVM_Task, 'duration_secs': 0.600104} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.459482] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed/82a6315d-1f3e-496f-abe5-0b6a3f8eaaed.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.460630] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6fccfda-db77-4d76-a5fd-a644914b14ba {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.465114] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Uploading image 2f19f49c-ba3b-4e88-b577-12ea2f6b89a8 {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 972.472230] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Waiting for the task: (returnval){ [ 972.472230] env[68461]: value = "task-2895047" [ 972.472230] env[68461]: _type = "Task" [ 972.472230] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.482352] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': task-2895047, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.504416] env[68461]: DEBUG oslo_vmware.rw_handles [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 972.504416] env[68461]: value = "vm-581574" [ 972.504416] env[68461]: _type = "VirtualMachine" [ 972.504416] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 972.504681] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-aa9198c8-4117-4333-8476-ae09a071a448 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.511221] env[68461]: DEBUG oslo_vmware.rw_handles [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lease: (returnval){ [ 972.511221] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52e5f968-84fd-516d-1db4-9f47380b65f1" [ 972.511221] env[68461]: _type = "HttpNfcLease" [ 972.511221] env[68461]: } obtained for exporting VM: (result){ [ 972.511221] env[68461]: value = "vm-581574" [ 972.511221] env[68461]: _type = "VirtualMachine" [ 972.511221] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 972.511664] env[68461]: DEBUG oslo_vmware.api [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the lease: (returnval){ [ 972.511664] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52e5f968-84fd-516d-1db4-9f47380b65f1" [ 972.511664] env[68461]: _type = "HttpNfcLease" [ 972.511664] env[68461]: } to be ready. {{(pid=68461) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 972.522201] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.522201] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52e5f968-84fd-516d-1db4-9f47380b65f1" [ 972.522201] env[68461]: _type = "HttpNfcLease" [ 972.522201] env[68461]: } is ready. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 972.525794] env[68461]: DEBUG oslo_vmware.rw_handles [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 972.525794] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52e5f968-84fd-516d-1db4-9f47380b65f1" [ 972.525794] env[68461]: _type = "HttpNfcLease" [ 972.525794] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 972.526080] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578407} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.527121] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313261b1-e631-49d1-8d04-677b19a579bb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.529294] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 98a605b2-4b2d-4f56-9ea2-344a660bec54/98a605b2-4b2d-4f56-9ea2-344a660bec54.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.529519] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.529775] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d960fda-2872-426c-87f3-0da260583f38 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.535641] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.371s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.542494] env[68461]: DEBUG oslo_concurrency.lockutils [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.031s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.542873] env[68461]: DEBUG nova.objects.instance [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Lazy-loading 'resources' on Instance uuid 937e0562-8e2d-4207-a5d3-ba1f389ac873 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.544034] env[68461]: DEBUG oslo_vmware.rw_handles [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc367b-9146-c035-bb57-791a1e5df0c5/disk-0.vmdk from lease info. {{(pid=68461) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 972.544358] env[68461]: DEBUG oslo_vmware.rw_handles [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc367b-9146-c035-bb57-791a1e5df0c5/disk-0.vmdk for reading. {{(pid=68461) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 972.545647] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Waiting for the task: (returnval){ [ 972.545647] env[68461]: value = "task-2895049" [ 972.545647] env[68461]: _type = "Task" [ 972.545647] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.609183] env[68461]: DEBUG nova.network.neutron [req-eb3e5f69-67fa-45e5-98cb-06f55cc8b6d0 req-f8d95642-dbc9-405a-872e-2b8c5e8cf9dd service nova] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Updated VIF entry in instance network info cache for port 88d5925e-4ecf-4484-ad96-d87b29d464de. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.609569] env[68461]: DEBUG nova.network.neutron [req-eb3e5f69-67fa-45e5-98cb-06f55cc8b6d0 req-f8d95642-dbc9-405a-872e-2b8c5e8cf9dd service nova] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Updating instance_info_cache with network_info: [{"id": "88d5925e-4ecf-4484-ad96-d87b29d464de", "address": "fa:16:3e:72:24:60", "network": {"id": "7bafb950-ec9e-4acf-a6b4-66e24903fb53", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2010827268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c231454eaef47efab93f133300c9a60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88d5925e-4e", "ovs_interfaceid": "88d5925e-4ecf-4484-ad96-d87b29d464de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.611773] env[68461]: DEBUG oslo_concurrency.lockutils [req-7f12ae3d-be49-4194-b7b8-3e9f42714fa5 req-898061c4-48b0-47fb-936a-2514089a0bc7 service nova] Releasing lock "refresh_cache-98a605b2-4b2d-4f56-9ea2-344a660bec54" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.614361] env[68461]: INFO nova.scheduler.client.report [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Deleted allocations for instance cd31aad9-c1fe-4d8a-a294-c4d5a8265da0 [ 972.625450] env[68461]: DEBUG oslo_concurrency.lockutils [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] Acquired lock "refresh_cache-98a605b2-4b2d-4f56-9ea2-344a660bec54" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.625652] env[68461]: DEBUG nova.network.neutron [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Refreshing network info cache for port ddf6a1ea-36a1-4c54-a8b9-00aac11bfdff {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.632178] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.640315] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520bb54d-82d0-3396-1b32-35406017b7e7, 'name': SearchDatastore_Task, 'duration_secs': 0.024306} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.642150] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.642150] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.642150] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.642150] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.642150] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.642150] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6b1abfa-48b6-40e1-be00-ea78c018caea {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.650083] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.650315] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.651070] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ce9c136-31c8-455e-975a-fc8790dae68a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.656956] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Waiting for the task: (returnval){ [ 972.656956] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52f5c85d-0bd4-20cf-e51c-56e5b959b160" [ 972.656956] env[68461]: _type = "Task" [ 972.656956] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.667104] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e1d8cff1-cb32-4a86-95e3-f53db776b4d2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.670691] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f5c85d-0bd4-20cf-e51c-56e5b959b160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.804143] env[68461]: DEBUG oslo_concurrency.lockutils [req-60e0f0ed-0d5a-4997-a2a4-411b09679308 req-a5fa9e3d-e4d1-41b4-b6a7-c30a703e6f0b service nova] Releasing lock "refresh_cache-d96e8733-37f1-481e-b09d-b5491a4ae3f6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.883974] env[68461]: DEBUG oslo_vmware.api [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2895046, 'name': PowerOnVM_Task, 'duration_secs': 0.478032} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.884555] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.884790] env[68461]: DEBUG nova.compute.manager [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.885780] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a73a9e-46a6-474f-9ad5-2e59b1895bff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.926116] env[68461]: DEBUG oslo_concurrency.lockutils [None req-55d105ab-5f2c-442d-b292-74a27aae1c2c tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Releasing lock "refresh_cache-60d71f22-7779-4f3b-b56a-a8be6ce5ea68" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.926828] env[68461]: DEBUG nova.objects.instance [None req-55d105ab-5f2c-442d-b292-74a27aae1c2c tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Lazy-loading 'flavor' on Instance uuid 60d71f22-7779-4f3b-b56a-a8be6ce5ea68 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.986199] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': task-2895047, 'name': Rename_Task, 'duration_secs': 0.166166} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.986538] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.986813] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-750358af-bb92-4349-971d-57945112b5ef {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.993612] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Waiting for the task: (returnval){ [ 972.993612] env[68461]: value = "task-2895050" [ 972.993612] env[68461]: _type = "Task" [ 972.993612] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.001861] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': task-2895050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.061260] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126877} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.061639] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.062836] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4637b246-df2f-4cdd-84d8-e87d8066b230 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.098185] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 98a605b2-4b2d-4f56-9ea2-344a660bec54/98a605b2-4b2d-4f56-9ea2-344a660bec54.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.101725] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40ed8f62-b899-4017-a9c3-0d9f585bf584 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.129020] env[68461]: DEBUG oslo_concurrency.lockutils [req-eb3e5f69-67fa-45e5-98cb-06f55cc8b6d0 req-f8d95642-dbc9-405a-872e-2b8c5e8cf9dd service nova] Releasing lock "refresh_cache-1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.129020] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Waiting for the task: (returnval){ [ 973.129020] env[68461]: value = "task-2895051" [ 973.129020] env[68461]: _type = "Task" [ 973.129020] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.145657] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895051, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.147068] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5e46aa3f-39b5-42c6-9c8a-725dfba37f52 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Lock "cd31aad9-c1fe-4d8a-a294-c4d5a8265da0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.889s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.168234] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f5c85d-0bd4-20cf-e51c-56e5b959b160, 'name': SearchDatastore_Task, 'duration_secs': 0.010407} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.172564] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57c6421f-bd89-4c3a-abdb-a41cd1390f93 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.178393] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Waiting for the task: (returnval){ [ 973.178393] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52d68d8c-a005-74bf-10be-68780130bac3" [ 973.178393] env[68461]: _type = "Task" [ 973.178393] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.186801] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d68d8c-a005-74bf-10be-68780130bac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.403390] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.433102] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cb5d67-1ec4-4f70-9bea-771489bf5775 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.455768] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d105ab-5f2c-442d-b292-74a27aae1c2c tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.456270] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8678bee-9cbe-469f-a317-f9cd5f52fd31 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.464640] env[68461]: DEBUG oslo_vmware.api [None req-55d105ab-5f2c-442d-b292-74a27aae1c2c tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 973.464640] env[68461]: value = "task-2895052" [ 973.464640] env[68461]: _type = "Task" [ 973.464640] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.473433] env[68461]: DEBUG oslo_vmware.api [None req-55d105ab-5f2c-442d-b292-74a27aae1c2c tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.503593] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': task-2895050, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.646066] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.678388] env[68461]: DEBUG nova.network.neutron [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Updated VIF entry in instance network info cache for port ddf6a1ea-36a1-4c54-a8b9-00aac11bfdff. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.678388] env[68461]: DEBUG nova.network.neutron [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Updating instance_info_cache with network_info: [{"id": "fef2da4a-07ec-48c5-8557-ac26e98324e4", "address": "fa:16:3e:25:9b:32", "network": {"id": "ce6c1aaf-945d-4d35-9b4a-bf8b58221298", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1434480524", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464d65d8569c4e75905ad7546c6ebea4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef2da4a-07", "ovs_interfaceid": "fef2da4a-07ec-48c5-8557-ac26e98324e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6983e8a8-b045-4eda-8af6-ad44182bee60", "address": "fa:16:3e:33:5e:0b", "network": {"id": "6ca5b895-177b-463f-acb4-dcddb110eaf8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1868143359", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "464d65d8569c4e75905ad7546c6ebea4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6983e8a8-b0", "ovs_interfaceid": "6983e8a8-b045-4eda-8af6-ad44182bee60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ddf6a1ea-36a1-4c54-a8b9-00aac11bfdff", "address": "fa:16:3e:00:ec:b4", "network": {"id": "ce6c1aaf-945d-4d35-9b4a-bf8b58221298", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1434480524", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464d65d8569c4e75905ad7546c6ebea4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf6a1ea-36", "ovs_interfaceid": "ddf6a1ea-36a1-4c54-a8b9-00aac11bfdff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.693722] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d68d8c-a005-74bf-10be-68780130bac3, 'name': SearchDatastore_Task, 'duration_secs': 0.021226} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.694155] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.695586] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] d96e8733-37f1-481e-b09d-b5491a4ae3f6/d96e8733-37f1-481e-b09d-b5491a4ae3f6.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.696960] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1225d047-0bf9-44b5-801b-05e615a61dd2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.720146] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Waiting for the task: (returnval){ [ 973.720146] env[68461]: value = "task-2895053" [ 973.720146] env[68461]: _type = "Task" [ 973.720146] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.740100] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Task: {'id': task-2895053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.825039] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c8221d-8dc9-4497-84bf-3d5cfe5a46f1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.833063] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70f1909-0201-44fd-9bbf-37a7d3098895 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.869316] env[68461]: DEBUG nova.network.neutron [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Successfully updated port: a98d7f3b-4b28-438a-bc24-2b4fed75aa7a {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.871647] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b56be4-7f01-46f3-8cfb-9a097f87bc20 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.881990] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae1f96d-5ca8-4b9f-a73f-301a4450edce {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.894973] env[68461]: DEBUG nova.compute.provider_tree [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.976780] env[68461]: DEBUG oslo_vmware.api [None req-55d105ab-5f2c-442d-b292-74a27aae1c2c tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895052, 'name': PowerOffVM_Task, 'duration_secs': 0.315003} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.977174] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d105ab-5f2c-442d-b292-74a27aae1c2c tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.982659] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-55d105ab-5f2c-442d-b292-74a27aae1c2c tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Reconfiguring VM instance instance-00000017 to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 973.982979] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aa10876-f344-43a2-abbd-5b7369e176ca {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.009301] env[68461]: DEBUG oslo_vmware.api [None req-55d105ab-5f2c-442d-b292-74a27aae1c2c tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 974.009301] env[68461]: value = "task-2895054" [ 974.009301] env[68461]: _type = "Task" [ 974.009301] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.016141] env[68461]: DEBUG oslo_vmware.api [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': task-2895050, 'name': PowerOnVM_Task, 'duration_secs': 0.814291} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.017089] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.017521] env[68461]: INFO nova.compute.manager [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Took 9.82 seconds to spawn the instance on the hypervisor. [ 974.018018] env[68461]: DEBUG nova.compute.manager [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.023426] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11dd6fd-37b3-4598-bd05-e5f4000150fc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.026894] env[68461]: DEBUG oslo_vmware.api [None req-55d105ab-5f2c-442d-b292-74a27aae1c2c tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.042712] env[68461]: DEBUG nova.compute.manager [req-7410619e-d4c1-43c6-bba4-a8d029ac5818 req-5e3a2518-5919-45ba-ab72-360ef2e26985 service nova] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Received event network-changed-5d5093ae-6e45-4c80-8aeb-b7cc7ad98465 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.042939] env[68461]: DEBUG nova.compute.manager [req-7410619e-d4c1-43c6-bba4-a8d029ac5818 req-5e3a2518-5919-45ba-ab72-360ef2e26985 service nova] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Refreshing instance network info cache due to event network-changed-5d5093ae-6e45-4c80-8aeb-b7cc7ad98465. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.043378] env[68461]: DEBUG oslo_concurrency.lockutils [req-7410619e-d4c1-43c6-bba4-a8d029ac5818 req-5e3a2518-5919-45ba-ab72-360ef2e26985 service nova] Acquiring lock "refresh_cache-e8e0b748-8d14-40a3-9702-504d0c0d679f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.043756] env[68461]: DEBUG oslo_concurrency.lockutils [req-7410619e-d4c1-43c6-bba4-a8d029ac5818 req-5e3a2518-5919-45ba-ab72-360ef2e26985 service nova] Acquired lock "refresh_cache-e8e0b748-8d14-40a3-9702-504d0c0d679f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.044146] env[68461]: DEBUG nova.network.neutron [req-7410619e-d4c1-43c6-bba4-a8d029ac5818 req-5e3a2518-5919-45ba-ab72-360ef2e26985 service nova] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Refreshing network info cache for port 5d5093ae-6e45-4c80-8aeb-b7cc7ad98465 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.122796] env[68461]: DEBUG nova.compute.manager [req-543b0076-a30b-4555-8330-6a2089e365ee req-f00d7bd3-9098-48f1-bb12-d8aae6868bb3 service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Received event network-vif-plugged-a98d7f3b-4b28-438a-bc24-2b4fed75aa7a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.122976] env[68461]: DEBUG oslo_concurrency.lockutils [req-543b0076-a30b-4555-8330-6a2089e365ee req-f00d7bd3-9098-48f1-bb12-d8aae6868bb3 service nova] Acquiring lock "83abfaa7-1fc4-4dfb-8a33-7018c44d650c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.123260] env[68461]: DEBUG oslo_concurrency.lockutils [req-543b0076-a30b-4555-8330-6a2089e365ee req-f00d7bd3-9098-48f1-bb12-d8aae6868bb3 service nova] Lock "83abfaa7-1fc4-4dfb-8a33-7018c44d650c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.123555] env[68461]: DEBUG oslo_concurrency.lockutils [req-543b0076-a30b-4555-8330-6a2089e365ee req-f00d7bd3-9098-48f1-bb12-d8aae6868bb3 service nova] Lock "83abfaa7-1fc4-4dfb-8a33-7018c44d650c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.124055] env[68461]: DEBUG nova.compute.manager [req-543b0076-a30b-4555-8330-6a2089e365ee req-f00d7bd3-9098-48f1-bb12-d8aae6868bb3 service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] No waiting events found dispatching network-vif-plugged-a98d7f3b-4b28-438a-bc24-2b4fed75aa7a {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.124286] env[68461]: WARNING nova.compute.manager [req-543b0076-a30b-4555-8330-6a2089e365ee req-f00d7bd3-9098-48f1-bb12-d8aae6868bb3 service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Received unexpected event network-vif-plugged-a98d7f3b-4b28-438a-bc24-2b4fed75aa7a for instance with vm_state building and task_state spawning. [ 974.139969] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895051, 'name': ReconfigVM_Task, 'duration_secs': 0.623541} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.140390] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 98a605b2-4b2d-4f56-9ea2-344a660bec54/98a605b2-4b2d-4f56-9ea2-344a660bec54.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.141220] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb6179ff-15a3-4ba4-af58-6573259fbc99 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.149500] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Waiting for the task: (returnval){ [ 974.149500] env[68461]: value = "task-2895055" [ 974.149500] env[68461]: _type = "Task" [ 974.149500] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.162030] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895055, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.184129] env[68461]: DEBUG oslo_concurrency.lockutils [req-53d88dae-9ff5-4ea7-9a1c-db6f8de7ac36 req-800668fd-34f8-4c00-b0a5-e28d5ef7b0e9 service nova] Releasing lock "refresh_cache-98a605b2-4b2d-4f56-9ea2-344a660bec54" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.232436] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Task: {'id': task-2895053, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.311035] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "7f1af6cd-1359-483a-839e-a328babf9f84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.311324] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "7f1af6cd-1359-483a-839e-a328babf9f84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.344350] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "e93f14f8-8557-4828-ab17-2d613ee16984" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.345125] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "e93f14f8-8557-4828-ab17-2d613ee16984" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.375776] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquiring lock "refresh_cache-83abfaa7-1fc4-4dfb-8a33-7018c44d650c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.375776] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquired lock "refresh_cache-83abfaa7-1fc4-4dfb-8a33-7018c44d650c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.375776] env[68461]: DEBUG nova.network.neutron [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.398566] env[68461]: DEBUG nova.scheduler.client.report [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.509725] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Acquiring lock "8701a32f-e784-418a-ae13-87b1330e8c27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.510075] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Lock "8701a32f-e784-418a-ae13-87b1330e8c27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.510250] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Acquiring lock "8701a32f-e784-418a-ae13-87b1330e8c27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.510833] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Lock "8701a32f-e784-418a-ae13-87b1330e8c27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.511033] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Lock "8701a32f-e784-418a-ae13-87b1330e8c27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.515153] env[68461]: INFO nova.compute.manager [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Terminating instance [ 974.533358] env[68461]: DEBUG oslo_vmware.api [None req-55d105ab-5f2c-442d-b292-74a27aae1c2c tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895054, 'name': ReconfigVM_Task, 'duration_secs': 0.318996} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.534433] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-55d105ab-5f2c-442d-b292-74a27aae1c2c tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Reconfigured VM instance instance-00000017 to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 974.534685] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d105ab-5f2c-442d-b292-74a27aae1c2c tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.534975] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a02a9e4-7f4f-4abb-8558-3518ca2aa8c3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.549236] env[68461]: DEBUG oslo_vmware.api [None req-55d105ab-5f2c-442d-b292-74a27aae1c2c tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 974.549236] env[68461]: value = "task-2895056" [ 974.549236] env[68461]: _type = "Task" [ 974.549236] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.549937] env[68461]: INFO nova.compute.manager [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Took 32.70 seconds to build instance. [ 974.560594] env[68461]: DEBUG oslo_vmware.api [None req-55d105ab-5f2c-442d-b292-74a27aae1c2c tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895056, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.660777] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895055, 'name': Rename_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.740023] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Task: {'id': task-2895053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623929} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.740831] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] d96e8733-37f1-481e-b09d-b5491a4ae3f6/d96e8733-37f1-481e-b09d-b5491a4ae3f6.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.742909] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.742909] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a394486-4f4b-44f5-b2f6-c03ee30326ea {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.751906] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Waiting for the task: (returnval){ [ 974.751906] env[68461]: value = "task-2895057" [ 974.751906] env[68461]: _type = "Task" [ 974.751906] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.765033] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Task: {'id': task-2895057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.906177] env[68461]: DEBUG oslo_concurrency.lockutils [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.361s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.906656] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.225s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.908664] env[68461]: INFO nova.compute.claims [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.930938] env[68461]: INFO nova.scheduler.client.report [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Deleted allocations for instance 937e0562-8e2d-4207-a5d3-ba1f389ac873 [ 974.969285] env[68461]: DEBUG nova.network.neutron [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.024847] env[68461]: DEBUG nova.network.neutron [req-7410619e-d4c1-43c6-bba4-a8d029ac5818 req-5e3a2518-5919-45ba-ab72-360ef2e26985 service nova] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Updated VIF entry in instance network info cache for port 5d5093ae-6e45-4c80-8aeb-b7cc7ad98465. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.025307] env[68461]: DEBUG nova.network.neutron [req-7410619e-d4c1-43c6-bba4-a8d029ac5818 req-5e3a2518-5919-45ba-ab72-360ef2e26985 service nova] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Updating instance_info_cache with network_info: [{"id": "5d5093ae-6e45-4c80-8aeb-b7cc7ad98465", "address": "fa:16:3e:f6:09:8b", "network": {"id": "07805497-81c2-4a8f-af1f-41c565e6e0f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-968415248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcb360f473bb4879882df61178c87135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d5093ae-6e", "ovs_interfaceid": "5d5093ae-6e45-4c80-8aeb-b7cc7ad98465", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.026881] env[68461]: DEBUG nova.compute.manager [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.027419] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.028778] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8477826-9b20-48bc-bf64-84a80877d93d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.038105] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.038868] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75d23d6f-fa32-4f35-a896-a8391f4ce50d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.048194] env[68461]: DEBUG oslo_vmware.api [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for the task: (returnval){ [ 975.048194] env[68461]: value = "task-2895058" [ 975.048194] env[68461]: _type = "Task" [ 975.048194] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.053549] env[68461]: DEBUG oslo_concurrency.lockutils [None req-81d70455-410e-429d-80b2-2a8994260b70 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Lock "82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.908s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.063984] env[68461]: DEBUG oslo_vmware.api [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2895058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.074820] env[68461]: DEBUG oslo_vmware.api [None req-55d105ab-5f2c-442d-b292-74a27aae1c2c tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895056, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.162099] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895055, 'name': Rename_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.257374] env[68461]: DEBUG nova.network.neutron [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Updating instance_info_cache with network_info: [{"id": "a98d7f3b-4b28-438a-bc24-2b4fed75aa7a", "address": "fa:16:3e:39:a2:95", "network": {"id": "ba418401-3719-4ce4-ade4-3ebab02801e4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-641117451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b41eebd52b74d839eae664ed3a0bfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa98d7f3b-4b", "ovs_interfaceid": "a98d7f3b-4b28-438a-bc24-2b4fed75aa7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.266657] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Task: {'id': task-2895057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070565} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.267030] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.267962] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28643d1-14ab-4e3a-9c72-7e50c5e02cdc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.285061] env[68461]: INFO nova.compute.manager [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Rebuilding instance [ 975.296299] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] d96e8733-37f1-481e-b09d-b5491a4ae3f6/d96e8733-37f1-481e-b09d-b5491a4ae3f6.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.298072] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0c85e02-8a1d-456c-8031-25967cc5423c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.337258] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Waiting for the task: (returnval){ [ 975.337258] env[68461]: value = "task-2895059" [ 975.337258] env[68461]: _type = "Task" [ 975.337258] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.355022] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Task: {'id': task-2895059, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.363377] env[68461]: DEBUG nova.compute.manager [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.364296] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19af87b2-a512-458b-b459-dc10bd7b5741 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.445467] env[68461]: DEBUG oslo_concurrency.lockutils [None req-178db366-929d-47ad-bd83-8a52a70ab85b tempest-ImagesNegativeTestJSON-1021434632 tempest-ImagesNegativeTestJSON-1021434632-project-member] Lock "937e0562-8e2d-4207-a5d3-ba1f389ac873" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.461s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.529457] env[68461]: DEBUG oslo_concurrency.lockutils [req-7410619e-d4c1-43c6-bba4-a8d029ac5818 req-5e3a2518-5919-45ba-ab72-360ef2e26985 service nova] Releasing lock "refresh_cache-e8e0b748-8d14-40a3-9702-504d0c0d679f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.567031] env[68461]: DEBUG nova.compute.manager [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.578299] env[68461]: DEBUG oslo_vmware.api [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2895058, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.584270] env[68461]: DEBUG oslo_vmware.api [None req-55d105ab-5f2c-442d-b292-74a27aae1c2c tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895056, 'name': PowerOnVM_Task, 'duration_secs': 0.631495} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.584713] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d105ab-5f2c-442d-b292-74a27aae1c2c tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.585036] env[68461]: DEBUG nova.compute.manager [None req-55d105ab-5f2c-442d-b292-74a27aae1c2c tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.585988] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8236803d-e6f8-46b8-af3f-d7e070080158 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.659232] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895055, 'name': Rename_Task, 'duration_secs': 1.189292} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.659543] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.659785] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bbf9a66-0c09-49a5-8b18-4ca755c58294 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.666031] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Waiting for the task: (returnval){ [ 975.666031] env[68461]: value = "task-2895060" [ 975.666031] env[68461]: _type = "Task" [ 975.666031] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.680847] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.760770] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Releasing lock "refresh_cache-83abfaa7-1fc4-4dfb-8a33-7018c44d650c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.761176] env[68461]: DEBUG nova.compute.manager [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Instance network_info: |[{"id": "a98d7f3b-4b28-438a-bc24-2b4fed75aa7a", "address": "fa:16:3e:39:a2:95", "network": {"id": "ba418401-3719-4ce4-ade4-3ebab02801e4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-641117451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b41eebd52b74d839eae664ed3a0bfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa98d7f3b-4b", "ovs_interfaceid": "a98d7f3b-4b28-438a-bc24-2b4fed75aa7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.761564] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:a2:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a98d7f3b-4b28-438a-bc24-2b4fed75aa7a', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.769290] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Creating folder: Project (4b41eebd52b74d839eae664ed3a0bfd4). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.769712] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c638b69-df5d-4b9d-b1f1-6b6874eb7623 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.780270] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Created folder: Project (4b41eebd52b74d839eae664ed3a0bfd4) in parent group-v581476. [ 975.781115] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Creating folder: Instances. Parent ref: group-v581578. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.781115] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b848b764-ca15-41b5-817b-b2ec1e39702c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.790204] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Created folder: Instances in parent group-v581578. [ 975.790455] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.790696] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.790964] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eccdb007-bce7-470d-a442-a396b94bee04 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.811128] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.811128] env[68461]: value = "task-2895063" [ 975.811128] env[68461]: _type = "Task" [ 975.811128] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.820190] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895063, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.848937] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Task: {'id': task-2895059, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.067724] env[68461]: DEBUG oslo_vmware.api [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2895058, 'name': PowerOffVM_Task, 'duration_secs': 0.561102} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.068090] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.068338] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.068683] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f327860b-765e-4fc3-9cfe-284c367330bd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.097406] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.138069] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.138300] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.138534] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Deleting the datastore file [datastore2] 8701a32f-e784-418a-ae13-87b1330e8c27 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.139882] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c410f0d9-092a-481d-984e-1e37abbe1d5c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.150036] env[68461]: DEBUG oslo_vmware.api [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for the task: (returnval){ [ 976.150036] env[68461]: value = "task-2895065" [ 976.150036] env[68461]: _type = "Task" [ 976.150036] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.157844] env[68461]: DEBUG oslo_vmware.api [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2895065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.176145] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895060, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.326081] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895063, 'name': CreateVM_Task, 'duration_secs': 0.414369} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.329386] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.331716] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.332024] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.332261] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.332659] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f07aa41-239f-46c8-a631-0791ba918920 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.343009] env[68461]: DEBUG oslo_vmware.api [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Waiting for the task: (returnval){ [ 976.343009] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5266ea70-a8f4-764b-2096-2adbab3623c7" [ 976.343009] env[68461]: _type = "Task" [ 976.343009] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.350432] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Task: {'id': task-2895059, 'name': ReconfigVM_Task, 'duration_secs': 0.547285} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.351179] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Reconfigured VM instance instance-0000001f to attach disk [datastore1] d96e8733-37f1-481e-b09d-b5491a4ae3f6/d96e8733-37f1-481e-b09d-b5491a4ae3f6.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.351908] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5781877-fe06-48d7-ad72-5e245bf00744 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.356757] env[68461]: DEBUG oslo_vmware.api [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5266ea70-a8f4-764b-2096-2adbab3623c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.364986] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Waiting for the task: (returnval){ [ 976.364986] env[68461]: value = "task-2895066" [ 976.364986] env[68461]: _type = "Task" [ 976.364986] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.372837] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Task: {'id': task-2895066, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.381081] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.381551] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3f9ca27-be03-4741-a6ed-93a5ee83c9f8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.390398] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Waiting for the task: (returnval){ [ 976.390398] env[68461]: value = "task-2895067" [ 976.390398] env[68461]: _type = "Task" [ 976.390398] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.403556] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Task: {'id': task-2895067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.592160] env[68461]: DEBUG nova.compute.manager [req-552eb1d5-6138-46ce-9d03-356a5aaa814d req-4a04e86b-25c5-4e5f-9565-71751a215c2d service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Received event network-changed-a98d7f3b-4b28-438a-bc24-2b4fed75aa7a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.592517] env[68461]: DEBUG nova.compute.manager [req-552eb1d5-6138-46ce-9d03-356a5aaa814d req-4a04e86b-25c5-4e5f-9565-71751a215c2d service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Refreshing instance network info cache due to event network-changed-a98d7f3b-4b28-438a-bc24-2b4fed75aa7a. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.592696] env[68461]: DEBUG oslo_concurrency.lockutils [req-552eb1d5-6138-46ce-9d03-356a5aaa814d req-4a04e86b-25c5-4e5f-9565-71751a215c2d service nova] Acquiring lock "refresh_cache-83abfaa7-1fc4-4dfb-8a33-7018c44d650c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.592854] env[68461]: DEBUG oslo_concurrency.lockutils [req-552eb1d5-6138-46ce-9d03-356a5aaa814d req-4a04e86b-25c5-4e5f-9565-71751a215c2d service nova] Acquired lock "refresh_cache-83abfaa7-1fc4-4dfb-8a33-7018c44d650c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.593118] env[68461]: DEBUG nova.network.neutron [req-552eb1d5-6138-46ce-9d03-356a5aaa814d req-4a04e86b-25c5-4e5f-9565-71751a215c2d service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Refreshing network info cache for port a98d7f3b-4b28-438a-bc24-2b4fed75aa7a {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.619224] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f36b732-613f-4924-a7d2-e0a0235ae372 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.629124] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09593d6-1bdf-47ee-a2e8-81010bda6b7d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.667286] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5c1412-8b42-47e7-86b7-60d3f5fc209c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.677894] env[68461]: DEBUG oslo_vmware.api [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Task: {'id': task-2895065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318793} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.680521] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.680749] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.680951] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.681187] env[68461]: INFO nova.compute.manager [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Took 1.65 seconds to destroy the instance on the hypervisor. [ 976.681453] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.684692] env[68461]: DEBUG nova.compute.manager [-] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.684802] env[68461]: DEBUG nova.network.neutron [-] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.688436] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217e4a46-1a0a-4b77-b859-76c704239045 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.692781] env[68461]: DEBUG oslo_vmware.api [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895060, 'name': PowerOnVM_Task, 'duration_secs': 0.640133} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.693053] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.693285] env[68461]: INFO nova.compute.manager [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Took 17.19 seconds to spawn the instance on the hypervisor. [ 976.693468] env[68461]: DEBUG nova.compute.manager [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.695085] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c6d570-7d22-431f-8008-21b6d35f0b8b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.706269] env[68461]: DEBUG nova.compute.provider_tree [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.855480] env[68461]: DEBUG oslo_vmware.api [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5266ea70-a8f4-764b-2096-2adbab3623c7, 'name': SearchDatastore_Task, 'duration_secs': 0.015452} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.855818] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.856117] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.856317] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.856809] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.856809] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.857036] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55fd1f00-7c96-4efe-bf44-5fba60ba9938 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.868496] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.868681] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.869999] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7776cd49-50d0-48f3-8eed-ff729b7e7c0b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.875449] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Task: {'id': task-2895066, 'name': Rename_Task, 'duration_secs': 0.41569} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.876141] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.876454] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab5d1522-4c0d-4084-b856-8c76cdf7e050 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.881159] env[68461]: DEBUG oslo_vmware.api [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Waiting for the task: (returnval){ [ 976.881159] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]522f7775-d019-d74b-cc72-03ac33197be7" [ 976.881159] env[68461]: _type = "Task" [ 976.881159] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.888027] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Waiting for the task: (returnval){ [ 976.888027] env[68461]: value = "task-2895068" [ 976.888027] env[68461]: _type = "Task" [ 976.888027] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.896042] env[68461]: DEBUG oslo_vmware.api [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522f7775-d019-d74b-cc72-03ac33197be7, 'name': SearchDatastore_Task, 'duration_secs': 0.013231} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.902164] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-512a504b-9160-4267-9809-f1e44fe1777a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.909570] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Task: {'id': task-2895068, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.914662] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Task: {'id': task-2895067, 'name': PowerOffVM_Task, 'duration_secs': 0.213068} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.916484] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.916783] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.917332] env[68461]: DEBUG oslo_vmware.api [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Waiting for the task: (returnval){ [ 976.917332] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c223bb-7f01-840c-6841-fc3f90d942c9" [ 976.917332] env[68461]: _type = "Task" [ 976.917332] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.918389] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3bfed2-fcce-4592-940f-e5a6d794d61c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.942187] env[68461]: DEBUG oslo_vmware.api [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c223bb-7f01-840c-6841-fc3f90d942c9, 'name': SearchDatastore_Task, 'duration_secs': 0.014916} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.942548] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.942914] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.943200] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 83abfaa7-1fc4-4dfb-8a33-7018c44d650c/83abfaa7-1fc4-4dfb-8a33-7018c44d650c.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.943493] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29df8635-6746-4641-867c-cd0a59a580e2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.945777] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc612d78-97de-43a3-96e5-cc7f6de3da1b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.955619] env[68461]: DEBUG oslo_vmware.api [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Waiting for the task: (returnval){ [ 976.955619] env[68461]: value = "task-2895070" [ 976.955619] env[68461]: _type = "Task" [ 976.955619] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.963900] env[68461]: DEBUG oslo_vmware.api [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.978207] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.978469] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.978652] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Deleting the datastore file [datastore1] 7ddca307-cc43-46fb-863d-78762a26b0d0 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.978993] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-318d9d90-1d59-4db6-b129-05077dbd389f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.987159] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Waiting for the task: (returnval){ [ 976.987159] env[68461]: value = "task-2895071" [ 976.987159] env[68461]: _type = "Task" [ 976.987159] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.997402] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Task: {'id': task-2895071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.209862] env[68461]: DEBUG nova.scheduler.client.report [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.223026] env[68461]: INFO nova.compute.manager [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Took 39.82 seconds to build instance. [ 977.316824] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquiring lock "60d71f22-7779-4f3b-b56a-a8be6ce5ea68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.316937] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Lock "60d71f22-7779-4f3b-b56a-a8be6ce5ea68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.317317] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquiring lock "60d71f22-7779-4f3b-b56a-a8be6ce5ea68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.317590] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Lock "60d71f22-7779-4f3b-b56a-a8be6ce5ea68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.318115] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Lock "60d71f22-7779-4f3b-b56a-a8be6ce5ea68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.323072] env[68461]: INFO nova.compute.manager [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Terminating instance [ 977.402503] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Task: {'id': task-2895068, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.469080] env[68461]: DEBUG oslo_vmware.api [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895070, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.502424] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Task: {'id': task-2895071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17953} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.502424] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.502585] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.502714] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.541887] env[68461]: DEBUG nova.network.neutron [req-552eb1d5-6138-46ce-9d03-356a5aaa814d req-4a04e86b-25c5-4e5f-9565-71751a215c2d service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Updated VIF entry in instance network info cache for port a98d7f3b-4b28-438a-bc24-2b4fed75aa7a. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.542349] env[68461]: DEBUG nova.network.neutron [req-552eb1d5-6138-46ce-9d03-356a5aaa814d req-4a04e86b-25c5-4e5f-9565-71751a215c2d service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Updating instance_info_cache with network_info: [{"id": "a98d7f3b-4b28-438a-bc24-2b4fed75aa7a", "address": "fa:16:3e:39:a2:95", "network": {"id": "ba418401-3719-4ce4-ade4-3ebab02801e4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-641117451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b41eebd52b74d839eae664ed3a0bfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa98d7f3b-4b", "ovs_interfaceid": "a98d7f3b-4b28-438a-bc24-2b4fed75aa7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.697130] env[68461]: DEBUG nova.network.neutron [-] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.716141] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.809s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.716703] env[68461]: DEBUG nova.compute.manager [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.720310] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.711s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.721604] env[68461]: INFO nova.compute.claims [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.724978] env[68461]: DEBUG oslo_concurrency.lockutils [None req-926ff67d-8818-4073-8450-fddc468c63fc tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Lock "98a605b2-4b2d-4f56-9ea2-344a660bec54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.086s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.827815] env[68461]: DEBUG nova.compute.manager [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.828282] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.829244] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d44807-2ee3-40fd-bfd3-faa8c7dff026 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.841103] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.841436] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-760a0352-168b-4bda-af1f-579242ddb5cb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.849196] env[68461]: DEBUG oslo_vmware.api [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 977.849196] env[68461]: value = "task-2895072" [ 977.849196] env[68461]: _type = "Task" [ 977.849196] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.858545] env[68461]: DEBUG oslo_vmware.api [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.899366] env[68461]: DEBUG oslo_vmware.api [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Task: {'id': task-2895068, 'name': PowerOnVM_Task, 'duration_secs': 0.830355} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.899626] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.899830] env[68461]: INFO nova.compute.manager [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Took 10.93 seconds to spawn the instance on the hypervisor. [ 977.900246] env[68461]: DEBUG nova.compute.manager [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.900788] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a847023-9b6a-406e-9bed-35b9bf3a54b5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.969125] env[68461]: DEBUG oslo_vmware.api [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684487} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.969706] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 83abfaa7-1fc4-4dfb-8a33-7018c44d650c/83abfaa7-1fc4-4dfb-8a33-7018c44d650c.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.970039] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.970310] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5305dd90-9d44-4f2a-a25e-b4f2f3088bf1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.979467] env[68461]: DEBUG oslo_vmware.api [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Waiting for the task: (returnval){ [ 977.979467] env[68461]: value = "task-2895073" [ 977.979467] env[68461]: _type = "Task" [ 977.979467] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.989520] env[68461]: DEBUG oslo_vmware.api [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.045220] env[68461]: DEBUG oslo_concurrency.lockutils [req-552eb1d5-6138-46ce-9d03-356a5aaa814d req-4a04e86b-25c5-4e5f-9565-71751a215c2d service nova] Releasing lock "refresh_cache-83abfaa7-1fc4-4dfb-8a33-7018c44d650c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.202361] env[68461]: INFO nova.compute.manager [-] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Took 1.52 seconds to deallocate network for instance. [ 978.228508] env[68461]: DEBUG nova.compute.utils [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.230026] env[68461]: DEBUG nova.compute.manager [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.235029] env[68461]: DEBUG nova.compute.manager [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.235029] env[68461]: DEBUG nova.network.neutron [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.304298] env[68461]: DEBUG nova.policy [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c5b7e3b6f7940ee879f75a009fb4d47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '811cf8f6243d46028f3f7919a0870326', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.360916] env[68461]: DEBUG oslo_vmware.api [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895072, 'name': PowerOffVM_Task, 'duration_secs': 0.372034} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.363062] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.363309] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.363648] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e8df6cb-aa2b-439f-9144-8da941b49de6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.365800] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Acquiring lock "6c8126c6-b7ba-4976-8555-06724d7d4f35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.366088] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Lock "6c8126c6-b7ba-4976-8555-06724d7d4f35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.366370] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Acquiring lock "6c8126c6-b7ba-4976-8555-06724d7d4f35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.366724] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Lock "6c8126c6-b7ba-4976-8555-06724d7d4f35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.366949] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Lock "6c8126c6-b7ba-4976-8555-06724d7d4f35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.369182] env[68461]: INFO nova.compute.manager [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Terminating instance [ 978.435059] env[68461]: INFO nova.compute.manager [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Took 34.23 seconds to build instance. [ 978.452741] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.452975] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.453174] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Deleting the datastore file [datastore2] 60d71f22-7779-4f3b-b56a-a8be6ce5ea68 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.453436] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95aeff57-b70c-414f-aaa9-f4826da9f3dc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.457561] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Acquiring lock "98a605b2-4b2d-4f56-9ea2-344a660bec54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.457867] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Lock "98a605b2-4b2d-4f56-9ea2-344a660bec54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.458496] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Acquiring lock "98a605b2-4b2d-4f56-9ea2-344a660bec54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.458779] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Lock "98a605b2-4b2d-4f56-9ea2-344a660bec54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.459098] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Lock "98a605b2-4b2d-4f56-9ea2-344a660bec54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.462625] env[68461]: INFO nova.compute.manager [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Terminating instance [ 978.467274] env[68461]: DEBUG oslo_vmware.api [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 978.467274] env[68461]: value = "task-2895075" [ 978.467274] env[68461]: _type = "Task" [ 978.467274] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.479387] env[68461]: DEBUG oslo_vmware.api [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.491105] env[68461]: DEBUG oslo_vmware.api [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079241} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.491105] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.491824] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417cb0bf-9c49-48f1-b9c0-23ad333e5e43 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.525449] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 83abfaa7-1fc4-4dfb-8a33-7018c44d650c/83abfaa7-1fc4-4dfb-8a33-7018c44d650c.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.528058] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28d15305-6694-401a-aed3-07ca8177280c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.549825] env[68461]: DEBUG oslo_vmware.api [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Waiting for the task: (returnval){ [ 978.549825] env[68461]: value = "task-2895076" [ 978.549825] env[68461]: _type = "Task" [ 978.549825] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.559826] env[68461]: DEBUG oslo_vmware.api [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895076, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.571815] env[68461]: DEBUG nova.virt.hardware [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.576037] env[68461]: DEBUG nova.virt.hardware [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.576037] env[68461]: DEBUG nova.virt.hardware [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.576037] env[68461]: DEBUG nova.virt.hardware [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.576037] env[68461]: DEBUG nova.virt.hardware [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.576037] env[68461]: DEBUG nova.virt.hardware [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.576037] env[68461]: DEBUG nova.virt.hardware [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.576037] env[68461]: DEBUG nova.virt.hardware [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.576037] env[68461]: DEBUG nova.virt.hardware [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.576037] env[68461]: DEBUG nova.virt.hardware [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.576037] env[68461]: DEBUG nova.virt.hardware [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.576037] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb1e245-337c-4af9-b525-7b3e9f10e4d2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.585979] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1531fc-8873-4ded-9e55-e8f1941cbf79 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.601143] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Instance VIF info [] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.607483] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.607827] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.608104] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8949f5a-4e7d-4fb1-8599-95fe815e10a6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.625895] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.625895] env[68461]: value = "task-2895077" [ 978.625895] env[68461]: _type = "Task" [ 978.625895] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.637310] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895077, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.713722] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.737938] env[68461]: DEBUG nova.compute.manager [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.767222] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.802567] env[68461]: DEBUG nova.compute.manager [req-e573282b-da9e-4a86-a13c-c754ca2bcd16 req-186942c1-fb77-4c04-8741-d4697b945456 service nova] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Received event network-changed-673cfbad-d120-4fad-80ea-d244cec044d1 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.802751] env[68461]: DEBUG nova.compute.manager [req-e573282b-da9e-4a86-a13c-c754ca2bcd16 req-186942c1-fb77-4c04-8741-d4697b945456 service nova] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Refreshing instance network info cache due to event network-changed-673cfbad-d120-4fad-80ea-d244cec044d1. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.805212] env[68461]: DEBUG oslo_concurrency.lockutils [req-e573282b-da9e-4a86-a13c-c754ca2bcd16 req-186942c1-fb77-4c04-8741-d4697b945456 service nova] Acquiring lock "refresh_cache-82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.805212] env[68461]: DEBUG oslo_concurrency.lockutils [req-e573282b-da9e-4a86-a13c-c754ca2bcd16 req-186942c1-fb77-4c04-8741-d4697b945456 service nova] Acquired lock "refresh_cache-82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.805212] env[68461]: DEBUG nova.network.neutron [req-e573282b-da9e-4a86-a13c-c754ca2bcd16 req-186942c1-fb77-4c04-8741-d4697b945456 service nova] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Refreshing network info cache for port 673cfbad-d120-4fad-80ea-d244cec044d1 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.874782] env[68461]: DEBUG nova.compute.manager [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.875074] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.876472] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930650ad-2965-4a5c-8978-c3f04710fc25 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.885290] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.888462] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bf97e65-7b85-4870-a8d8-2242e0970b5e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.895318] env[68461]: DEBUG oslo_vmware.api [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for the task: (returnval){ [ 978.895318] env[68461]: value = "task-2895078" [ 978.895318] env[68461]: _type = "Task" [ 978.895318] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.899674] env[68461]: DEBUG nova.network.neutron [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Successfully created port: 77a56266-1927-4939-8e41-db6fe4b3c50f {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.910514] env[68461]: DEBUG oslo_vmware.api [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2895078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.936696] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f511bd3d-8e63-4a94-b922-62523e31641d tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Lock "d96e8733-37f1-481e-b09d-b5491a4ae3f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.282s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.968506] env[68461]: DEBUG nova.compute.manager [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.968975] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.970380] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d73014-12d9-4043-ba17-a9e1e455a9db {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.988617] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.993659] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b95c3b6c-70d1-495b-96d8-3a4e9f00ec6c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.997032] env[68461]: DEBUG oslo_vmware.api [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405814} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.000853] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.001109] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.001361] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.001555] env[68461]: INFO nova.compute.manager [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Took 1.17 seconds to destroy the instance on the hypervisor. [ 979.001828] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.003286] env[68461]: DEBUG nova.compute.manager [-] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.003432] env[68461]: DEBUG nova.network.neutron [-] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.007489] env[68461]: DEBUG oslo_vmware.api [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Waiting for the task: (returnval){ [ 979.007489] env[68461]: value = "task-2895079" [ 979.007489] env[68461]: _type = "Task" [ 979.007489] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.017196] env[68461]: DEBUG oslo_vmware.api [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.064027] env[68461]: DEBUG oslo_vmware.api [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895076, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.096205] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Acquiring lock "021d8d7b-9609-4313-971d-f1a22b209751" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.096555] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Lock "021d8d7b-9609-4313-971d-f1a22b209751" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.136823] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895077, 'name': CreateVM_Task, 'duration_secs': 0.357144} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.139984] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.141835] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.142058] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.145655] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.145655] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c78b244-5660-41e4-8bf4-53996caec640 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.147767] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Waiting for the task: (returnval){ [ 979.147767] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]529b452a-588c-35a5-bf59-661c46aef6f9" [ 979.147767] env[68461]: _type = "Task" [ 979.147767] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.157311] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]529b452a-588c-35a5-bf59-661c46aef6f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.409294] env[68461]: DEBUG oslo_vmware.api [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2895078, 'name': PowerOffVM_Task, 'duration_secs': 0.248868} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.409294] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.409294] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.409294] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e936505c-d449-4384-9b32-6973cd22988d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.426166] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd95cce-4693-48c5-af93-b50c27f568f8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.434916] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df911adc-b711-4dd0-ac16-5df7a67ca83e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.468453] env[68461]: DEBUG nova.compute.manager [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.470694] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003e4141-bb82-4214-a4ec-076fcbae02ea {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.480566] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be93e53b-f690-4dc1-b096-8f8649fc2ba7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.495671] env[68461]: DEBUG nova.compute.provider_tree [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.519452] env[68461]: DEBUG oslo_vmware.api [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895079, 'name': PowerOffVM_Task, 'duration_secs': 0.253266} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.519720] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.519913] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.520233] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff8df4f1-4d35-40de-9cac-227b6bed6fa6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.560479] env[68461]: DEBUG oslo_vmware.api [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895076, 'name': ReconfigVM_Task, 'duration_secs': 0.555888} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.560768] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 83abfaa7-1fc4-4dfb-8a33-7018c44d650c/83abfaa7-1fc4-4dfb-8a33-7018c44d650c.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.561422] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a57e52d7-87fe-4dc7-a5ea-66c6d3b3a39f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.571039] env[68461]: DEBUG oslo_vmware.api [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Waiting for the task: (returnval){ [ 979.571039] env[68461]: value = "task-2895082" [ 979.571039] env[68461]: _type = "Task" [ 979.571039] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.579033] env[68461]: DEBUG oslo_vmware.api [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895082, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.658832] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]529b452a-588c-35a5-bf59-661c46aef6f9, 'name': SearchDatastore_Task, 'duration_secs': 0.017604} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.658832] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.658832] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.659062] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.659126] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.659340] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.659618] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-570f4afe-1d48-439d-a3aa-01c194ffaff5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.669191] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.669375] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.670180] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eade6746-6ea4-4800-8d71-e3c8017e2ab4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.676245] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Waiting for the task: (returnval){ [ 979.676245] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c1cf8a-cdfd-62ae-7a7d-1a91a32cd205" [ 979.676245] env[68461]: _type = "Task" [ 979.676245] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.684874] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c1cf8a-cdfd-62ae-7a7d-1a91a32cd205, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.754011] env[68461]: DEBUG nova.compute.manager [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.785155] env[68461]: DEBUG nova.virt.hardware [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.785389] env[68461]: DEBUG nova.virt.hardware [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.785546] env[68461]: DEBUG nova.virt.hardware [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.785718] env[68461]: DEBUG nova.virt.hardware [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.785860] env[68461]: DEBUG nova.virt.hardware [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.786008] env[68461]: DEBUG nova.virt.hardware [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.786360] env[68461]: DEBUG nova.virt.hardware [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.786524] env[68461]: DEBUG nova.virt.hardware [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.786689] env[68461]: DEBUG nova.virt.hardware [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.786885] env[68461]: DEBUG nova.virt.hardware [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.787097] env[68461]: DEBUG nova.virt.hardware [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.787910] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a861a9-3674-4df0-a663-8b2e48d3f214 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.796828] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905cdf5d-dbdf-4793-a7cd-ed2bfae24ae9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.814947] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cff55813-b1a9-4a56-b2ba-ac10d0cbc286 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Acquiring lock "interface-d96e8733-37f1-481e-b09d-b5491a4ae3f6-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.815242] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cff55813-b1a9-4a56-b2ba-ac10d0cbc286 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Lock "interface-d96e8733-37f1-481e-b09d-b5491a4ae3f6-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.815557] env[68461]: DEBUG nova.objects.instance [None req-cff55813-b1a9-4a56-b2ba-ac10d0cbc286 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Lazy-loading 'flavor' on Instance uuid d96e8733-37f1-481e-b09d-b5491a4ae3f6 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.826307] env[68461]: DEBUG nova.network.neutron [req-e573282b-da9e-4a86-a13c-c754ca2bcd16 req-186942c1-fb77-4c04-8741-d4697b945456 service nova] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Updated VIF entry in instance network info cache for port 673cfbad-d120-4fad-80ea-d244cec044d1. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.826679] env[68461]: DEBUG nova.network.neutron [req-e573282b-da9e-4a86-a13c-c754ca2bcd16 req-186942c1-fb77-4c04-8741-d4697b945456 service nova] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Updating instance_info_cache with network_info: [{"id": "673cfbad-d120-4fad-80ea-d244cec044d1", "address": "fa:16:3e:57:d6:cc", "network": {"id": "b4b7413c-651c-4963-973d-9fb57166bebb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1140645118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee56697c14f42b1871e3be7a593742e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap673cfbad-d1", "ovs_interfaceid": "673cfbad-d120-4fad-80ea-d244cec044d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.996405] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.999632] env[68461]: DEBUG nova.scheduler.client.report [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.081783] env[68461]: DEBUG oslo_vmware.api [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895082, 'name': Rename_Task, 'duration_secs': 0.175342} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.081783] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.081783] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e057c573-a88a-4871-abde-d194a091a4e4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.088179] env[68461]: DEBUG oslo_vmware.api [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Waiting for the task: (returnval){ [ 980.088179] env[68461]: value = "task-2895083" [ 980.088179] env[68461]: _type = "Task" [ 980.088179] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.096848] env[68461]: DEBUG oslo_vmware.api [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.126622] env[68461]: DEBUG nova.network.neutron [-] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.130117] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.130342] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.130507] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Deleting the datastore file [datastore1] 6c8126c6-b7ba-4976-8555-06724d7d4f35 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.130763] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0df2577-6b04-44bc-a190-0e66fa6101bc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.137201] env[68461]: DEBUG oslo_vmware.api [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for the task: (returnval){ [ 980.137201] env[68461]: value = "task-2895084" [ 980.137201] env[68461]: _type = "Task" [ 980.137201] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.146720] env[68461]: DEBUG oslo_vmware.api [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2895084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.186852] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c1cf8a-cdfd-62ae-7a7d-1a91a32cd205, 'name': SearchDatastore_Task, 'duration_secs': 0.011971} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.187745] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc51ca4c-323e-40ba-a733-1f237ccdd8f9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.191425] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.191633] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.191820] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Deleting the datastore file [datastore2] 98a605b2-4b2d-4f56-9ea2-344a660bec54 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.192443] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-039540c2-30f8-466b-b51b-32357e9d3285 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.195831] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Waiting for the task: (returnval){ [ 980.195831] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5212efc5-d2fe-c2bc-9db7-293cb9405019" [ 980.195831] env[68461]: _type = "Task" [ 980.195831] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.200219] env[68461]: DEBUG oslo_vmware.api [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Waiting for the task: (returnval){ [ 980.200219] env[68461]: value = "task-2895085" [ 980.200219] env[68461]: _type = "Task" [ 980.200219] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.206661] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5212efc5-d2fe-c2bc-9db7-293cb9405019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.211638] env[68461]: DEBUG oslo_vmware.api [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.321431] env[68461]: DEBUG nova.objects.instance [None req-cff55813-b1a9-4a56-b2ba-ac10d0cbc286 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Lazy-loading 'pci_requests' on Instance uuid d96e8733-37f1-481e-b09d-b5491a4ae3f6 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.332904] env[68461]: DEBUG oslo_concurrency.lockutils [req-e573282b-da9e-4a86-a13c-c754ca2bcd16 req-186942c1-fb77-4c04-8741-d4697b945456 service nova] Releasing lock "refresh_cache-82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.333749] env[68461]: DEBUG nova.compute.manager [req-e573282b-da9e-4a86-a13c-c754ca2bcd16 req-186942c1-fb77-4c04-8741-d4697b945456 service nova] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Received event network-vif-deleted-1213cf05-4884-4042-88dc-cdddba3fe24a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.505913] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.506645] env[68461]: DEBUG nova.compute.manager [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.509619] env[68461]: DEBUG oslo_concurrency.lockutils [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.551s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.509897] env[68461]: DEBUG nova.objects.instance [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Lazy-loading 'resources' on Instance uuid 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.599095] env[68461]: DEBUG oslo_vmware.api [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895083, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.629466] env[68461]: INFO nova.compute.manager [-] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Took 1.63 seconds to deallocate network for instance. [ 980.648767] env[68461]: DEBUG oslo_vmware.api [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2895084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267687} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.649135] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.649388] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.649625] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.649844] env[68461]: INFO nova.compute.manager [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Took 1.77 seconds to destroy the instance on the hypervisor. [ 980.650180] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.650412] env[68461]: DEBUG nova.compute.manager [-] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.650540] env[68461]: DEBUG nova.network.neutron [-] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.711766] env[68461]: DEBUG oslo_vmware.api [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328179} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.716833] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.717252] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.717572] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.717867] env[68461]: INFO nova.compute.manager [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Took 1.75 seconds to destroy the instance on the hypervisor. [ 980.718224] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.718600] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5212efc5-d2fe-c2bc-9db7-293cb9405019, 'name': SearchDatastore_Task, 'duration_secs': 0.015989} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.718919] env[68461]: DEBUG nova.compute.manager [-] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.719072] env[68461]: DEBUG nova.network.neutron [-] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.721692] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.722199] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 7ddca307-cc43-46fb-863d-78762a26b0d0/7ddca307-cc43-46fb-863d-78762a26b0d0.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.722423] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-239d4b86-3acf-4b7b-8149-5e1db3ec5d9d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.732080] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Waiting for the task: (returnval){ [ 980.732080] env[68461]: value = "task-2895086" [ 980.732080] env[68461]: _type = "Task" [ 980.732080] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.741050] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Task: {'id': task-2895086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.824596] env[68461]: DEBUG nova.objects.base [None req-cff55813-b1a9-4a56-b2ba-ac10d0cbc286 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68461) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 980.824952] env[68461]: DEBUG nova.network.neutron [None req-cff55813-b1a9-4a56-b2ba-ac10d0cbc286 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.905821] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cff55813-b1a9-4a56-b2ba-ac10d0cbc286 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Lock "interface-d96e8733-37f1-481e-b09d-b5491a4ae3f6-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.090s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.013400] env[68461]: DEBUG nova.compute.utils [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.017869] env[68461]: DEBUG nova.compute.manager [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.018079] env[68461]: DEBUG nova.network.neutron [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.058416] env[68461]: DEBUG nova.policy [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c71253127d8b491e9a99d425af117eb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '172893bd35654dcea61891ad9fbc7e85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.104126] env[68461]: DEBUG oslo_vmware.api [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895083, 'name': PowerOnVM_Task, 'duration_secs': 0.704696} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.104404] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.104603] env[68461]: INFO nova.compute.manager [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Took 8.91 seconds to spawn the instance on the hypervisor. [ 981.104778] env[68461]: DEBUG nova.compute.manager [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.105687] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43756629-c94c-46a9-a922-0f2a26c86f3b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.140176] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.248542] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Task: {'id': task-2895086, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.389316] env[68461]: DEBUG nova.network.neutron [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Successfully created port: 3b14322b-5a34-48c4-8484-3e2f4da628d8 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.521403] env[68461]: DEBUG nova.compute.manager [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.580784] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e9ff85-3da9-4da3-9776-ab8e1597745c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.591754] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0702a8-2cef-4f9b-abb6-91086f96287d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.632772] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbdcadc-e1ef-4e0d-8215-dbba8700bbc8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.636060] env[68461]: INFO nova.compute.manager [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Took 32.65 seconds to build instance. [ 981.642972] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcc8b50-6fb0-4b1f-bae1-f8509d9c571c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.649705] env[68461]: DEBUG nova.compute.manager [req-46d582ad-f4a1-4868-8ed6-f0f0e1773b36 req-3960c4a1-fd07-400d-a69b-cfcdb7b9545d service nova] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Received event network-vif-deleted-e271bceb-c637-47b8-9ae0-3f26d41ad712 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.663270] env[68461]: DEBUG nova.compute.provider_tree [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.744755] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Task: {'id': task-2895086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877952} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.745046] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 7ddca307-cc43-46fb-863d-78762a26b0d0/7ddca307-cc43-46fb-863d-78762a26b0d0.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.745553] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.745934] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6b6c7f4-d118-456c-9b87-f6b00905633a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.753210] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Waiting for the task: (returnval){ [ 981.753210] env[68461]: value = "task-2895087" [ 981.753210] env[68461]: _type = "Task" [ 981.753210] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.761494] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Task: {'id': task-2895087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.980628] env[68461]: DEBUG nova.network.neutron [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Successfully updated port: 77a56266-1927-4939-8e41-db6fe4b3c50f {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.111923] env[68461]: DEBUG oslo_vmware.rw_handles [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc367b-9146-c035-bb57-791a1e5df0c5/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 982.112347] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21f44d8-3ef0-49ee-a486-7be650b5edcf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.119095] env[68461]: DEBUG oslo_vmware.rw_handles [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc367b-9146-c035-bb57-791a1e5df0c5/disk-0.vmdk is in state: ready. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 982.119395] env[68461]: ERROR oslo_vmware.rw_handles [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc367b-9146-c035-bb57-791a1e5df0c5/disk-0.vmdk due to incomplete transfer. [ 982.119633] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-29b6827f-124b-439c-a740-554baceb813d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.127613] env[68461]: DEBUG oslo_vmware.rw_handles [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc367b-9146-c035-bb57-791a1e5df0c5/disk-0.vmdk. {{(pid=68461) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 982.127815] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Uploaded image 2f19f49c-ba3b-4e88-b577-12ea2f6b89a8 to the Glance image server {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 982.130445] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Destroying the VM {{(pid=68461) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 982.130445] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-406f6438-0c97-480d-bde4-9d20bf16b2f7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.137818] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fa312c91-d6f2-43ee-b1e5-afd16af6aa56 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Lock "83abfaa7-1fc4-4dfb-8a33-7018c44d650c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.404s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.138136] env[68461]: DEBUG oslo_vmware.api [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 982.138136] env[68461]: value = "task-2895088" [ 982.138136] env[68461]: _type = "Task" [ 982.138136] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.149169] env[68461]: DEBUG oslo_vmware.api [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895088, 'name': Destroy_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.166737] env[68461]: DEBUG nova.scheduler.client.report [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.264621] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Task: {'id': task-2895087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120139} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.264890] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.265992] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2468db46-c408-46e9-a2f0-343299a33bfe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.287382] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 7ddca307-cc43-46fb-863d-78762a26b0d0/7ddca307-cc43-46fb-863d-78762a26b0d0.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.287797] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4ba3d06-b324-422f-97c5-80f93eec268b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.310227] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Waiting for the task: (returnval){ [ 982.310227] env[68461]: value = "task-2895089" [ 982.310227] env[68461]: _type = "Task" [ 982.310227] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.318948] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Task: {'id': task-2895089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.484943] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Acquiring lock "refresh_cache-b79c1f42-b7e0-4c2a-87eb-bb266e620058" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.484943] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Acquired lock "refresh_cache-b79c1f42-b7e0-4c2a-87eb-bb266e620058" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.484943] env[68461]: DEBUG nova.network.neutron [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.535183] env[68461]: DEBUG nova.compute.manager [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.561377] env[68461]: DEBUG nova.virt.hardware [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.561625] env[68461]: DEBUG nova.virt.hardware [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.561780] env[68461]: DEBUG nova.virt.hardware [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.561959] env[68461]: DEBUG nova.virt.hardware [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.562130] env[68461]: DEBUG nova.virt.hardware [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.562277] env[68461]: DEBUG nova.virt.hardware [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.562486] env[68461]: DEBUG nova.virt.hardware [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.562645] env[68461]: DEBUG nova.virt.hardware [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.562809] env[68461]: DEBUG nova.virt.hardware [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.562969] env[68461]: DEBUG nova.virt.hardware [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.563160] env[68461]: DEBUG nova.virt.hardware [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.564040] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef2c8e1-1e89-465a-a21a-03d48de59a03 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.573382] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf8851a-7a51-4d18-acde-b8cd1ec035f1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.623295] env[68461]: DEBUG nova.network.neutron [-] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.644478] env[68461]: DEBUG nova.compute.manager [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.652131] env[68461]: DEBUG oslo_vmware.api [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895088, 'name': Destroy_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.672849] env[68461]: DEBUG oslo_concurrency.lockutils [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.674868] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.487s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.676642] env[68461]: INFO nova.compute.claims [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.703183] env[68461]: INFO nova.scheduler.client.report [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Deleted allocations for instance 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc [ 982.822902] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Task: {'id': task-2895089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.946029] env[68461]: DEBUG nova.network.neutron [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Successfully updated port: 3b14322b-5a34-48c4-8484-3e2f4da628d8 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.972705] env[68461]: DEBUG nova.compute.manager [req-82821e12-1165-4b33-a2e9-7f4cf22a454b req-3988ae1f-f55b-4bf7-af3b-bde9e4905f56 service nova] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Received event network-vif-plugged-3b14322b-5a34-48c4-8484-3e2f4da628d8 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.972862] env[68461]: DEBUG oslo_concurrency.lockutils [req-82821e12-1165-4b33-a2e9-7f4cf22a454b req-3988ae1f-f55b-4bf7-af3b-bde9e4905f56 service nova] Acquiring lock "1988c9b2-1c26-4d2c-b0c3-ff946dc22b08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.973229] env[68461]: DEBUG oslo_concurrency.lockutils [req-82821e12-1165-4b33-a2e9-7f4cf22a454b req-3988ae1f-f55b-4bf7-af3b-bde9e4905f56 service nova] Lock "1988c9b2-1c26-4d2c-b0c3-ff946dc22b08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.973298] env[68461]: DEBUG oslo_concurrency.lockutils [req-82821e12-1165-4b33-a2e9-7f4cf22a454b req-3988ae1f-f55b-4bf7-af3b-bde9e4905f56 service nova] Lock "1988c9b2-1c26-4d2c-b0c3-ff946dc22b08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.973475] env[68461]: DEBUG nova.compute.manager [req-82821e12-1165-4b33-a2e9-7f4cf22a454b req-3988ae1f-f55b-4bf7-af3b-bde9e4905f56 service nova] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] No waiting events found dispatching network-vif-plugged-3b14322b-5a34-48c4-8484-3e2f4da628d8 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.973587] env[68461]: WARNING nova.compute.manager [req-82821e12-1165-4b33-a2e9-7f4cf22a454b req-3988ae1f-f55b-4bf7-af3b-bde9e4905f56 service nova] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Received unexpected event network-vif-plugged-3b14322b-5a34-48c4-8484-3e2f4da628d8 for instance with vm_state building and task_state spawning. [ 983.021570] env[68461]: DEBUG nova.network.neutron [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.057028] env[68461]: DEBUG nova.network.neutron [-] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.125664] env[68461]: INFO nova.compute.manager [-] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Took 2.47 seconds to deallocate network for instance. [ 983.151915] env[68461]: DEBUG oslo_vmware.api [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895088, 'name': Destroy_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.173053] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.174954] env[68461]: DEBUG nova.network.neutron [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Updating instance_info_cache with network_info: [{"id": "77a56266-1927-4939-8e41-db6fe4b3c50f", "address": "fa:16:3e:75:4c:f5", "network": {"id": "1933d217-7bcd-4980-9ef4-8ac70a49c169", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-337429567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "811cf8f6243d46028f3f7919a0870326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a56266-19", "ovs_interfaceid": "77a56266-1927-4939-8e41-db6fe4b3c50f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.213117] env[68461]: DEBUG oslo_concurrency.lockutils [None req-29ead1c3-7300-4e07-9c6d-50d5e3fa8ab1 tempest-ServerDiagnosticsV248Test-1007330584 tempest-ServerDiagnosticsV248Test-1007330584-project-member] Lock "6b159e34-84a8-45c0-a5e2-9a9d1799b3fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.496s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.321312] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Task: {'id': task-2895089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.414819] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Acquiring lock "d96e8733-37f1-481e-b09d-b5491a4ae3f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.415185] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Lock "d96e8733-37f1-481e-b09d-b5491a4ae3f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.415422] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Acquiring lock "d96e8733-37f1-481e-b09d-b5491a4ae3f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.415613] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Lock "d96e8733-37f1-481e-b09d-b5491a4ae3f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.415783] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Lock "d96e8733-37f1-481e-b09d-b5491a4ae3f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.418453] env[68461]: INFO nova.compute.manager [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Terminating instance [ 983.449045] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "refresh_cache-1988c9b2-1c26-4d2c-b0c3-ff946dc22b08" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.449329] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired lock "refresh_cache-1988c9b2-1c26-4d2c-b0c3-ff946dc22b08" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.449499] env[68461]: DEBUG nova.network.neutron [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.560470] env[68461]: INFO nova.compute.manager [-] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Took 2.84 seconds to deallocate network for instance. [ 983.635757] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.650474] env[68461]: DEBUG oslo_vmware.api [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895088, 'name': Destroy_Task, 'duration_secs': 1.031658} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.650748] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Destroyed the VM [ 983.651009] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Deleting Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 983.651303] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2399ee8c-e5f2-46d9-8326-f73c6c4adb37 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.657295] env[68461]: DEBUG oslo_vmware.api [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 983.657295] env[68461]: value = "task-2895090" [ 983.657295] env[68461]: _type = "Task" [ 983.657295] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.665628] env[68461]: DEBUG oslo_vmware.api [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895090, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.678016] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Releasing lock "refresh_cache-b79c1f42-b7e0-4c2a-87eb-bb266e620058" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.678016] env[68461]: DEBUG nova.compute.manager [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Instance network_info: |[{"id": "77a56266-1927-4939-8e41-db6fe4b3c50f", "address": "fa:16:3e:75:4c:f5", "network": {"id": "1933d217-7bcd-4980-9ef4-8ac70a49c169", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-337429567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "811cf8f6243d46028f3f7919a0870326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a56266-19", "ovs_interfaceid": "77a56266-1927-4939-8e41-db6fe4b3c50f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.679027] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:4c:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77a56266-1927-4939-8e41-db6fe4b3c50f', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.687187] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Creating folder: Project (811cf8f6243d46028f3f7919a0870326). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.687484] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfda6ebf-f35a-4bdf-9220-21bff66c5d2a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.700491] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Created folder: Project (811cf8f6243d46028f3f7919a0870326) in parent group-v581476. [ 983.700930] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Creating folder: Instances. Parent ref: group-v581582. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.701278] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9404e18-6456-4682-90e6-a32de2a790f6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.710067] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Created folder: Instances in parent group-v581582. [ 983.710329] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.713149] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.713979] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2a6caa5-80ca-4f22-898d-e6f1b1fa577f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.737112] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.737112] env[68461]: value = "task-2895093" [ 983.737112] env[68461]: _type = "Task" [ 983.737112] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.748232] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895093, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.822647] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Task: {'id': task-2895089, 'name': ReconfigVM_Task, 'duration_secs': 1.152727} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.827155] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 7ddca307-cc43-46fb-863d-78762a26b0d0/7ddca307-cc43-46fb-863d-78762a26b0d0.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.829581] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-993dc779-0728-4aba-860c-1ccbaa1d766e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.835720] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Waiting for the task: (returnval){ [ 983.835720] env[68461]: value = "task-2895094" [ 983.835720] env[68461]: _type = "Task" [ 983.835720] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.850884] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Task: {'id': task-2895094, 'name': Rename_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.923357] env[68461]: DEBUG nova.compute.manager [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.923594] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.927326] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0581c64-8ecb-4f30-9869-ca9864b61ec3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.935598] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.935897] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95816dc8-3af6-4979-a52d-a075dabbce40 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.946345] env[68461]: DEBUG oslo_vmware.api [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Waiting for the task: (returnval){ [ 983.946345] env[68461]: value = "task-2895095" [ 983.946345] env[68461]: _type = "Task" [ 983.946345] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.957970] env[68461]: DEBUG oslo_vmware.api [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Task: {'id': task-2895095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.990034] env[68461]: DEBUG nova.network.neutron [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.007149] env[68461]: DEBUG nova.compute.manager [req-b2f0aff3-4cfd-42e7-bb9b-a7ad12082d80 req-84fceba2-0d77-435b-833e-cab696f76544 service nova] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Received event network-vif-plugged-77a56266-1927-4939-8e41-db6fe4b3c50f {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.007454] env[68461]: DEBUG oslo_concurrency.lockutils [req-b2f0aff3-4cfd-42e7-bb9b-a7ad12082d80 req-84fceba2-0d77-435b-833e-cab696f76544 service nova] Acquiring lock "b79c1f42-b7e0-4c2a-87eb-bb266e620058-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.007670] env[68461]: DEBUG oslo_concurrency.lockutils [req-b2f0aff3-4cfd-42e7-bb9b-a7ad12082d80 req-84fceba2-0d77-435b-833e-cab696f76544 service nova] Lock "b79c1f42-b7e0-4c2a-87eb-bb266e620058-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.007952] env[68461]: DEBUG oslo_concurrency.lockutils [req-b2f0aff3-4cfd-42e7-bb9b-a7ad12082d80 req-84fceba2-0d77-435b-833e-cab696f76544 service nova] Lock "b79c1f42-b7e0-4c2a-87eb-bb266e620058-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.008127] env[68461]: DEBUG nova.compute.manager [req-b2f0aff3-4cfd-42e7-bb9b-a7ad12082d80 req-84fceba2-0d77-435b-833e-cab696f76544 service nova] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] No waiting events found dispatching network-vif-plugged-77a56266-1927-4939-8e41-db6fe4b3c50f {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.008359] env[68461]: WARNING nova.compute.manager [req-b2f0aff3-4cfd-42e7-bb9b-a7ad12082d80 req-84fceba2-0d77-435b-833e-cab696f76544 service nova] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Received unexpected event network-vif-plugged-77a56266-1927-4939-8e41-db6fe4b3c50f for instance with vm_state building and task_state spawning. [ 984.008550] env[68461]: DEBUG nova.compute.manager [req-b2f0aff3-4cfd-42e7-bb9b-a7ad12082d80 req-84fceba2-0d77-435b-833e-cab696f76544 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Received event network-vif-deleted-ddf6a1ea-36a1-4c54-a8b9-00aac11bfdff {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.008768] env[68461]: DEBUG nova.compute.manager [req-b2f0aff3-4cfd-42e7-bb9b-a7ad12082d80 req-84fceba2-0d77-435b-833e-cab696f76544 service nova] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Received event network-changed-77a56266-1927-4939-8e41-db6fe4b3c50f {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.009163] env[68461]: DEBUG nova.compute.manager [req-b2f0aff3-4cfd-42e7-bb9b-a7ad12082d80 req-84fceba2-0d77-435b-833e-cab696f76544 service nova] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Refreshing instance network info cache due to event network-changed-77a56266-1927-4939-8e41-db6fe4b3c50f. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.009471] env[68461]: DEBUG oslo_concurrency.lockutils [req-b2f0aff3-4cfd-42e7-bb9b-a7ad12082d80 req-84fceba2-0d77-435b-833e-cab696f76544 service nova] Acquiring lock "refresh_cache-b79c1f42-b7e0-4c2a-87eb-bb266e620058" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.009633] env[68461]: DEBUG oslo_concurrency.lockutils [req-b2f0aff3-4cfd-42e7-bb9b-a7ad12082d80 req-84fceba2-0d77-435b-833e-cab696f76544 service nova] Acquired lock "refresh_cache-b79c1f42-b7e0-4c2a-87eb-bb266e620058" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.009814] env[68461]: DEBUG nova.network.neutron [req-b2f0aff3-4cfd-42e7-bb9b-a7ad12082d80 req-84fceba2-0d77-435b-833e-cab696f76544 service nova] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Refreshing network info cache for port 77a56266-1927-4939-8e41-db6fe4b3c50f {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.068714] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.158855] env[68461]: DEBUG nova.network.neutron [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Updating instance_info_cache with network_info: [{"id": "3b14322b-5a34-48c4-8484-3e2f4da628d8", "address": "fa:16:3e:bc:e5:2c", "network": {"id": "85cdbcc9-e5a7-4f29-940a-6c0f1d5018cf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1563446852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172893bd35654dcea61891ad9fbc7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b14322b-5a", "ovs_interfaceid": "3b14322b-5a34-48c4-8484-3e2f4da628d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.179372] env[68461]: DEBUG oslo_vmware.api [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895090, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.237559] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7c6c55-4c08-4b82-8d65-e9ab7ca31d57 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.249285] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895093, 'name': CreateVM_Task, 'duration_secs': 0.44729} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.251407] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.252293] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.252498] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.253041] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.254104] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c77a69-084d-444e-8100-c60b097a2b8a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.258317] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d051c4a2-74f5-4360-9a90-a8c1b4983c15 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.291388] env[68461]: DEBUG oslo_vmware.api [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Waiting for the task: (returnval){ [ 984.291388] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52fc885b-d089-9d5c-3d6c-c443527da068" [ 984.291388] env[68461]: _type = "Task" [ 984.291388] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.295162] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaed2c8-3654-4492-9c58-479920007e58 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.309257] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f981c5a5-f844-4462-b70e-9a0cb021b779 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.313099] env[68461]: DEBUG oslo_vmware.api [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52fc885b-d089-9d5c-3d6c-c443527da068, 'name': SearchDatastore_Task, 'duration_secs': 0.009418} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.313527] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.313912] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.313912] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.314055] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.314175] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.314846] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27bfe4b1-ef0b-4db5-b36c-5cd216e5106a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.324168] env[68461]: DEBUG nova.compute.provider_tree [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.332264] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.332414] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.333150] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a129d9f-fb56-4f7e-9f65-0bf0f2883b96 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.340630] env[68461]: DEBUG oslo_vmware.api [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Waiting for the task: (returnval){ [ 984.340630] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5265b73c-5949-4e22-e22a-3d538992a365" [ 984.340630] env[68461]: _type = "Task" [ 984.340630] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.347075] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Task: {'id': task-2895094, 'name': Rename_Task, 'duration_secs': 0.172996} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.347865] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.347952] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-790ccd06-1a37-4dc2-88d4-7f120a33b302 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.353209] env[68461]: DEBUG oslo_vmware.api [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5265b73c-5949-4e22-e22a-3d538992a365, 'name': SearchDatastore_Task, 'duration_secs': 0.008243} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.354364] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efa5f135-c235-468f-a9d3-9e91076e3be7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.358381] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Waiting for the task: (returnval){ [ 984.358381] env[68461]: value = "task-2895096" [ 984.358381] env[68461]: _type = "Task" [ 984.358381] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.359638] env[68461]: DEBUG oslo_vmware.api [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Waiting for the task: (returnval){ [ 984.359638] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52b3285c-bf09-a6c5-b168-4ad2e27c3d97" [ 984.359638] env[68461]: _type = "Task" [ 984.359638] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.371996] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Task: {'id': task-2895096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.375407] env[68461]: DEBUG oslo_vmware.api [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b3285c-bf09-a6c5-b168-4ad2e27c3d97, 'name': SearchDatastore_Task, 'duration_secs': 0.008109} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.375662] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.375915] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] b79c1f42-b7e0-4c2a-87eb-bb266e620058/b79c1f42-b7e0-4c2a-87eb-bb266e620058.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.376195] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-833e34a6-16ac-487c-a876-b35a22ae3a8c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.382638] env[68461]: DEBUG oslo_vmware.api [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Waiting for the task: (returnval){ [ 984.382638] env[68461]: value = "task-2895097" [ 984.382638] env[68461]: _type = "Task" [ 984.382638] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.391995] env[68461]: DEBUG oslo_vmware.api [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Task: {'id': task-2895097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.415161] env[68461]: DEBUG nova.network.neutron [req-b2f0aff3-4cfd-42e7-bb9b-a7ad12082d80 req-84fceba2-0d77-435b-833e-cab696f76544 service nova] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Updated VIF entry in instance network info cache for port 77a56266-1927-4939-8e41-db6fe4b3c50f. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.415514] env[68461]: DEBUG nova.network.neutron [req-b2f0aff3-4cfd-42e7-bb9b-a7ad12082d80 req-84fceba2-0d77-435b-833e-cab696f76544 service nova] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Updating instance_info_cache with network_info: [{"id": "77a56266-1927-4939-8e41-db6fe4b3c50f", "address": "fa:16:3e:75:4c:f5", "network": {"id": "1933d217-7bcd-4980-9ef4-8ac70a49c169", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-337429567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "811cf8f6243d46028f3f7919a0870326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a56266-19", "ovs_interfaceid": "77a56266-1927-4939-8e41-db6fe4b3c50f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.458530] env[68461]: DEBUG oslo_vmware.api [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Task: {'id': task-2895095, 'name': PowerOffVM_Task, 'duration_secs': 0.280948} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.458710] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.458913] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.459173] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e554784-1581-4008-9c5f-090d34b3c184 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.537224] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.537224] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.537224] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Deleting the datastore file [datastore1] d96e8733-37f1-481e-b09d-b5491a4ae3f6 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.537224] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79bc751f-4d75-4021-af4e-ae978f2f797d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.542774] env[68461]: DEBUG oslo_vmware.api [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Waiting for the task: (returnval){ [ 984.542774] env[68461]: value = "task-2895099" [ 984.542774] env[68461]: _type = "Task" [ 984.542774] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.551414] env[68461]: DEBUG oslo_vmware.api [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Task: {'id': task-2895099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.668228] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Releasing lock "refresh_cache-1988c9b2-1c26-4d2c-b0c3-ff946dc22b08" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.668592] env[68461]: DEBUG nova.compute.manager [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Instance network_info: |[{"id": "3b14322b-5a34-48c4-8484-3e2f4da628d8", "address": "fa:16:3e:bc:e5:2c", "network": {"id": "85cdbcc9-e5a7-4f29-940a-6c0f1d5018cf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1563446852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172893bd35654dcea61891ad9fbc7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b14322b-5a", "ovs_interfaceid": "3b14322b-5a34-48c4-8484-3e2f4da628d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.672188] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:e5:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b14322b-5a34-48c4-8484-3e2f4da628d8', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.679546] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Creating folder: Project (172893bd35654dcea61891ad9fbc7e85). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.679866] env[68461]: DEBUG oslo_vmware.api [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895090, 'name': RemoveSnapshot_Task, 'duration_secs': 0.802642} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.680135] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc559bb8-0982-4e5c-9742-a65be71501f0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.681990] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Deleted Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 984.682292] env[68461]: INFO nova.compute.manager [None req-2732385d-57da-4e09-921c-a1bfdca0a2d5 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Took 15.87 seconds to snapshot the instance on the hypervisor. [ 984.684822] env[68461]: DEBUG oslo_concurrency.lockutils [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Acquiring lock "15bb026a-d9ef-4b1d-b565-0d6954fe8391" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.685060] env[68461]: DEBUG oslo_concurrency.lockutils [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Lock "15bb026a-d9ef-4b1d-b565-0d6954fe8391" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.685267] env[68461]: DEBUG oslo_concurrency.lockutils [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Acquiring lock "15bb026a-d9ef-4b1d-b565-0d6954fe8391-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.685449] env[68461]: DEBUG oslo_concurrency.lockutils [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Lock "15bb026a-d9ef-4b1d-b565-0d6954fe8391-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.685615] env[68461]: DEBUG oslo_concurrency.lockutils [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Lock "15bb026a-d9ef-4b1d-b565-0d6954fe8391-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.688179] env[68461]: INFO nova.compute.manager [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Terminating instance [ 984.697945] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Created folder: Project (172893bd35654dcea61891ad9fbc7e85) in parent group-v581476. [ 984.698214] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Creating folder: Instances. Parent ref: group-v581585. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.698498] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-608061fe-442d-48aa-941e-1527e2f1bebb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.710718] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Created folder: Instances in parent group-v581585. [ 984.711032] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.711287] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.711527] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09578835-3577-4ebe-bd12-8ea8db91f0d6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.738139] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.738139] env[68461]: value = "task-2895102" [ 984.738139] env[68461]: _type = "Task" [ 984.738139] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.748234] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895102, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.827640] env[68461]: DEBUG nova.scheduler.client.report [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.871395] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Task: {'id': task-2895096, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.893307] env[68461]: DEBUG oslo_vmware.api [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Task: {'id': task-2895097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502678} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.893307] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] b79c1f42-b7e0-4c2a-87eb-bb266e620058/b79c1f42-b7e0-4c2a-87eb-bb266e620058.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.894106] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.894106] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70189658-15bc-415c-8a0e-3cd482608ee0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.900067] env[68461]: DEBUG oslo_vmware.api [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Waiting for the task: (returnval){ [ 984.900067] env[68461]: value = "task-2895103" [ 984.900067] env[68461]: _type = "Task" [ 984.900067] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.909495] env[68461]: DEBUG oslo_vmware.api [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Task: {'id': task-2895103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.918579] env[68461]: DEBUG oslo_concurrency.lockutils [req-b2f0aff3-4cfd-42e7-bb9b-a7ad12082d80 req-84fceba2-0d77-435b-833e-cab696f76544 service nova] Releasing lock "refresh_cache-b79c1f42-b7e0-4c2a-87eb-bb266e620058" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.918732] env[68461]: DEBUG nova.compute.manager [req-b2f0aff3-4cfd-42e7-bb9b-a7ad12082d80 req-84fceba2-0d77-435b-833e-cab696f76544 service nova] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Received event network-vif-deleted-9cccb9de-a297-4a79-ad6d-95629f1bcbf0 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.918872] env[68461]: DEBUG nova.compute.manager [req-b2f0aff3-4cfd-42e7-bb9b-a7ad12082d80 req-84fceba2-0d77-435b-833e-cab696f76544 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Received event network-vif-deleted-6983e8a8-b045-4eda-8af6-ad44182bee60 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.919103] env[68461]: DEBUG nova.compute.manager [req-b2f0aff3-4cfd-42e7-bb9b-a7ad12082d80 req-84fceba2-0d77-435b-833e-cab696f76544 service nova] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Received event network-vif-deleted-fef2da4a-07ec-48c5-8557-ac26e98324e4 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.052821] env[68461]: DEBUG oslo_vmware.api [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Task: {'id': task-2895099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342809} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.053117] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.053311] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.053490] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.053689] env[68461]: INFO nova.compute.manager [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 985.053987] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.054205] env[68461]: DEBUG nova.compute.manager [-] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.054301] env[68461]: DEBUG nova.network.neutron [-] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.104246] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquiring lock "0f6452b1-1910-4827-b23b-e9a0663ea72b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.104602] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Lock "0f6452b1-1910-4827-b23b-e9a0663ea72b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.176153] env[68461]: DEBUG nova.compute.manager [req-a9189adf-0e29-4ab9-85c9-67b12e2c22d1 req-34e315b1-eb2d-4fe0-a7da-faa7c9840cdb service nova] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Received event network-changed-3b14322b-5a34-48c4-8484-3e2f4da628d8 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.176358] env[68461]: DEBUG nova.compute.manager [req-a9189adf-0e29-4ab9-85c9-67b12e2c22d1 req-34e315b1-eb2d-4fe0-a7da-faa7c9840cdb service nova] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Refreshing instance network info cache due to event network-changed-3b14322b-5a34-48c4-8484-3e2f4da628d8. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.176554] env[68461]: DEBUG oslo_concurrency.lockutils [req-a9189adf-0e29-4ab9-85c9-67b12e2c22d1 req-34e315b1-eb2d-4fe0-a7da-faa7c9840cdb service nova] Acquiring lock "refresh_cache-1988c9b2-1c26-4d2c-b0c3-ff946dc22b08" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.176689] env[68461]: DEBUG oslo_concurrency.lockutils [req-a9189adf-0e29-4ab9-85c9-67b12e2c22d1 req-34e315b1-eb2d-4fe0-a7da-faa7c9840cdb service nova] Acquired lock "refresh_cache-1988c9b2-1c26-4d2c-b0c3-ff946dc22b08" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.176848] env[68461]: DEBUG nova.network.neutron [req-a9189adf-0e29-4ab9-85c9-67b12e2c22d1 req-34e315b1-eb2d-4fe0-a7da-faa7c9840cdb service nova] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Refreshing network info cache for port 3b14322b-5a34-48c4-8484-3e2f4da628d8 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.194906] env[68461]: DEBUG nova.compute.manager [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.195183] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.195664] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bf8431a-cba8-4c9f-b8de-10d2205c67a0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.202315] env[68461]: DEBUG oslo_vmware.api [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Waiting for the task: (returnval){ [ 985.202315] env[68461]: value = "task-2895104" [ 985.202315] env[68461]: _type = "Task" [ 985.202315] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.212044] env[68461]: DEBUG oslo_vmware.api [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Task: {'id': task-2895104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.247995] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895102, 'name': CreateVM_Task, 'duration_secs': 0.480958} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.248207] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.248877] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.249115] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.249421] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.249675] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69ae2e73-4538-4d87-b257-4dd964e445eb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.254563] env[68461]: DEBUG oslo_vmware.api [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 985.254563] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]528574a3-ae84-291f-3ec4-7f0842863976" [ 985.254563] env[68461]: _type = "Task" [ 985.254563] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.267616] env[68461]: DEBUG oslo_vmware.api [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]528574a3-ae84-291f-3ec4-7f0842863976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.335496] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.336077] env[68461]: DEBUG nova.compute.manager [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.339284] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.652s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.340888] env[68461]: INFO nova.compute.claims [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.371320] env[68461]: DEBUG oslo_vmware.api [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Task: {'id': task-2895096, 'name': PowerOnVM_Task, 'duration_secs': 0.815349} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.371320] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.371731] env[68461]: DEBUG nova.compute.manager [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.372794] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976a4f51-b88c-41ea-8aa4-66777de8b9bb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.410177] env[68461]: DEBUG oslo_vmware.api [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Task: {'id': task-2895103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062019} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.410507] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.411356] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6bb87d-fe60-4949-a4d3-f71dddc0f5d9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.435078] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] b79c1f42-b7e0-4c2a-87eb-bb266e620058/b79c1f42-b7e0-4c2a-87eb-bb266e620058.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.435764] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96d9f1e3-4c96-415e-84b0-f16d2d70beba {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.456233] env[68461]: DEBUG oslo_vmware.api [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Waiting for the task: (returnval){ [ 985.456233] env[68461]: value = "task-2895105" [ 985.456233] env[68461]: _type = "Task" [ 985.456233] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.464555] env[68461]: DEBUG oslo_vmware.api [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Task: {'id': task-2895105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.715515] env[68461]: DEBUG oslo_vmware.api [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Task: {'id': task-2895104, 'name': PowerOffVM_Task, 'duration_secs': 0.261846} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.715776] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.715972] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Volume detach. Driver type: vmdk {{(pid=68461) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 985.716187] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581486', 'volume_id': '97587106-5407-4bd9-b247-646e7f1e856a', 'name': 'volume-97587106-5407-4bd9-b247-646e7f1e856a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '15bb026a-d9ef-4b1d-b565-0d6954fe8391', 'attached_at': '', 'detached_at': '', 'volume_id': '97587106-5407-4bd9-b247-646e7f1e856a', 'serial': '97587106-5407-4bd9-b247-646e7f1e856a'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 985.716958] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40100e8-608b-4cfe-b957-6fe89e4625fa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.737666] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce61c44-833b-4018-8a23-44d723ed6788 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.748149] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6efffe-34d0-4db5-924b-ea79936a355e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.772742] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6879e34e-94ea-4e7f-b4dd-3af7a2ad5667 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.780556] env[68461]: DEBUG oslo_vmware.api [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]528574a3-ae84-291f-3ec4-7f0842863976, 'name': SearchDatastore_Task, 'duration_secs': 0.010794} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.791977] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.792268] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.792504] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.792953] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.792953] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.793132] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] The volume has not been displaced from its original location: [datastore2] volume-97587106-5407-4bd9-b247-646e7f1e856a/volume-97587106-5407-4bd9-b247-646e7f1e856a.vmdk. No consolidation needed. {{(pid=68461) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 985.798369] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Reconfiguring VM instance instance-00000014 to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 985.800955] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6470d40b-acce-4671-b614-1dd4dfbfc908 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.803024] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0625b01e-4165-4c8d-becd-85f3b5f08eaa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.821961] env[68461]: DEBUG oslo_vmware.api [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Waiting for the task: (returnval){ [ 985.821961] env[68461]: value = "task-2895106" [ 985.821961] env[68461]: _type = "Task" [ 985.821961] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.826804] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.826804] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.827058] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-660c8a5b-0581-4df7-8f0f-53ed06d6610a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.835335] env[68461]: DEBUG oslo_vmware.api [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Task: {'id': task-2895106, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.836697] env[68461]: DEBUG oslo_vmware.api [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 985.836697] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521cdc8f-b3f8-e1d4-2ea2-d1cdbfa4545f" [ 985.836697] env[68461]: _type = "Task" [ 985.836697] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.846194] env[68461]: DEBUG nova.compute.utils [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.851019] env[68461]: DEBUG oslo_vmware.api [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521cdc8f-b3f8-e1d4-2ea2-d1cdbfa4545f, 'name': SearchDatastore_Task, 'duration_secs': 0.008055} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.851019] env[68461]: DEBUG nova.compute.manager [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.851019] env[68461]: DEBUG nova.network.neutron [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.852744] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86594959-0be5-4550-837b-55e27625a75c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.859855] env[68461]: DEBUG oslo_vmware.api [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 985.859855] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52afed67-712e-b7d8-be1b-084f50b4beb8" [ 985.859855] env[68461]: _type = "Task" [ 985.859855] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.871076] env[68461]: DEBUG oslo_vmware.api [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52afed67-712e-b7d8-be1b-084f50b4beb8, 'name': SearchDatastore_Task, 'duration_secs': 0.009372} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.872119] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.872119] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08/1988c9b2-1c26-4d2c-b0c3-ff946dc22b08.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.872119] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f66f6ddf-7a2b-49a8-a272-49214393f287 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.878389] env[68461]: DEBUG oslo_vmware.api [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 985.878389] env[68461]: value = "task-2895107" [ 985.878389] env[68461]: _type = "Task" [ 985.878389] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.893478] env[68461]: DEBUG oslo_vmware.api [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.893764] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.970795] env[68461]: DEBUG oslo_vmware.api [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Task: {'id': task-2895105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.979816] env[68461]: DEBUG nova.policy [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17ca6ecb00144b32a41ddbf151ba9114', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f3dd0f610c9480b81f726c82dd5c0dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.991282] env[68461]: DEBUG nova.network.neutron [-] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.025218] env[68461]: DEBUG nova.network.neutron [req-a9189adf-0e29-4ab9-85c9-67b12e2c22d1 req-34e315b1-eb2d-4fe0-a7da-faa7c9840cdb service nova] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Updated VIF entry in instance network info cache for port 3b14322b-5a34-48c4-8484-3e2f4da628d8. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.025218] env[68461]: DEBUG nova.network.neutron [req-a9189adf-0e29-4ab9-85c9-67b12e2c22d1 req-34e315b1-eb2d-4fe0-a7da-faa7c9840cdb service nova] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Updating instance_info_cache with network_info: [{"id": "3b14322b-5a34-48c4-8484-3e2f4da628d8", "address": "fa:16:3e:bc:e5:2c", "network": {"id": "85cdbcc9-e5a7-4f29-940a-6c0f1d5018cf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1563446852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172893bd35654dcea61891ad9fbc7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b14322b-5a", "ovs_interfaceid": "3b14322b-5a34-48c4-8484-3e2f4da628d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.200264] env[68461]: DEBUG nova.compute.manager [req-6bb3c5d2-cac0-4587-b796-1d6b7d5cb44c req-518b7c09-4d48-49fc-8272-ff87bded9ae0 service nova] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Received event network-vif-deleted-c14987fe-f52c-41af-b34a-1a49144c6fa6 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.311259] env[68461]: DEBUG nova.network.neutron [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Successfully created port: 740e00da-a5ac-4d5e-94c5-eb5f4fa19b86 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.344039] env[68461]: DEBUG oslo_vmware.api [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Task: {'id': task-2895106, 'name': ReconfigVM_Task, 'duration_secs': 0.202395} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.344039] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Reconfigured VM instance instance-00000014 to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 986.349350] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d56646ea-87dd-445c-9093-171cd041405e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.360016] env[68461]: DEBUG nova.compute.manager [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.371399] env[68461]: DEBUG oslo_vmware.api [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Waiting for the task: (returnval){ [ 986.371399] env[68461]: value = "task-2895108" [ 986.371399] env[68461]: _type = "Task" [ 986.371399] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.382999] env[68461]: DEBUG oslo_vmware.api [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Task: {'id': task-2895108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.390868] env[68461]: DEBUG oslo_vmware.api [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481372} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.391180] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08/1988c9b2-1c26-4d2c-b0c3-ff946dc22b08.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.391367] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.392634] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b10346ea-310e-440b-a2c7-47a42d00da48 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.399256] env[68461]: DEBUG oslo_vmware.api [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 986.399256] env[68461]: value = "task-2895109" [ 986.399256] env[68461]: _type = "Task" [ 986.399256] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.407748] env[68461]: DEBUG oslo_vmware.api [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.469526] env[68461]: DEBUG oslo_vmware.api [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Task: {'id': task-2895105, 'name': ReconfigVM_Task, 'duration_secs': 0.681008} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.469526] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Reconfigured VM instance instance-00000021 to attach disk [datastore2] b79c1f42-b7e0-4c2a-87eb-bb266e620058/b79c1f42-b7e0-4c2a-87eb-bb266e620058.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.472904] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5be2c6fb-14c7-4239-beaa-b8e837aead02 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.479651] env[68461]: DEBUG oslo_vmware.api [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Waiting for the task: (returnval){ [ 986.479651] env[68461]: value = "task-2895110" [ 986.479651] env[68461]: _type = "Task" [ 986.479651] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.488129] env[68461]: DEBUG oslo_vmware.api [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Task: {'id': task-2895110, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.494917] env[68461]: INFO nova.compute.manager [-] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Took 1.44 seconds to deallocate network for instance. [ 986.527611] env[68461]: DEBUG oslo_concurrency.lockutils [req-a9189adf-0e29-4ab9-85c9-67b12e2c22d1 req-34e315b1-eb2d-4fe0-a7da-faa7c9840cdb service nova] Releasing lock "refresh_cache-1988c9b2-1c26-4d2c-b0c3-ff946dc22b08" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.884728] env[68461]: DEBUG oslo_vmware.api [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Task: {'id': task-2895108, 'name': ReconfigVM_Task, 'duration_secs': 0.251072} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.886202] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581486', 'volume_id': '97587106-5407-4bd9-b247-646e7f1e856a', 'name': 'volume-97587106-5407-4bd9-b247-646e7f1e856a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '15bb026a-d9ef-4b1d-b565-0d6954fe8391', 'attached_at': '', 'detached_at': '', 'volume_id': '97587106-5407-4bd9-b247-646e7f1e856a', 'serial': '97587106-5407-4bd9-b247-646e7f1e856a'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 986.886202] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.886375] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02e72a0-ea81-4a19-8428-0b936210463b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.892807] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.895283] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63c89572-1261-47bd-94c2-4286ce412eca {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.908334] env[68461]: DEBUG oslo_vmware.api [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061583} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.910952] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.912021] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76c6149-a630-40e9-b298-7f5b12bc56f1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.935144] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08/1988c9b2-1c26-4d2c-b0c3-ff946dc22b08.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.938320] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22ee7b8d-45e7-4c81-93b2-364cffcfaf63 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.957880] env[68461]: DEBUG oslo_vmware.api [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 986.957880] env[68461]: value = "task-2895112" [ 986.957880] env[68461]: _type = "Task" [ 986.957880] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.968114] env[68461]: DEBUG oslo_vmware.api [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.977794] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.978014] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.978207] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Deleting the datastore file [datastore2] 15bb026a-d9ef-4b1d-b565-0d6954fe8391 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.978462] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60f3b313-2ed4-41a8-bcb0-ef513c3467f7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.985073] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6c5fda-cb1e-479d-87aa-0b3427fb9184 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.990256] env[68461]: DEBUG oslo_vmware.api [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Waiting for the task: (returnval){ [ 986.990256] env[68461]: value = "task-2895113" [ 986.990256] env[68461]: _type = "Task" [ 986.990256] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.000584] env[68461]: DEBUG oslo_vmware.api [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Task: {'id': task-2895110, 'name': Rename_Task, 'duration_secs': 0.392516} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.001459] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.002156] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.003566] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15551d37-f238-4e58-8ddd-44db95d9b9c8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.009836] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b42298c3-31a2-4324-aac2-ab16cf25f772 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.011629] env[68461]: DEBUG oslo_vmware.api [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Task: {'id': task-2895113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.046880] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7c3462-39f8-49fe-8736-c93bedce115a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.050039] env[68461]: DEBUG oslo_vmware.api [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Waiting for the task: (returnval){ [ 987.050039] env[68461]: value = "task-2895114" [ 987.050039] env[68461]: _type = "Task" [ 987.050039] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.057308] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b99308-e392-4af9-8d26-d62e1425569e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.067997] env[68461]: DEBUG oslo_vmware.api [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Task: {'id': task-2895114, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.074945] env[68461]: DEBUG nova.compute.provider_tree [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.216632] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Acquiring lock "7ddca307-cc43-46fb-863d-78762a26b0d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.217169] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Lock "7ddca307-cc43-46fb-863d-78762a26b0d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.217169] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Acquiring lock "7ddca307-cc43-46fb-863d-78762a26b0d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.217383] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Lock "7ddca307-cc43-46fb-863d-78762a26b0d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.217461] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Lock "7ddca307-cc43-46fb-863d-78762a26b0d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.219613] env[68461]: INFO nova.compute.manager [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Terminating instance [ 987.369424] env[68461]: DEBUG nova.compute.manager [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.391704] env[68461]: DEBUG nova.virt.hardware [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.391846] env[68461]: DEBUG nova.virt.hardware [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.392018] env[68461]: DEBUG nova.virt.hardware [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.392269] env[68461]: DEBUG nova.virt.hardware [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.392419] env[68461]: DEBUG nova.virt.hardware [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.392564] env[68461]: DEBUG nova.virt.hardware [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.392770] env[68461]: DEBUG nova.virt.hardware [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.392926] env[68461]: DEBUG nova.virt.hardware [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.393105] env[68461]: DEBUG nova.virt.hardware [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.393271] env[68461]: DEBUG nova.virt.hardware [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.393444] env[68461]: DEBUG nova.virt.hardware [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.394327] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5e151a-2f9b-4db8-a147-1df830bd7571 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.402580] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ac3add-d78f-449f-bf92-432b49fee2f9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.468174] env[68461]: DEBUG oslo_vmware.api [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.500596] env[68461]: DEBUG oslo_vmware.api [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Task: {'id': task-2895113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.076143} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.500998] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.501169] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.501389] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.501707] env[68461]: INFO nova.compute.manager [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Took 2.31 seconds to destroy the instance on the hypervisor. [ 987.502030] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.502347] env[68461]: DEBUG nova.compute.manager [-] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.502347] env[68461]: DEBUG nova.network.neutron [-] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.562332] env[68461]: DEBUG oslo_vmware.api [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Task: {'id': task-2895114, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.582066] env[68461]: DEBUG nova.scheduler.client.report [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.726101] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Acquiring lock "refresh_cache-7ddca307-cc43-46fb-863d-78762a26b0d0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.726101] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Acquired lock "refresh_cache-7ddca307-cc43-46fb-863d-78762a26b0d0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.726101] env[68461]: DEBUG nova.network.neutron [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.969607] env[68461]: DEBUG oslo_vmware.api [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895112, 'name': ReconfigVM_Task, 'duration_secs': 0.803923} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.970285] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08/1988c9b2-1c26-4d2c-b0c3-ff946dc22b08.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.971227] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13444427-1eba-4701-b211-c654632cafe8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.983139] env[68461]: DEBUG oslo_vmware.api [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 987.983139] env[68461]: value = "task-2895115" [ 987.983139] env[68461]: _type = "Task" [ 987.983139] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.990178] env[68461]: DEBUG oslo_vmware.api [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895115, 'name': Rename_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.061893] env[68461]: DEBUG oslo_vmware.api [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Task: {'id': task-2895114, 'name': PowerOnVM_Task, 'duration_secs': 0.873154} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.061893] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.061893] env[68461]: INFO nova.compute.manager [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Took 8.31 seconds to spawn the instance on the hypervisor. [ 988.061893] env[68461]: DEBUG nova.compute.manager [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.062144] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ce939e-7fd5-484f-a651-a244301d9d82 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.087080] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.087307] env[68461]: DEBUG nova.compute.manager [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.091141] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.593s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.186316] env[68461]: DEBUG nova.network.neutron [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Successfully updated port: 740e00da-a5ac-4d5e-94c5-eb5f4fa19b86 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.246023] env[68461]: DEBUG nova.network.neutron [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.314932] env[68461]: DEBUG nova.compute.manager [req-13c343a7-23b2-426f-8f76-92351f22e957 req-d09e5f3d-ab97-4446-a36a-0a4c3716be57 service nova] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Received event network-vif-plugged-740e00da-a5ac-4d5e-94c5-eb5f4fa19b86 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.315224] env[68461]: DEBUG oslo_concurrency.lockutils [req-13c343a7-23b2-426f-8f76-92351f22e957 req-d09e5f3d-ab97-4446-a36a-0a4c3716be57 service nova] Acquiring lock "8e3abbd1-b483-450f-842b-811f51e18c19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.315469] env[68461]: DEBUG oslo_concurrency.lockutils [req-13c343a7-23b2-426f-8f76-92351f22e957 req-d09e5f3d-ab97-4446-a36a-0a4c3716be57 service nova] Lock "8e3abbd1-b483-450f-842b-811f51e18c19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.315683] env[68461]: DEBUG oslo_concurrency.lockutils [req-13c343a7-23b2-426f-8f76-92351f22e957 req-d09e5f3d-ab97-4446-a36a-0a4c3716be57 service nova] Lock "8e3abbd1-b483-450f-842b-811f51e18c19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.315878] env[68461]: DEBUG nova.compute.manager [req-13c343a7-23b2-426f-8f76-92351f22e957 req-d09e5f3d-ab97-4446-a36a-0a4c3716be57 service nova] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] No waiting events found dispatching network-vif-plugged-740e00da-a5ac-4d5e-94c5-eb5f4fa19b86 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.316093] env[68461]: WARNING nova.compute.manager [req-13c343a7-23b2-426f-8f76-92351f22e957 req-d09e5f3d-ab97-4446-a36a-0a4c3716be57 service nova] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Received unexpected event network-vif-plugged-740e00da-a5ac-4d5e-94c5-eb5f4fa19b86 for instance with vm_state building and task_state spawning. [ 988.319831] env[68461]: DEBUG nova.network.neutron [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.494313] env[68461]: DEBUG oslo_vmware.api [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895115, 'name': Rename_Task, 'duration_secs': 0.225902} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.496199] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.496875] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b14ae0b-03f2-4db5-961e-a3caef4bfeb5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.504308] env[68461]: DEBUG oslo_vmware.api [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 988.504308] env[68461]: value = "task-2895116" [ 988.504308] env[68461]: _type = "Task" [ 988.504308] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.517066] env[68461]: DEBUG oslo_vmware.api [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.585023] env[68461]: INFO nova.compute.manager [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Took 35.93 seconds to build instance. [ 988.594809] env[68461]: DEBUG nova.compute.utils [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.602816] env[68461]: INFO nova.compute.claims [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.605138] env[68461]: DEBUG nova.compute.manager [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.605393] env[68461]: DEBUG nova.network.neutron [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.686032] env[68461]: DEBUG nova.policy [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55917e4a3a01401fbb4c08caa9198b41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11b5796b0aa848e39c5b631e5d980c4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.691466] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Acquiring lock "refresh_cache-8e3abbd1-b483-450f-842b-811f51e18c19" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.691591] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Acquired lock "refresh_cache-8e3abbd1-b483-450f-842b-811f51e18c19" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.691741] env[68461]: DEBUG nova.network.neutron [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.823596] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Releasing lock "refresh_cache-7ddca307-cc43-46fb-863d-78762a26b0d0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.824195] env[68461]: DEBUG nova.compute.manager [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.824722] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.825749] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbbf937-0890-4eab-8f56-379ad8be57e2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.835574] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.835857] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-173266ba-92da-4f79-bb7b-e3a75991dad5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.843039] env[68461]: DEBUG oslo_vmware.api [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Waiting for the task: (returnval){ [ 988.843039] env[68461]: value = "task-2895117" [ 988.843039] env[68461]: _type = "Task" [ 988.843039] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.853074] env[68461]: DEBUG oslo_vmware.api [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2895117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.997446] env[68461]: DEBUG nova.network.neutron [-] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.016275] env[68461]: DEBUG oslo_vmware.api [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895116, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.086093] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e75fd6b-8252-48fe-ab04-c6f928ca8199 tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Lock "b79c1f42-b7e0-4c2a-87eb-bb266e620058" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.860s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.099056] env[68461]: DEBUG nova.compute.manager [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.113884] env[68461]: INFO nova.compute.resource_tracker [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Updating resource usage from migration 7f8ff307-fcaf-465d-ae43-bd6f4ed6b51c [ 989.265700] env[68461]: DEBUG nova.network.neutron [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.281503] env[68461]: DEBUG nova.compute.manager [req-eae4e617-b585-4b0a-b468-0dbac13b0c85 req-2e220f4f-5343-403d-a9a7-26e886168e92 service nova] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Received event network-vif-deleted-ace4a81b-2617-4e59-8178-b16f124843f7 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.303010] env[68461]: DEBUG nova.network.neutron [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Successfully created port: daaa44c7-0f64-4058-8a9d-cf04e2c08d5a {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.355773] env[68461]: DEBUG oslo_vmware.api [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2895117, 'name': PowerOffVM_Task, 'duration_secs': 0.128675} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.359359] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.359529] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.359660] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-695df42d-d635-427f-b137-37a823297b00 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.389050] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.389284] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.389479] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Deleting the datastore file [datastore2] 7ddca307-cc43-46fb-863d-78762a26b0d0 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.389718] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35c8ae3e-fc1b-4174-bdd9-54eaa0de865f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.398775] env[68461]: DEBUG oslo_vmware.api [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Waiting for the task: (returnval){ [ 989.398775] env[68461]: value = "task-2895119" [ 989.398775] env[68461]: _type = "Task" [ 989.398775] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.407418] env[68461]: DEBUG oslo_vmware.api [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2895119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.500544] env[68461]: INFO nova.compute.manager [-] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Took 2.00 seconds to deallocate network for instance. [ 989.519691] env[68461]: DEBUG oslo_vmware.api [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895116, 'name': PowerOnVM_Task, 'duration_secs': 0.816835} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.519834] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.520055] env[68461]: INFO nova.compute.manager [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Took 6.99 seconds to spawn the instance on the hypervisor. [ 989.520238] env[68461]: DEBUG nova.compute.manager [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.521035] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133ddc53-a40b-4373-a1d4-f067e81b3b42 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.589685] env[68461]: DEBUG nova.compute.manager [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.737931] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7764e9-7e9f-44ad-94a1-3e1c407f8588 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.744648] env[68461]: DEBUG nova.network.neutron [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Updating instance_info_cache with network_info: [{"id": "740e00da-a5ac-4d5e-94c5-eb5f4fa19b86", "address": "fa:16:3e:be:53:41", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap740e00da-a5", "ovs_interfaceid": "740e00da-a5ac-4d5e-94c5-eb5f4fa19b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.752160] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21cec52-51bc-4b7b-a0ac-3c6dce5eccc3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.790646] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a094a36-7d1c-4c32-8307-f168e3080a3d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.796537] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Acquiring lock "9b3b9600-bf96-4a2b-aa8c-79f7321878b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.796769] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Lock "9b3b9600-bf96-4a2b-aa8c-79f7321878b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.803707] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7f58c0-4e6c-4848-9c6b-529a0b26a339 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.822116] env[68461]: DEBUG nova.compute.provider_tree [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.913942] env[68461]: DEBUG oslo_vmware.api [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Task: {'id': task-2895119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115252} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.913942] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.913942] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.913942] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.913942] env[68461]: INFO nova.compute.manager [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Took 1.09 seconds to destroy the instance on the hypervisor. [ 989.913942] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.913942] env[68461]: DEBUG nova.compute.manager [-] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.913942] env[68461]: DEBUG nova.network.neutron [-] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.932664] env[68461]: DEBUG nova.network.neutron [-] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.046994] env[68461]: INFO nova.compute.manager [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Took 32.06 seconds to build instance. [ 990.090025] env[68461]: INFO nova.compute.manager [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Took 0.59 seconds to detach 1 volumes for instance. [ 990.092516] env[68461]: DEBUG nova.compute.manager [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Deleting volume: 97587106-5407-4bd9-b247-646e7f1e856a {{(pid=68461) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 990.107508] env[68461]: DEBUG nova.compute.manager [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.115669] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.138700] env[68461]: DEBUG nova.virt.hardware [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.138958] env[68461]: DEBUG nova.virt.hardware [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.139166] env[68461]: DEBUG nova.virt.hardware [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.139349] env[68461]: DEBUG nova.virt.hardware [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.139490] env[68461]: DEBUG nova.virt.hardware [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.139820] env[68461]: DEBUG nova.virt.hardware [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.139820] env[68461]: DEBUG nova.virt.hardware [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.139972] env[68461]: DEBUG nova.virt.hardware [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.140163] env[68461]: DEBUG nova.virt.hardware [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.140323] env[68461]: DEBUG nova.virt.hardware [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.140487] env[68461]: DEBUG nova.virt.hardware [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.141707] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d64f51-b997-4fb8-be8d-44e4c81d02ad {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.156685] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2328ec2b-a6a3-4ef7-88ae-995e700232e9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.252185] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Releasing lock "refresh_cache-8e3abbd1-b483-450f-842b-811f51e18c19" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.252540] env[68461]: DEBUG nova.compute.manager [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Instance network_info: |[{"id": "740e00da-a5ac-4d5e-94c5-eb5f4fa19b86", "address": "fa:16:3e:be:53:41", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap740e00da-a5", "ovs_interfaceid": "740e00da-a5ac-4d5e-94c5-eb5f4fa19b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.253340] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:53:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '740e00da-a5ac-4d5e-94c5-eb5f4fa19b86', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.260972] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.261555] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.262274] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c82f319a-0789-46e0-8f37-f1266df81922 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.284417] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.284417] env[68461]: value = "task-2895121" [ 990.284417] env[68461]: _type = "Task" [ 990.284417] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.294703] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895121, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.325846] env[68461]: DEBUG nova.scheduler.client.report [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.362317] env[68461]: DEBUG nova.compute.manager [req-95704dfb-e856-4cac-9836-f2601bfd9c70 req-f253208a-755c-4d43-9ad2-6f262d442772 service nova] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Received event network-changed-740e00da-a5ac-4d5e-94c5-eb5f4fa19b86 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.362574] env[68461]: DEBUG nova.compute.manager [req-95704dfb-e856-4cac-9836-f2601bfd9c70 req-f253208a-755c-4d43-9ad2-6f262d442772 service nova] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Refreshing instance network info cache due to event network-changed-740e00da-a5ac-4d5e-94c5-eb5f4fa19b86. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.362756] env[68461]: DEBUG oslo_concurrency.lockutils [req-95704dfb-e856-4cac-9836-f2601bfd9c70 req-f253208a-755c-4d43-9ad2-6f262d442772 service nova] Acquiring lock "refresh_cache-8e3abbd1-b483-450f-842b-811f51e18c19" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.362898] env[68461]: DEBUG oslo_concurrency.lockutils [req-95704dfb-e856-4cac-9836-f2601bfd9c70 req-f253208a-755c-4d43-9ad2-6f262d442772 service nova] Acquired lock "refresh_cache-8e3abbd1-b483-450f-842b-811f51e18c19" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.363054] env[68461]: DEBUG nova.network.neutron [req-95704dfb-e856-4cac-9836-f2601bfd9c70 req-f253208a-755c-4d43-9ad2-6f262d442772 service nova] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Refreshing network info cache for port 740e00da-a5ac-4d5e-94c5-eb5f4fa19b86 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.435328] env[68461]: DEBUG nova.network.neutron [-] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.499949] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Acquiring lock "f6f23a19-fb3d-4c26-a0f0-9352e008b248" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.500297] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lock "f6f23a19-fb3d-4c26-a0f0-9352e008b248" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.500550] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Acquiring lock "f6f23a19-fb3d-4c26-a0f0-9352e008b248-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.501282] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lock "f6f23a19-fb3d-4c26-a0f0-9352e008b248-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.501507] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lock "f6f23a19-fb3d-4c26-a0f0-9352e008b248-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.504074] env[68461]: INFO nova.compute.manager [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Terminating instance [ 990.549712] env[68461]: DEBUG oslo_concurrency.lockutils [None req-72056e77-05c5-4b97-b4f1-d8c32c820c00 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "1988c9b2-1c26-4d2c-b0c3-ff946dc22b08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.381s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.654268] env[68461]: DEBUG oslo_concurrency.lockutils [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.795856] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895121, 'name': CreateVM_Task, 'duration_secs': 0.456015} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.796352] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.797285] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.797526] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.797897] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.798252] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-790424bb-b255-4b97-99c6-3ab1bfca290f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.803712] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Waiting for the task: (returnval){ [ 990.803712] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52b6f756-1fbf-e92b-61eb-4c72c4f71331" [ 990.803712] env[68461]: _type = "Task" [ 990.803712] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.817215] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b6f756-1fbf-e92b-61eb-4c72c4f71331, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.835230] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.745s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.835438] env[68461]: INFO nova.compute.manager [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Migrating [ 990.835670] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.835834] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.839443] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.695s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.840577] env[68461]: INFO nova.compute.claims [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.844449] env[68461]: INFO nova.compute.rpcapi [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 990.847580] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.938605] env[68461]: INFO nova.compute.manager [-] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Took 1.02 seconds to deallocate network for instance. [ 991.008681] env[68461]: DEBUG nova.compute.manager [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 991.008918] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.009877] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e42d54-afa4-4ac6-b698-638792aa3de6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.018420] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.018834] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b09b4c54-e35d-4d99-98f5-edd19d4fedf3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.026062] env[68461]: DEBUG oslo_vmware.api [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 991.026062] env[68461]: value = "task-2895122" [ 991.026062] env[68461]: _type = "Task" [ 991.026062] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.035351] env[68461]: DEBUG oslo_vmware.api [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.051509] env[68461]: DEBUG nova.compute.manager [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.118128] env[68461]: DEBUG nova.network.neutron [req-95704dfb-e856-4cac-9836-f2601bfd9c70 req-f253208a-755c-4d43-9ad2-6f262d442772 service nova] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Updated VIF entry in instance network info cache for port 740e00da-a5ac-4d5e-94c5-eb5f4fa19b86. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.118571] env[68461]: DEBUG nova.network.neutron [req-95704dfb-e856-4cac-9836-f2601bfd9c70 req-f253208a-755c-4d43-9ad2-6f262d442772 service nova] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Updating instance_info_cache with network_info: [{"id": "740e00da-a5ac-4d5e-94c5-eb5f4fa19b86", "address": "fa:16:3e:be:53:41", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap740e00da-a5", "ovs_interfaceid": "740e00da-a5ac-4d5e-94c5-eb5f4fa19b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.165537] env[68461]: DEBUG nova.network.neutron [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Successfully updated port: daaa44c7-0f64-4058-8a9d-cf04e2c08d5a {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.322161] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b6f756-1fbf-e92b-61eb-4c72c4f71331, 'name': SearchDatastore_Task, 'duration_secs': 0.010782} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.323093] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.323446] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.323808] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.323979] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.324336] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.324823] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-378111fb-26cb-4b76-9895-e87a3834cebb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.342442] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.342442] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.343051] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2de1bed-9474-4a35-827c-5bbec78a4b85 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.352698] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Waiting for the task: (returnval){ [ 991.352698] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52560cd8-cc32-a900-43c7-19d35fc7cc18" [ 991.352698] env[68461]: _type = "Task" [ 991.352698] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.366187] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52560cd8-cc32-a900-43c7-19d35fc7cc18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.370268] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "refresh_cache-0fae630c-c34d-4827-9557-2d3bdb3d7c50" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.370498] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquired lock "refresh_cache-0fae630c-c34d-4827-9557-2d3bdb3d7c50" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.370749] env[68461]: DEBUG nova.network.neutron [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.448088] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.480188] env[68461]: DEBUG nova.compute.manager [req-e6f3de46-b9d4-4ff6-a7df-4990e0bff275 req-54ee72f4-1601-410c-912a-233ebd8b320a service nova] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Received event network-vif-plugged-daaa44c7-0f64-4058-8a9d-cf04e2c08d5a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.480188] env[68461]: DEBUG oslo_concurrency.lockutils [req-e6f3de46-b9d4-4ff6-a7df-4990e0bff275 req-54ee72f4-1601-410c-912a-233ebd8b320a service nova] Acquiring lock "1d581ed1-d175-46b9-bf25-83a6c4e4be0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.480188] env[68461]: DEBUG oslo_concurrency.lockutils [req-e6f3de46-b9d4-4ff6-a7df-4990e0bff275 req-54ee72f4-1601-410c-912a-233ebd8b320a service nova] Lock "1d581ed1-d175-46b9-bf25-83a6c4e4be0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.480188] env[68461]: DEBUG oslo_concurrency.lockutils [req-e6f3de46-b9d4-4ff6-a7df-4990e0bff275 req-54ee72f4-1601-410c-912a-233ebd8b320a service nova] Lock "1d581ed1-d175-46b9-bf25-83a6c4e4be0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.480188] env[68461]: DEBUG nova.compute.manager [req-e6f3de46-b9d4-4ff6-a7df-4990e0bff275 req-54ee72f4-1601-410c-912a-233ebd8b320a service nova] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] No waiting events found dispatching network-vif-plugged-daaa44c7-0f64-4058-8a9d-cf04e2c08d5a {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.480578] env[68461]: WARNING nova.compute.manager [req-e6f3de46-b9d4-4ff6-a7df-4990e0bff275 req-54ee72f4-1601-410c-912a-233ebd8b320a service nova] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Received unexpected event network-vif-plugged-daaa44c7-0f64-4058-8a9d-cf04e2c08d5a for instance with vm_state building and task_state spawning. [ 991.480937] env[68461]: DEBUG nova.compute.manager [req-e6f3de46-b9d4-4ff6-a7df-4990e0bff275 req-54ee72f4-1601-410c-912a-233ebd8b320a service nova] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Received event network-changed-daaa44c7-0f64-4058-8a9d-cf04e2c08d5a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.481159] env[68461]: DEBUG nova.compute.manager [req-e6f3de46-b9d4-4ff6-a7df-4990e0bff275 req-54ee72f4-1601-410c-912a-233ebd8b320a service nova] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Refreshing instance network info cache due to event network-changed-daaa44c7-0f64-4058-8a9d-cf04e2c08d5a. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.481380] env[68461]: DEBUG oslo_concurrency.lockutils [req-e6f3de46-b9d4-4ff6-a7df-4990e0bff275 req-54ee72f4-1601-410c-912a-233ebd8b320a service nova] Acquiring lock "refresh_cache-1d581ed1-d175-46b9-bf25-83a6c4e4be0f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.481532] env[68461]: DEBUG oslo_concurrency.lockutils [req-e6f3de46-b9d4-4ff6-a7df-4990e0bff275 req-54ee72f4-1601-410c-912a-233ebd8b320a service nova] Acquired lock "refresh_cache-1d581ed1-d175-46b9-bf25-83a6c4e4be0f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.481694] env[68461]: DEBUG nova.network.neutron [req-e6f3de46-b9d4-4ff6-a7df-4990e0bff275 req-54ee72f4-1601-410c-912a-233ebd8b320a service nova] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Refreshing network info cache for port daaa44c7-0f64-4058-8a9d-cf04e2c08d5a {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.540494] env[68461]: DEBUG oslo_vmware.api [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895122, 'name': PowerOffVM_Task, 'duration_secs': 0.366949} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.540494] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.540494] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.540494] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5618975-4285-4b1c-92a5-b03a876dd28c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.576640] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.622338] env[68461]: DEBUG oslo_concurrency.lockutils [req-95704dfb-e856-4cac-9836-f2601bfd9c70 req-f253208a-755c-4d43-9ad2-6f262d442772 service nova] Releasing lock "refresh_cache-8e3abbd1-b483-450f-842b-811f51e18c19" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.622628] env[68461]: DEBUG nova.compute.manager [req-95704dfb-e856-4cac-9836-f2601bfd9c70 req-f253208a-755c-4d43-9ad2-6f262d442772 service nova] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Received event network-changed-77a56266-1927-4939-8e41-db6fe4b3c50f {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.622899] env[68461]: DEBUG nova.compute.manager [req-95704dfb-e856-4cac-9836-f2601bfd9c70 req-f253208a-755c-4d43-9ad2-6f262d442772 service nova] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Refreshing instance network info cache due to event network-changed-77a56266-1927-4939-8e41-db6fe4b3c50f. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.623117] env[68461]: DEBUG oslo_concurrency.lockutils [req-95704dfb-e856-4cac-9836-f2601bfd9c70 req-f253208a-755c-4d43-9ad2-6f262d442772 service nova] Acquiring lock "refresh_cache-b79c1f42-b7e0-4c2a-87eb-bb266e620058" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.623267] env[68461]: DEBUG oslo_concurrency.lockutils [req-95704dfb-e856-4cac-9836-f2601bfd9c70 req-f253208a-755c-4d43-9ad2-6f262d442772 service nova] Acquired lock "refresh_cache-b79c1f42-b7e0-4c2a-87eb-bb266e620058" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.623435] env[68461]: DEBUG nova.network.neutron [req-95704dfb-e856-4cac-9836-f2601bfd9c70 req-f253208a-755c-4d43-9ad2-6f262d442772 service nova] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Refreshing network info cache for port 77a56266-1927-4939-8e41-db6fe4b3c50f {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.626636] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.626829] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.626999] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Deleting the datastore file [datastore2] f6f23a19-fb3d-4c26-a0f0-9352e008b248 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.629675] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8881e56-bef2-40f9-b572-e08400e6d7ec {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.635344] env[68461]: DEBUG oslo_vmware.api [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 991.635344] env[68461]: value = "task-2895124" [ 991.635344] env[68461]: _type = "Task" [ 991.635344] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.645378] env[68461]: DEBUG oslo_vmware.api [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.670313] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "refresh_cache-1d581ed1-d175-46b9-bf25-83a6c4e4be0f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.864987] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52560cd8-cc32-a900-43c7-19d35fc7cc18, 'name': SearchDatastore_Task, 'duration_secs': 0.013172} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.866633] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18ade02f-8907-40ea-8a71-220ebce14cf7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.872341] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Waiting for the task: (returnval){ [ 991.872341] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]529922f2-e69e-2603-6966-c482c3a6ebf1" [ 991.872341] env[68461]: _type = "Task" [ 991.872341] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.884915] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]529922f2-e69e-2603-6966-c482c3a6ebf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.014126] env[68461]: DEBUG nova.network.neutron [req-e6f3de46-b9d4-4ff6-a7df-4990e0bff275 req-54ee72f4-1601-410c-912a-233ebd8b320a service nova] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.123207] env[68461]: DEBUG nova.network.neutron [req-e6f3de46-b9d4-4ff6-a7df-4990e0bff275 req-54ee72f4-1601-410c-912a-233ebd8b320a service nova] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.147651] env[68461]: DEBUG oslo_vmware.api [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302714} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.147899] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.148112] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.148301] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.148475] env[68461]: INFO nova.compute.manager [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Took 1.14 seconds to destroy the instance on the hypervisor. [ 992.148712] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.149230] env[68461]: DEBUG nova.compute.manager [-] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.149334] env[68461]: DEBUG nova.network.neutron [-] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.207283] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "99c2a850-2aa5-49e1-a65f-50020b0d5a95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.207531] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "99c2a850-2aa5-49e1-a65f-50020b0d5a95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.236633] env[68461]: DEBUG nova.network.neutron [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Updating instance_info_cache with network_info: [{"id": "db06e5d1-6705-45a3-be2a-c16c7def6281", "address": "fa:16:3e:59:8b:39", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb06e5d1-67", "ovs_interfaceid": "db06e5d1-6705-45a3-be2a-c16c7def6281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.387428] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]529922f2-e69e-2603-6966-c482c3a6ebf1, 'name': SearchDatastore_Task, 'duration_secs': 0.012306} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.388376] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.388376] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 8e3abbd1-b483-450f-842b-811f51e18c19/8e3abbd1-b483-450f-842b-811f51e18c19.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.388376] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d40ae053-aa13-408a-b99a-6b258bf2dab3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.397610] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Waiting for the task: (returnval){ [ 992.397610] env[68461]: value = "task-2895125" [ 992.397610] env[68461]: _type = "Task" [ 992.397610] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.405097] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2895125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.407225] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a996d7-ad02-4412-9ce8-c521010f07bc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.414017] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e3325d-2739-4e8d-a432-919f4eb45e6c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.446216] env[68461]: DEBUG nova.network.neutron [req-95704dfb-e856-4cac-9836-f2601bfd9c70 req-f253208a-755c-4d43-9ad2-6f262d442772 service nova] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Updated VIF entry in instance network info cache for port 77a56266-1927-4939-8e41-db6fe4b3c50f. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.446574] env[68461]: DEBUG nova.network.neutron [req-95704dfb-e856-4cac-9836-f2601bfd9c70 req-f253208a-755c-4d43-9ad2-6f262d442772 service nova] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Updating instance_info_cache with network_info: [{"id": "77a56266-1927-4939-8e41-db6fe4b3c50f", "address": "fa:16:3e:75:4c:f5", "network": {"id": "1933d217-7bcd-4980-9ef4-8ac70a49c169", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-337429567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "811cf8f6243d46028f3f7919a0870326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a56266-19", "ovs_interfaceid": "77a56266-1927-4939-8e41-db6fe4b3c50f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.448357] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88445898-a231-4f22-bc48-965e50a6d0de {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.456380] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0218bb37-07b1-4aaf-a239-258d91d6473b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.471487] env[68461]: DEBUG nova.compute.provider_tree [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.630877] env[68461]: DEBUG oslo_concurrency.lockutils [req-e6f3de46-b9d4-4ff6-a7df-4990e0bff275 req-54ee72f4-1601-410c-912a-233ebd8b320a service nova] Releasing lock "refresh_cache-1d581ed1-d175-46b9-bf25-83a6c4e4be0f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.631415] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired lock "refresh_cache-1d581ed1-d175-46b9-bf25-83a6c4e4be0f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.631598] env[68461]: DEBUG nova.network.neutron [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.741536] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Releasing lock "refresh_cache-0fae630c-c34d-4827-9557-2d3bdb3d7c50" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.908105] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2895125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501785} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.908421] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 8e3abbd1-b483-450f-842b-811f51e18c19/8e3abbd1-b483-450f-842b-811f51e18c19.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.908705] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.909040] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54273984-4d46-4b40-ba1e-84c97290c9ff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.914847] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Waiting for the task: (returnval){ [ 992.914847] env[68461]: value = "task-2895126" [ 992.914847] env[68461]: _type = "Task" [ 992.914847] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.923834] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2895126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.952728] env[68461]: DEBUG oslo_concurrency.lockutils [req-95704dfb-e856-4cac-9836-f2601bfd9c70 req-f253208a-755c-4d43-9ad2-6f262d442772 service nova] Releasing lock "refresh_cache-b79c1f42-b7e0-4c2a-87eb-bb266e620058" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.975321] env[68461]: DEBUG nova.scheduler.client.report [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.992559] env[68461]: DEBUG nova.network.neutron [-] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.174581] env[68461]: DEBUG nova.network.neutron [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.360609] env[68461]: DEBUG nova.network.neutron [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Updating instance_info_cache with network_info: [{"id": "daaa44c7-0f64-4058-8a9d-cf04e2c08d5a", "address": "fa:16:3e:c6:d4:1e", "network": {"id": "1213cfc5-0ad7-418f-8db0-bbc5b1b7ccb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1442488687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b5796b0aa848e39c5b631e5d980c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaaa44c7-0f", "ovs_interfaceid": "daaa44c7-0f64-4058-8a9d-cf04e2c08d5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.425997] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2895126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067404} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.426319] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.427195] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5975636e-8a78-4d2e-bc0e-4be319d0d43f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.450378] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 8e3abbd1-b483-450f-842b-811f51e18c19/8e3abbd1-b483-450f-842b-811f51e18c19.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.450633] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b1a95fe-b68f-4059-9ef7-7c977b4b755b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.470067] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Waiting for the task: (returnval){ [ 993.470067] env[68461]: value = "task-2895127" [ 993.470067] env[68461]: _type = "Task" [ 993.470067] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.477009] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2895127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.481019] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.481621] env[68461]: DEBUG nova.compute.manager [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.484157] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.230s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.495189] env[68461]: INFO nova.compute.manager [-] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Took 1.35 seconds to deallocate network for instance. [ 993.506203] env[68461]: DEBUG nova.compute.manager [req-1831a520-913a-4424-b94e-e4295fa0d5a5 req-cbf9930c-e16f-4794-a684-60a50f7e5772 service nova] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Received event network-vif-deleted-63e3646e-d61f-4196-bd09-763ecb1a6ce3 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.863653] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Releasing lock "refresh_cache-1d581ed1-d175-46b9-bf25-83a6c4e4be0f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.863993] env[68461]: DEBUG nova.compute.manager [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Instance network_info: |[{"id": "daaa44c7-0f64-4058-8a9d-cf04e2c08d5a", "address": "fa:16:3e:c6:d4:1e", "network": {"id": "1213cfc5-0ad7-418f-8db0-bbc5b1b7ccb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1442488687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b5796b0aa848e39c5b631e5d980c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaaa44c7-0f", "ovs_interfaceid": "daaa44c7-0f64-4058-8a9d-cf04e2c08d5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.864538] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:d4:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'daaa44c7-0f64-4058-8a9d-cf04e2c08d5a', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.872710] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Creating folder: Project (11b5796b0aa848e39c5b631e5d980c4c). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.873006] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38f2475b-36d9-489a-825f-fa9dc2b6a373 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.883946] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Created folder: Project (11b5796b0aa848e39c5b631e5d980c4c) in parent group-v581476. [ 993.883946] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Creating folder: Instances. Parent ref: group-v581589. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.883946] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-522682e5-e2bc-41e4-9f0e-23756e20c021 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.892422] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Created folder: Instances in parent group-v581589. [ 993.892650] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.892835] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.893051] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c4d3ace-a5a5-4428-b176-8cca36840900 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.910650] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.910650] env[68461]: value = "task-2895130" [ 993.910650] env[68461]: _type = "Task" [ 993.910650] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.918009] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895130, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.980183] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2895127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.999914] env[68461]: DEBUG nova.compute.utils [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.001376] env[68461]: DEBUG nova.compute.manager [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.001605] env[68461]: DEBUG nova.network.neutron [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.004336] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.054767] env[68461]: DEBUG nova.policy [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '866380ed1a2744d3989790e8b76448bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e50e05c9ed64095ad3a7f87900c25f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.255834] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911282ff-5eee-43f0-9159-3e88d9dc54a0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.279399] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Updating instance '0fae630c-c34d-4827-9557-2d3bdb3d7c50' progress to 0 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 994.420370] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895130, 'name': CreateVM_Task, 'duration_secs': 0.349022} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.420561] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.421348] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.421508] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.422217] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.426045] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff476ea6-5a34-4fef-920c-f1ec5f9df7ca {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.427072] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 994.427072] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]524b3d7d-08cd-27aa-e2dd-b4c064b4426e" [ 994.427072] env[68461]: _type = "Task" [ 994.427072] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.435397] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]524b3d7d-08cd-27aa-e2dd-b4c064b4426e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.475058] env[68461]: DEBUG nova.network.neutron [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Successfully created port: 129b88df-cd12-475e-a4e3-85869f7a3869 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.482014] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2895127, 'name': ReconfigVM_Task, 'duration_secs': 0.888315} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.482282] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 8e3abbd1-b483-450f-842b-811f51e18c19/8e3abbd1-b483-450f-842b-811f51e18c19.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.482947] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9248a8b7-7e6a-466a-abf9-c588d68d2b18 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.489511] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Waiting for the task: (returnval){ [ 994.489511] env[68461]: value = "task-2895131" [ 994.489511] env[68461]: _type = "Task" [ 994.489511] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.500130] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2895131, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.502436] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Applying migration context for instance 0fae630c-c34d-4827-9557-2d3bdb3d7c50 as it has an incoming, in-progress migration 7f8ff307-fcaf-465d-ae43-bd6f4ed6b51c. Migration status is migrating {{(pid=68461) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 994.504555] env[68461]: INFO nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Updating resource usage from migration 7f8ff307-fcaf-465d-ae43-bd6f4ed6b51c [ 994.507930] env[68461]: DEBUG nova.compute.manager [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.528121] env[68461]: WARNING nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 8701a32f-e784-418a-ae13-87b1330e8c27 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 994.528378] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 7a9f7ade-ad54-4517-acf8-70fced073c77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.528560] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 53ea1e0b-8f00-4f0f-805e-05c81e06f05a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.528693] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 38fac1f3-9fe0-49c8-875e-d260db193c8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.528827] env[68461]: WARNING nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 6c8126c6-b7ba-4976-8555-06724d7d4f35 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 994.528942] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 0918f7e7-ac2e-43e8-a205-33a78b9b3dac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.529091] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 46b85b3f-5e89-4cf4-b45c-b628ffe6e056 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.529228] env[68461]: WARNING nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 680a5bb1-ac39-481f-9986-f33d0661bf32 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 994.529341] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance f6f23a19-fb3d-4c26-a0f0-9352e008b248 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.529460] env[68461]: WARNING nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 15bb026a-d9ef-4b1d-b565-0d6954fe8391 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 994.529581] env[68461]: WARNING nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 60d71f22-7779-4f3b-b56a-a8be6ce5ea68 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 994.529691] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 6db8dd54-71cf-4e4e-b984-cc43264df1ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.529808] env[68461]: WARNING nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 7ddca307-cc43-46fb-863d-78762a26b0d0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 994.529918] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance e8e0b748-8d14-40a3-9702-504d0c0d679f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.530884] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.531122] env[68461]: WARNING nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 98a605b2-4b2d-4f56-9ea2-344a660bec54 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 994.531276] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.531415] env[68461]: WARNING nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance d96e8733-37f1-481e-b09d-b5491a4ae3f6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 994.532165] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 83abfaa7-1fc4-4dfb-8a33-7018c44d650c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.532316] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance b79c1f42-b7e0-4c2a-87eb-bb266e620058 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.532461] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.532582] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 8e3abbd1-b483-450f-842b-811f51e18c19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.532694] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 786cca41-91eb-4b77-b365-4c19525352f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.532804] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 1d581ed1-d175-46b9-bf25-83a6c4e4be0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 994.787966] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.788302] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-694aaaf2-f49d-4a10-9732-67c2d6bf9f33 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.795594] env[68461]: DEBUG oslo_vmware.api [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 994.795594] env[68461]: value = "task-2895132" [ 994.795594] env[68461]: _type = "Task" [ 994.795594] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.803863] env[68461]: DEBUG oslo_vmware.api [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.937631] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]524b3d7d-08cd-27aa-e2dd-b4c064b4426e, 'name': SearchDatastore_Task, 'duration_secs': 0.009343} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.937955] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.938223] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.938469] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.938612] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.938803] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.939139] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b2c164a-4409-4e37-8da3-4425648397ca {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.948115] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.948253] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.949538] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9ac3170-68a2-40f4-920a-e655e8288b4b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.954671] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 994.954671] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52f9c4eb-6778-7b9e-2142-0afc047a8d36" [ 994.954671] env[68461]: _type = "Task" [ 994.954671] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.969464] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f9c4eb-6778-7b9e-2142-0afc047a8d36, 'name': SearchDatastore_Task, 'duration_secs': 0.009515} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.970573] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dafda948-8607-4034-b81e-9fdefd4cc5ba {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.976377] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 994.976377] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]528621e6-e9ee-53d9-ec82-a78988c65a91" [ 994.976377] env[68461]: _type = "Task" [ 994.976377] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.984573] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]528621e6-e9ee-53d9-ec82-a78988c65a91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.997643] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2895131, 'name': Rename_Task, 'duration_secs': 0.3707} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.997906] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.998194] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d8d84fc-47be-47a8-baf0-22a14a045b67 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.004062] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Waiting for the task: (returnval){ [ 995.004062] env[68461]: value = "task-2895133" [ 995.004062] env[68461]: _type = "Task" [ 995.004062] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.011359] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2895133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.037797] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 995.305936] env[68461]: DEBUG oslo_vmware.api [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895132, 'name': PowerOffVM_Task, 'duration_secs': 0.248203} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.306326] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.306585] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Updating instance '0fae630c-c34d-4827-9557-2d3bdb3d7c50' progress to 17 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 995.487947] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]528621e6-e9ee-53d9-ec82-a78988c65a91, 'name': SearchDatastore_Task, 'duration_secs': 0.009227} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.488281] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.488471] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 1d581ed1-d175-46b9-bf25-83a6c4e4be0f/1d581ed1-d175-46b9-bf25-83a6c4e4be0f.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.488728] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9583bedf-74a3-4f8e-98a3-3f65e72004e3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.495613] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 995.495613] env[68461]: value = "task-2895134" [ 995.495613] env[68461]: _type = "Task" [ 995.495613] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.503737] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.512765] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2895133, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.529127] env[68461]: DEBUG nova.compute.manager [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.541097] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 51e4741a-8c13-4c3d-9a54-10c7b7068a7d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 995.556725] env[68461]: DEBUG nova.virt.hardware [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.556991] env[68461]: DEBUG nova.virt.hardware [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.557187] env[68461]: DEBUG nova.virt.hardware [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.557369] env[68461]: DEBUG nova.virt.hardware [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.558038] env[68461]: DEBUG nova.virt.hardware [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.558038] env[68461]: DEBUG nova.virt.hardware [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.558038] env[68461]: DEBUG nova.virt.hardware [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.558189] env[68461]: DEBUG nova.virt.hardware [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.558248] env[68461]: DEBUG nova.virt.hardware [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.558433] env[68461]: DEBUG nova.virt.hardware [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.558605] env[68461]: DEBUG nova.virt.hardware [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.559754] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296409a5-d568-47c9-895d-b716a0cf3b97 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.567708] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10449d89-c4bd-43f7-ad3a-7b7254d60a27 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.814327] env[68461]: DEBUG nova.virt.hardware [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.814657] env[68461]: DEBUG nova.virt.hardware [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.814910] env[68461]: DEBUG nova.virt.hardware [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.815212] env[68461]: DEBUG nova.virt.hardware [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.815437] env[68461]: DEBUG nova.virt.hardware [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.815601] env[68461]: DEBUG nova.virt.hardware [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.815862] env[68461]: DEBUG nova.virt.hardware [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.815972] env[68461]: DEBUG nova.virt.hardware [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.816204] env[68461]: DEBUG nova.virt.hardware [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.816321] env[68461]: DEBUG nova.virt.hardware [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.816490] env[68461]: DEBUG nova.virt.hardware [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.822223] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdb76fee-9f3c-4682-8bc5-95f4c233e90b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.841673] env[68461]: DEBUG oslo_vmware.api [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 995.841673] env[68461]: value = "task-2895135" [ 995.841673] env[68461]: _type = "Task" [ 995.841673] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.851653] env[68461]: DEBUG oslo_vmware.api [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895135, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.006401] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895134, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.015797] env[68461]: DEBUG oslo_vmware.api [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2895133, 'name': PowerOnVM_Task, 'duration_secs': 0.762297} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.016147] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.016426] env[68461]: INFO nova.compute.manager [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Took 8.65 seconds to spawn the instance on the hypervisor. [ 996.016732] env[68461]: DEBUG nova.compute.manager [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.017624] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fa82b5-28dd-49ee-a083-6a914ab45841 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.043960] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 996.354458] env[68461]: DEBUG oslo_vmware.api [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895135, 'name': ReconfigVM_Task, 'duration_secs': 0.296676} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.354788] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Updating instance '0fae630c-c34d-4827-9557-2d3bdb3d7c50' progress to 33 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 996.494212] env[68461]: DEBUG nova.compute.manager [req-cd750585-574c-4c7c-b86b-96efae5e769d req-8762c47b-0603-440b-bbe1-78f38177a7eb service nova] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Received event network-vif-plugged-129b88df-cd12-475e-a4e3-85869f7a3869 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.494468] env[68461]: DEBUG oslo_concurrency.lockutils [req-cd750585-574c-4c7c-b86b-96efae5e769d req-8762c47b-0603-440b-bbe1-78f38177a7eb service nova] Acquiring lock "786cca41-91eb-4b77-b365-4c19525352f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.494786] env[68461]: DEBUG oslo_concurrency.lockutils [req-cd750585-574c-4c7c-b86b-96efae5e769d req-8762c47b-0603-440b-bbe1-78f38177a7eb service nova] Lock "786cca41-91eb-4b77-b365-4c19525352f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.494786] env[68461]: DEBUG oslo_concurrency.lockutils [req-cd750585-574c-4c7c-b86b-96efae5e769d req-8762c47b-0603-440b-bbe1-78f38177a7eb service nova] Lock "786cca41-91eb-4b77-b365-4c19525352f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.494906] env[68461]: DEBUG nova.compute.manager [req-cd750585-574c-4c7c-b86b-96efae5e769d req-8762c47b-0603-440b-bbe1-78f38177a7eb service nova] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] No waiting events found dispatching network-vif-plugged-129b88df-cd12-475e-a4e3-85869f7a3869 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.495289] env[68461]: WARNING nova.compute.manager [req-cd750585-574c-4c7c-b86b-96efae5e769d req-8762c47b-0603-440b-bbe1-78f38177a7eb service nova] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Received unexpected event network-vif-plugged-129b88df-cd12-475e-a4e3-85869f7a3869 for instance with vm_state building and task_state spawning. [ 996.508399] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555111} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.508713] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 1d581ed1-d175-46b9-bf25-83a6c4e4be0f/1d581ed1-d175-46b9-bf25-83a6c4e4be0f.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.508931] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.509229] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9b08c6f-96c8-4e5c-b5c6-c4eb3eec408e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.516740] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 996.516740] env[68461]: value = "task-2895136" [ 996.516740] env[68461]: _type = "Task" [ 996.516740] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.526888] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.539128] env[68461]: INFO nova.compute.manager [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Took 37.38 seconds to build instance. [ 996.548143] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance dc2414d3-13dc-4588-91d1-6036e408505e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 996.548316] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Migration 7f8ff307-fcaf-465d-ae43-bd6f4ed6b51c is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 996.548601] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 0fae630c-c34d-4827-9557-2d3bdb3d7c50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 996.593901] env[68461]: DEBUG nova.network.neutron [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Successfully updated port: 129b88df-cd12-475e-a4e3-85869f7a3869 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.861830] env[68461]: DEBUG nova.virt.hardware [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.862082] env[68461]: DEBUG nova.virt.hardware [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.862244] env[68461]: DEBUG nova.virt.hardware [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.862463] env[68461]: DEBUG nova.virt.hardware [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.862643] env[68461]: DEBUG nova.virt.hardware [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.862795] env[68461]: DEBUG nova.virt.hardware [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.862995] env[68461]: DEBUG nova.virt.hardware [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.863170] env[68461]: DEBUG nova.virt.hardware [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.863334] env[68461]: DEBUG nova.virt.hardware [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.863520] env[68461]: DEBUG nova.virt.hardware [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.863701] env[68461]: DEBUG nova.virt.hardware [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.869023] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Reconfiguring VM instance instance-00000019 to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 996.869635] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c938246a-8ada-4168-a5f7-46b0f4e698f2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.892415] env[68461]: DEBUG oslo_vmware.api [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 996.892415] env[68461]: value = "task-2895137" [ 996.892415] env[68461]: _type = "Task" [ 996.892415] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.905430] env[68461]: DEBUG oslo_vmware.api [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895137, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.028671] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074203} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.028944] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.029768] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f801f7c-96b3-4344-af01-b859d287df32 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.043654] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3d6e281f-21f3-49c8-a471-e35f250e7e45 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Lock "8e3abbd1-b483-450f-842b-811f51e18c19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.481s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.052400] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 1d581ed1-d175-46b9-bf25-83a6c4e4be0f/1d581ed1-d175-46b9-bf25-83a6c4e4be0f.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.054128] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance e23b9fc0-7225-4734-9aa1-0c03bf494967 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 997.055198] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88a9eef4-21cb-484e-82a8-983f3320e064 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.071927] env[68461]: DEBUG nova.compute.manager [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.079906] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 997.079906] env[68461]: value = "task-2895138" [ 997.079906] env[68461]: _type = "Task" [ 997.079906] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.088493] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.098793] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Acquiring lock "refresh_cache-786cca41-91eb-4b77-b365-4c19525352f1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.098976] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Acquired lock "refresh_cache-786cca41-91eb-4b77-b365-4c19525352f1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.099191] env[68461]: DEBUG nova.network.neutron [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.402911] env[68461]: DEBUG oslo_vmware.api [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895137, 'name': ReconfigVM_Task, 'duration_secs': 0.190294} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.404024] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Reconfigured VM instance instance-00000019 to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 997.404816] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a430090-a051-43e0-be23-f49423d81eb6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.425866] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 0fae630c-c34d-4827-9557-2d3bdb3d7c50/0fae630c-c34d-4827-9557-2d3bdb3d7c50.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.426202] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9b4a71a-1f8f-4dde-84db-67fbf10ab8cd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.445050] env[68461]: DEBUG oslo_vmware.api [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 997.445050] env[68461]: value = "task-2895139" [ 997.445050] env[68461]: _type = "Task" [ 997.445050] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.455936] env[68461]: DEBUG oslo_vmware.api [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895139, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.573761] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 7f1af6cd-1359-483a-839e-a328babf9f84 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 997.607361] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.609160] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.663632] env[68461]: DEBUG nova.network.neutron [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.877046] env[68461]: DEBUG nova.network.neutron [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Updating instance_info_cache with network_info: [{"id": "129b88df-cd12-475e-a4e3-85869f7a3869", "address": "fa:16:3e:72:33:67", "network": {"id": "e59237c6-cbd8-4f77-9a7d-837a325c822c", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-181313757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e50e05c9ed64095ad3a7f87900c25f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap129b88df-cd", "ovs_interfaceid": "129b88df-cd12-475e-a4e3-85869f7a3869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.959867] env[68461]: DEBUG oslo_vmware.api [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895139, 'name': ReconfigVM_Task, 'duration_secs': 0.299486} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.959867] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 0fae630c-c34d-4827-9557-2d3bdb3d7c50/0fae630c-c34d-4827-9557-2d3bdb3d7c50.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.961148] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Updating instance '0fae630c-c34d-4827-9557-2d3bdb3d7c50' progress to 50 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 998.076186] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance e93f14f8-8557-4828-ab17-2d613ee16984 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 998.092596] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895138, 'name': ReconfigVM_Task, 'duration_secs': 0.636374} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.092975] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 1d581ed1-d175-46b9-bf25-83a6c4e4be0f/1d581ed1-d175-46b9-bf25-83a6c4e4be0f.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.093644] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1295d16e-516d-46ed-967f-80b2f300e20d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.096877] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Acquiring lock "8e3abbd1-b483-450f-842b-811f51e18c19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.097157] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Lock "8e3abbd1-b483-450f-842b-811f51e18c19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.097405] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Acquiring lock "8e3abbd1-b483-450f-842b-811f51e18c19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.097625] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Lock "8e3abbd1-b483-450f-842b-811f51e18c19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.097818] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Lock "8e3abbd1-b483-450f-842b-811f51e18c19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.099696] env[68461]: INFO nova.compute.manager [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Terminating instance [ 998.102799] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 998.102799] env[68461]: value = "task-2895140" [ 998.102799] env[68461]: _type = "Task" [ 998.102799] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.118248] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895140, 'name': Rename_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.381143] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Releasing lock "refresh_cache-786cca41-91eb-4b77-b365-4c19525352f1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.381488] env[68461]: DEBUG nova.compute.manager [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Instance network_info: |[{"id": "129b88df-cd12-475e-a4e3-85869f7a3869", "address": "fa:16:3e:72:33:67", "network": {"id": "e59237c6-cbd8-4f77-9a7d-837a325c822c", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-181313757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e50e05c9ed64095ad3a7f87900c25f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap129b88df-cd", "ovs_interfaceid": "129b88df-cd12-475e-a4e3-85869f7a3869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.381924] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:33:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '129b88df-cd12-475e-a4e3-85869f7a3869', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.389185] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Creating folder: Project (5e50e05c9ed64095ad3a7f87900c25f7). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.389476] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e818205-876b-4666-9f62-b3cdbf4e2f2f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.413144] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Created folder: Project (5e50e05c9ed64095ad3a7f87900c25f7) in parent group-v581476. [ 998.413411] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Creating folder: Instances. Parent ref: group-v581592. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.413685] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0dbe1465-e4c6-4c76-870d-e988b67a35d5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.423684] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Created folder: Instances in parent group-v581592. [ 998.423930] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.424171] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.424390] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13efa157-3b5a-49b8-b834-4a3bac00214b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.445550] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.445550] env[68461]: value = "task-2895143" [ 998.445550] env[68461]: _type = "Task" [ 998.445550] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.453871] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895143, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.467198] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f8b3ca-3a7b-4f3c-b21d-c37c335e5090 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.485266] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d79c589-e3f4-458b-bb58-7d202605a925 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.508526] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Updating instance '0fae630c-c34d-4827-9557-2d3bdb3d7c50' progress to 67 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 998.520534] env[68461]: DEBUG nova.compute.manager [req-29738949-e034-48e9-ba9b-ee7ce9333c66 req-00726f20-e3ef-40fb-b36d-7cd610decf1f service nova] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Received event network-changed-129b88df-cd12-475e-a4e3-85869f7a3869 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.520729] env[68461]: DEBUG nova.compute.manager [req-29738949-e034-48e9-ba9b-ee7ce9333c66 req-00726f20-e3ef-40fb-b36d-7cd610decf1f service nova] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Refreshing instance network info cache due to event network-changed-129b88df-cd12-475e-a4e3-85869f7a3869. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.521044] env[68461]: DEBUG oslo_concurrency.lockutils [req-29738949-e034-48e9-ba9b-ee7ce9333c66 req-00726f20-e3ef-40fb-b36d-7cd610decf1f service nova] Acquiring lock "refresh_cache-786cca41-91eb-4b77-b365-4c19525352f1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.521117] env[68461]: DEBUG oslo_concurrency.lockutils [req-29738949-e034-48e9-ba9b-ee7ce9333c66 req-00726f20-e3ef-40fb-b36d-7cd610decf1f service nova] Acquired lock "refresh_cache-786cca41-91eb-4b77-b365-4c19525352f1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.521350] env[68461]: DEBUG nova.network.neutron [req-29738949-e034-48e9-ba9b-ee7ce9333c66 req-00726f20-e3ef-40fb-b36d-7cd610decf1f service nova] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Refreshing network info cache for port 129b88df-cd12-475e-a4e3-85869f7a3869 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.579348] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 021d8d7b-9609-4313-971d-f1a22b209751 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 998.608640] env[68461]: DEBUG nova.compute.manager [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.608905] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.609933] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b1f9f4-4582-4f8c-b515-4ad9a11fd46c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.623671] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895140, 'name': Rename_Task, 'duration_secs': 0.195871} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.626049] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.626397] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.626616] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-530b2449-ee48-404f-9888-1cbf49f44b5b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.628261] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-caf9cb68-d2d4-4046-bb98-a4bda210574d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.649904] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 998.649904] env[68461]: value = "task-2895144" [ 998.649904] env[68461]: _type = "Task" [ 998.649904] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.651319] env[68461]: DEBUG oslo_vmware.api [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Waiting for the task: (returnval){ [ 998.651319] env[68461]: value = "task-2895145" [ 998.651319] env[68461]: _type = "Task" [ 998.651319] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.665475] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.669225] env[68461]: DEBUG oslo_vmware.api [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2895145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.956455] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895143, 'name': CreateVM_Task, 'duration_secs': 0.394977} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.956679] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.957613] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.957613] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.957831] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.958106] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d67571-841c-4d2b-bf64-b632a4ff5f07 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.962977] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Waiting for the task: (returnval){ [ 998.962977] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52aa0509-6f33-27b6-6ec9-50de1ec1ad46" [ 998.962977] env[68461]: _type = "Task" [ 998.962977] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.971275] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52aa0509-6f33-27b6-6ec9-50de1ec1ad46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.063070] env[68461]: DEBUG nova.network.neutron [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Port db06e5d1-6705-45a3-be2a-c16c7def6281 binding to destination host cpu-1 is already ACTIVE {{(pid=68461) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 999.082621] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 0f6452b1-1910-4827-b23b-e9a0663ea72b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 999.163700] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895144, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.168819] env[68461]: DEBUG oslo_vmware.api [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2895145, 'name': PowerOffVM_Task, 'duration_secs': 0.330038} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.169153] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.169360] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.169611] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd6cc8ae-9dc8-4c05-84c6-37708043eae8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.250679] env[68461]: DEBUG nova.network.neutron [req-29738949-e034-48e9-ba9b-ee7ce9333c66 req-00726f20-e3ef-40fb-b36d-7cd610decf1f service nova] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Updated VIF entry in instance network info cache for port 129b88df-cd12-475e-a4e3-85869f7a3869. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.251208] env[68461]: DEBUG nova.network.neutron [req-29738949-e034-48e9-ba9b-ee7ce9333c66 req-00726f20-e3ef-40fb-b36d-7cd610decf1f service nova] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Updating instance_info_cache with network_info: [{"id": "129b88df-cd12-475e-a4e3-85869f7a3869", "address": "fa:16:3e:72:33:67", "network": {"id": "e59237c6-cbd8-4f77-9a7d-837a325c822c", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-181313757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e50e05c9ed64095ad3a7f87900c25f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap129b88df-cd", "ovs_interfaceid": "129b88df-cd12-475e-a4e3-85869f7a3869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.254177] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.255067] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.255067] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Deleting the datastore file [datastore1] 8e3abbd1-b483-450f-842b-811f51e18c19 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.255423] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87c10777-bfa8-49d3-89ba-94f44cb8072c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.264825] env[68461]: DEBUG oslo_vmware.api [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Waiting for the task: (returnval){ [ 999.264825] env[68461]: value = "task-2895147" [ 999.264825] env[68461]: _type = "Task" [ 999.264825] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.272876] env[68461]: DEBUG oslo_vmware.api [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2895147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.472743] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52aa0509-6f33-27b6-6ec9-50de1ec1ad46, 'name': SearchDatastore_Task, 'duration_secs': 0.009148} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.473055] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.473293] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.473521] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.473664] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.473836] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.474102] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30937910-bff8-4037-8bbb-0ecff5af3e44 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.490094] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.490294] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.490989] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49429e09-cfb8-4653-89c2-e9b689f90fec {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.495847] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Waiting for the task: (returnval){ [ 999.495847] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52014718-2865-c0c7-dd34-64f385b522b0" [ 999.495847] env[68461]: _type = "Task" [ 999.495847] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.503010] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52014718-2865-c0c7-dd34-64f385b522b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.585152] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 9b3b9600-bf96-4a2b-aa8c-79f7321878b0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 999.662764] env[68461]: DEBUG oslo_vmware.api [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895144, 'name': PowerOnVM_Task, 'duration_secs': 0.536768} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.663068] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.663281] env[68461]: INFO nova.compute.manager [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Took 9.56 seconds to spawn the instance on the hypervisor. [ 999.663571] env[68461]: DEBUG nova.compute.manager [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.664379] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa96de9-75e5-41d2-9a70-528c9d94dcbb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.756329] env[68461]: DEBUG oslo_concurrency.lockutils [req-29738949-e034-48e9-ba9b-ee7ce9333c66 req-00726f20-e3ef-40fb-b36d-7cd610decf1f service nova] Releasing lock "refresh_cache-786cca41-91eb-4b77-b365-4c19525352f1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.774283] env[68461]: DEBUG oslo_vmware.api [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2895147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.007203] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52014718-2865-c0c7-dd34-64f385b522b0, 'name': SearchDatastore_Task, 'duration_secs': 0.008737} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.008416] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4304bd43-6521-4e46-9044-4ba0b3d8f2c3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.014736] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Waiting for the task: (returnval){ [ 1000.014736] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52356992-6d77-317d-8b2c-be22d24316c4" [ 1000.014736] env[68461]: _type = "Task" [ 1000.014736] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.022900] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52356992-6d77-317d-8b2c-be22d24316c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.084298] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "0fae630c-c34d-4827-9557-2d3bdb3d7c50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.084528] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "0fae630c-c34d-4827-9557-2d3bdb3d7c50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.084698] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "0fae630c-c34d-4827-9557-2d3bdb3d7c50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.088335] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 99c2a850-2aa5-49e1-a65f-50020b0d5a95 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1000.088335] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1000.088335] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1000.183772] env[68461]: INFO nova.compute.manager [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Took 40.51 seconds to build instance. [ 1000.277377] env[68461]: DEBUG oslo_vmware.api [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Task: {'id': task-2895147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.540667} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.279793] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.280027] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.280233] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.280422] env[68461]: INFO nova.compute.manager [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1000.280661] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.281085] env[68461]: DEBUG nova.compute.manager [-] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.281181] env[68461]: DEBUG nova.network.neutron [-] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.528426] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52356992-6d77-317d-8b2c-be22d24316c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010048} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.528649] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.528896] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 786cca41-91eb-4b77-b365-4c19525352f1/786cca41-91eb-4b77-b365-4c19525352f1.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.529194] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4caceba-1cd7-42f0-8874-693bdf77a91c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.540709] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Waiting for the task: (returnval){ [ 1000.540709] env[68461]: value = "task-2895148" [ 1000.540709] env[68461]: _type = "Task" [ 1000.540709] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.550108] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Task: {'id': task-2895148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.577059] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0654639a-df35-4ddc-acb4-4ba6acef3dea {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.582083] env[68461]: DEBUG nova.compute.manager [req-faafa186-7efc-43c5-a753-9840d1cb9a9f req-81a434cd-35e3-4537-8c65-e72a8692ef5d service nova] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Received event network-vif-deleted-740e00da-a5ac-4d5e-94c5-eb5f4fa19b86 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.582314] env[68461]: INFO nova.compute.manager [req-faafa186-7efc-43c5-a753-9840d1cb9a9f req-81a434cd-35e3-4537-8c65-e72a8692ef5d service nova] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Neutron deleted interface 740e00da-a5ac-4d5e-94c5-eb5f4fa19b86; detaching it from the instance and deleting it from the info cache [ 1000.582483] env[68461]: DEBUG nova.network.neutron [req-faafa186-7efc-43c5-a753-9840d1cb9a9f req-81a434cd-35e3-4537-8c65-e72a8692ef5d service nova] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.590260] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c929c6b8-542f-4002-bef2-8d4174f373c7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.621638] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c39e34-4eea-437d-bed0-66c8f2c84f90 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.629148] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ef1a1e-7f24-403a-ae67-ea223dca70d7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.642229] env[68461]: DEBUG nova.compute.provider_tree [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.686204] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0e848e07-255c-46e2-9add-fc0a40a685d0 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "1d581ed1-d175-46b9-bf25-83a6c4e4be0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.777s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.051517] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Task: {'id': task-2895148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513835} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.051795] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 786cca41-91eb-4b77-b365-4c19525352f1/786cca41-91eb-4b77-b365-4c19525352f1.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.052028] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.052296] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ade094c6-1aac-4d5a-b608-e77f43eb8117 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.059502] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Waiting for the task: (returnval){ [ 1001.059502] env[68461]: value = "task-2895149" [ 1001.059502] env[68461]: _type = "Task" [ 1001.059502] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.068733] env[68461]: DEBUG nova.network.neutron [-] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.069735] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Task: {'id': task-2895149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.085534] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ca62f67-a9ae-4304-9b31-9102b1db5721 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.097764] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5227cb-eb1a-4ca5-b211-dca294639ed2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.146389] env[68461]: DEBUG nova.scheduler.client.report [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.155316] env[68461]: DEBUG nova.compute.manager [req-faafa186-7efc-43c5-a753-9840d1cb9a9f req-81a434cd-35e3-4537-8c65-e72a8692ef5d service nova] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Detach interface failed, port_id=740e00da-a5ac-4d5e-94c5-eb5f4fa19b86, reason: Instance 8e3abbd1-b483-450f-842b-811f51e18c19 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1001.155316] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "refresh_cache-0fae630c-c34d-4827-9557-2d3bdb3d7c50" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.155316] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquired lock "refresh_cache-0fae630c-c34d-4827-9557-2d3bdb3d7c50" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.155316] env[68461]: DEBUG nova.network.neutron [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.189831] env[68461]: DEBUG nova.compute.manager [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.459676] env[68461]: DEBUG nova.compute.manager [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.460544] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcf0e09-0b99-427b-b7a1-0aea1dc95cbf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.569694] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Task: {'id': task-2895149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185212} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.569990] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.570459] env[68461]: INFO nova.compute.manager [-] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Took 1.29 seconds to deallocate network for instance. [ 1001.571363] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcda2429-eb3b-46cb-80b1-1009f8f43dd2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.600631] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 786cca41-91eb-4b77-b365-4c19525352f1/786cca41-91eb-4b77-b365-4c19525352f1.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.601020] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-472de9e9-5e6d-4dee-b0ee-74f1d0c450b9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.625868] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Waiting for the task: (returnval){ [ 1001.625868] env[68461]: value = "task-2895150" [ 1001.625868] env[68461]: _type = "Task" [ 1001.625868] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.635460] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Task: {'id': task-2895150, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.653621] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68461) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1001.653880] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.170s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.654153] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.702s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.654335] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.656446] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.090s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.657955] env[68461]: INFO nova.compute.claims [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.686064] env[68461]: INFO nova.scheduler.client.report [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Deleted allocations for instance 680a5bb1-ac39-481f-9986-f33d0661bf32 [ 1001.712023] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.876136] env[68461]: DEBUG nova.network.neutron [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Updating instance_info_cache with network_info: [{"id": "db06e5d1-6705-45a3-be2a-c16c7def6281", "address": "fa:16:3e:59:8b:39", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb06e5d1-67", "ovs_interfaceid": "db06e5d1-6705-45a3-be2a-c16c7def6281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.972396] env[68461]: INFO nova.compute.manager [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] instance snapshotting [ 1001.972396] env[68461]: DEBUG nova.objects.instance [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lazy-loading 'flavor' on Instance uuid e8e0b748-8d14-40a3-9702-504d0c0d679f {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.080237] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.135970] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Task: {'id': task-2895150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.202431] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1fecf64d-896e-454c-b11a-b7b2ecf628fa tempest-ImagesOneServerTestJSON-505417244 tempest-ImagesOneServerTestJSON-505417244-project-member] Lock "680a5bb1-ac39-481f-9986-f33d0661bf32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.880s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.379245] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Releasing lock "refresh_cache-0fae630c-c34d-4827-9557-2d3bdb3d7c50" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.478014] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f24c61-1748-44cb-8e81-5068159a4d7f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.497807] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46abb5f5-6627-401f-952b-86690a3eb928 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.605874] env[68461]: DEBUG nova.compute.manager [req-fb14c149-6ee1-4006-8fa4-ac2ec58930c2 req-d3424830-0d0d-4fcf-9b3f-1a4df728c95d service nova] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Received event network-changed-daaa44c7-0f64-4058-8a9d-cf04e2c08d5a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.606119] env[68461]: DEBUG nova.compute.manager [req-fb14c149-6ee1-4006-8fa4-ac2ec58930c2 req-d3424830-0d0d-4fcf-9b3f-1a4df728c95d service nova] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Refreshing instance network info cache due to event network-changed-daaa44c7-0f64-4058-8a9d-cf04e2c08d5a. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.606229] env[68461]: DEBUG oslo_concurrency.lockutils [req-fb14c149-6ee1-4006-8fa4-ac2ec58930c2 req-d3424830-0d0d-4fcf-9b3f-1a4df728c95d service nova] Acquiring lock "refresh_cache-1d581ed1-d175-46b9-bf25-83a6c4e4be0f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.606478] env[68461]: DEBUG oslo_concurrency.lockutils [req-fb14c149-6ee1-4006-8fa4-ac2ec58930c2 req-d3424830-0d0d-4fcf-9b3f-1a4df728c95d service nova] Acquired lock "refresh_cache-1d581ed1-d175-46b9-bf25-83a6c4e4be0f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.606558] env[68461]: DEBUG nova.network.neutron [req-fb14c149-6ee1-4006-8fa4-ac2ec58930c2 req-d3424830-0d0d-4fcf-9b3f-1a4df728c95d service nova] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Refreshing network info cache for port daaa44c7-0f64-4058-8a9d-cf04e2c08d5a {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.638256] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Task: {'id': task-2895150, 'name': ReconfigVM_Task, 'duration_secs': 0.907729} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.638638] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 786cca41-91eb-4b77-b365-4c19525352f1/786cca41-91eb-4b77-b365-4c19525352f1.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.639352] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86bca8ec-c21a-49f2-834c-4317b3284c1b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.646227] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Waiting for the task: (returnval){ [ 1002.646227] env[68461]: value = "task-2895151" [ 1002.646227] env[68461]: _type = "Task" [ 1002.646227] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.653730] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Task: {'id': task-2895151, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.902800] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff93c31-396e-4d19-b8b9-ff7b607f82cd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.924348] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dce7fe-842f-4830-8e2d-d7d9462a6e7a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.931822] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Updating instance '0fae630c-c34d-4827-9557-2d3bdb3d7c50' progress to 83 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1003.010035] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Creating Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1003.011144] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d6ea42ce-8492-405e-93b9-a5dcc0fa1853 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.023747] env[68461]: DEBUG oslo_vmware.api [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1003.023747] env[68461]: value = "task-2895152" [ 1003.023747] env[68461]: _type = "Task" [ 1003.023747] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.037645] env[68461]: DEBUG oslo_vmware.api [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895152, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.158858] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Task: {'id': task-2895151, 'name': Rename_Task, 'duration_secs': 0.149051} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.159308] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.159601] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a44318fd-2f48-4e0c-a097-123593afe0d1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.172672] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Waiting for the task: (returnval){ [ 1003.172672] env[68461]: value = "task-2895153" [ 1003.172672] env[68461]: _type = "Task" [ 1003.172672] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.180654] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Task: {'id': task-2895153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.211361] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1251cfe4-d729-4b3b-8859-e336ed4ff801 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.219201] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6ce7ba-f110-4016-bdad-1e29f1bd154f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.258768] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b045b6e5-924f-4da0-a904-530ccdf23a66 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.266965] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982bca49-ef12-47d8-807c-380b2c154215 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.281486] env[68461]: DEBUG nova.compute.provider_tree [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.442049] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.442416] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f70becc-9c59-42fc-9538-93d4e3f12879 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.452676] env[68461]: DEBUG oslo_vmware.api [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 1003.452676] env[68461]: value = "task-2895154" [ 1003.452676] env[68461]: _type = "Task" [ 1003.452676] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.462162] env[68461]: DEBUG oslo_vmware.api [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.502209] env[68461]: DEBUG nova.network.neutron [req-fb14c149-6ee1-4006-8fa4-ac2ec58930c2 req-d3424830-0d0d-4fcf-9b3f-1a4df728c95d service nova] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Updated VIF entry in instance network info cache for port daaa44c7-0f64-4058-8a9d-cf04e2c08d5a. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.502591] env[68461]: DEBUG nova.network.neutron [req-fb14c149-6ee1-4006-8fa4-ac2ec58930c2 req-d3424830-0d0d-4fcf-9b3f-1a4df728c95d service nova] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Updating instance_info_cache with network_info: [{"id": "daaa44c7-0f64-4058-8a9d-cf04e2c08d5a", "address": "fa:16:3e:c6:d4:1e", "network": {"id": "1213cfc5-0ad7-418f-8db0-bbc5b1b7ccb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1442488687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b5796b0aa848e39c5b631e5d980c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaaa44c7-0f", "ovs_interfaceid": "daaa44c7-0f64-4058-8a9d-cf04e2c08d5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.536253] env[68461]: DEBUG oslo_vmware.api [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895152, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.683029] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Task: {'id': task-2895153, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.785448] env[68461]: DEBUG nova.scheduler.client.report [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.963497] env[68461]: DEBUG oslo_vmware.api [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895154, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.005424] env[68461]: DEBUG oslo_concurrency.lockutils [req-fb14c149-6ee1-4006-8fa4-ac2ec58930c2 req-d3424830-0d0d-4fcf-9b3f-1a4df728c95d service nova] Releasing lock "refresh_cache-1d581ed1-d175-46b9-bf25-83a6c4e4be0f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.034103] env[68461]: DEBUG oslo_vmware.api [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895152, 'name': CreateSnapshot_Task, 'duration_secs': 0.549322} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.034394] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Created Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1004.035242] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463ee040-b74c-4517-9995-da502d18fd07 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.182985] env[68461]: DEBUG oslo_vmware.api [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Task: {'id': task-2895153, 'name': PowerOnVM_Task, 'duration_secs': 0.994854} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.183518] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.183827] env[68461]: INFO nova.compute.manager [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1004.184123] env[68461]: DEBUG nova.compute.manager [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.185023] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05f69c3-ae1f-4c18-ac9d-fe6ed3243aea {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.293238] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.293238] env[68461]: DEBUG nova.compute.manager [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.298018] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.892s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.298018] env[68461]: DEBUG nova.objects.instance [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68461) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1004.464746] env[68461]: DEBUG oslo_vmware.api [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895154, 'name': PowerOnVM_Task, 'duration_secs': 0.536015} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.464746] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.464746] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0a67c19a-b462-40d9-8c95-5716a110080a tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Updating instance '0fae630c-c34d-4827-9557-2d3bdb3d7c50' progress to 100 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1004.555739] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Creating linked-clone VM from snapshot {{(pid=68461) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1004.556087] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6fef30af-50a9-4347-904e-bb23bc817df4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.565776] env[68461]: DEBUG oslo_vmware.api [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1004.565776] env[68461]: value = "task-2895155" [ 1004.565776] env[68461]: _type = "Task" [ 1004.565776] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.575606] env[68461]: DEBUG oslo_vmware.api [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895155, 'name': CloneVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.704133] env[68461]: INFO nova.compute.manager [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Took 35.59 seconds to build instance. [ 1004.806404] env[68461]: DEBUG nova.compute.utils [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.807998] env[68461]: DEBUG nova.compute.manager [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.808221] env[68461]: DEBUG nova.network.neutron [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.886682] env[68461]: DEBUG nova.policy [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c29d745e30e4203a483d56d07d4eb2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '451413baf5b345f099d890fc40dcdb5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.076413] env[68461]: DEBUG oslo_vmware.api [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895155, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.192275] env[68461]: DEBUG nova.network.neutron [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Successfully created port: 858d35df-0cac-49d7-b923-f02dd66f8382 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.209472] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5b6f5573-a80d-4666-b807-5ceed64b1427 tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Lock "786cca41-91eb-4b77-b365-4c19525352f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.297s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.310419] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0652ef1f-670f-412d-a244-f97e2bca837c tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.316028] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.217s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.318402] env[68461]: INFO nova.compute.claims [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.321902] env[68461]: DEBUG nova.compute.manager [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.468060] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Acquiring lock "786cca41-91eb-4b77-b365-4c19525352f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.468383] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Lock "786cca41-91eb-4b77-b365-4c19525352f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.468939] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Acquiring lock "786cca41-91eb-4b77-b365-4c19525352f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.469244] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Lock "786cca41-91eb-4b77-b365-4c19525352f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.469439] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Lock "786cca41-91eb-4b77-b365-4c19525352f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.473793] env[68461]: INFO nova.compute.manager [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Terminating instance [ 1005.577837] env[68461]: DEBUG oslo_vmware.api [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895155, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.712072] env[68461]: DEBUG nova.compute.manager [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.987454] env[68461]: DEBUG nova.compute.manager [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.987694] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.990270] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b82a188-7e14-4419-b473-b069c171d42c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.000189] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.000456] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89c926c7-7f6e-42ee-83da-a03833914da4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.007869] env[68461]: DEBUG oslo_vmware.api [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Waiting for the task: (returnval){ [ 1006.007869] env[68461]: value = "task-2895156" [ 1006.007869] env[68461]: _type = "Task" [ 1006.007869] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.019311] env[68461]: DEBUG oslo_vmware.api [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Task: {'id': task-2895156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.077863] env[68461]: DEBUG oslo_vmware.api [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895155, 'name': CloneVM_Task, 'duration_secs': 1.368596} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.078080] env[68461]: INFO nova.virt.vmwareapi.vmops [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Created linked-clone VM from snapshot [ 1006.079562] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb14369-3364-4499-a36b-4d97473d31ba {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.088363] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Uploading image ec875196-bf0d-4d96-a320-3c2a0a0385c6 {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1006.115595] env[68461]: DEBUG oslo_vmware.rw_handles [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1006.115595] env[68461]: value = "vm-581596" [ 1006.115595] env[68461]: _type = "VirtualMachine" [ 1006.115595] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1006.116026] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eb6d1e55-9306-4f02-9b15-4a59ba99fb48 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.124098] env[68461]: DEBUG oslo_vmware.rw_handles [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lease: (returnval){ [ 1006.124098] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52ad97bd-951d-f801-ddae-4148cb6be0de" [ 1006.124098] env[68461]: _type = "HttpNfcLease" [ 1006.124098] env[68461]: } obtained for exporting VM: (result){ [ 1006.124098] env[68461]: value = "vm-581596" [ 1006.124098] env[68461]: _type = "VirtualMachine" [ 1006.124098] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1006.124617] env[68461]: DEBUG oslo_vmware.api [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the lease: (returnval){ [ 1006.124617] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52ad97bd-951d-f801-ddae-4148cb6be0de" [ 1006.124617] env[68461]: _type = "HttpNfcLease" [ 1006.124617] env[68461]: } to be ready. {{(pid=68461) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1006.131902] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1006.131902] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52ad97bd-951d-f801-ddae-4148cb6be0de" [ 1006.131902] env[68461]: _type = "HttpNfcLease" [ 1006.131902] env[68461]: } is initializing. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1006.242021] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.342570] env[68461]: DEBUG nova.compute.manager [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.384050] env[68461]: DEBUG nova.virt.hardware [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.384305] env[68461]: DEBUG nova.virt.hardware [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.384458] env[68461]: DEBUG nova.virt.hardware [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.384633] env[68461]: DEBUG nova.virt.hardware [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.384772] env[68461]: DEBUG nova.virt.hardware [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.384914] env[68461]: DEBUG nova.virt.hardware [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.385133] env[68461]: DEBUG nova.virt.hardware [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.385295] env[68461]: DEBUG nova.virt.hardware [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.386029] env[68461]: DEBUG nova.virt.hardware [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.386029] env[68461]: DEBUG nova.virt.hardware [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.386029] env[68461]: DEBUG nova.virt.hardware [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.386671] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38feb9bb-db12-473c-a908-fa60a27df9a1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.399691] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1962a2d6-3837-4b4b-9b07-5f699719cb5a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.415371] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ed46cd7e-6780-4f0c-bc93-11d8293e2e51 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "0fae630c-c34d-4827-9557-2d3bdb3d7c50" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.415615] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ed46cd7e-6780-4f0c-bc93-11d8293e2e51 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "0fae630c-c34d-4827-9557-2d3bdb3d7c50" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.415793] env[68461]: DEBUG nova.compute.manager [None req-ed46cd7e-6780-4f0c-bc93-11d8293e2e51 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Going to confirm migration 1 {{(pid=68461) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1006.530136] env[68461]: INFO nova.compute.manager [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Rebuilding instance [ 1006.535335] env[68461]: DEBUG oslo_vmware.api [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Task: {'id': task-2895156, 'name': PowerOffVM_Task, 'duration_secs': 0.23778} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.535335] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.535335] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.535335] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-740907b2-54cc-47c2-83a5-234c390efe8d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.597343] env[68461]: DEBUG nova.compute.manager [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.598763] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f34d29-eb01-4786-8f79-9a25d6ab2c26 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.634024] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.634024] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.634024] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Deleting the datastore file [datastore1] 786cca41-91eb-4b77-b365-4c19525352f1 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.634024] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b384bc5-3e8c-469c-b592-87434753c73e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.638147] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1006.638147] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52ad97bd-951d-f801-ddae-4148cb6be0de" [ 1006.638147] env[68461]: _type = "HttpNfcLease" [ 1006.638147] env[68461]: } is ready. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1006.643026] env[68461]: DEBUG oslo_vmware.rw_handles [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1006.643026] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52ad97bd-951d-f801-ddae-4148cb6be0de" [ 1006.643026] env[68461]: _type = "HttpNfcLease" [ 1006.643026] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1006.643026] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f522863f-a2e3-4822-bfc6-2f7000f9dc2a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.644252] env[68461]: DEBUG oslo_vmware.api [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Waiting for the task: (returnval){ [ 1006.644252] env[68461]: value = "task-2895159" [ 1006.644252] env[68461]: _type = "Task" [ 1006.644252] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.654689] env[68461]: DEBUG oslo_vmware.rw_handles [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a52160-4866-f64b-aab4-9451c5f6fd8a/disk-0.vmdk from lease info. {{(pid=68461) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1006.655077] env[68461]: DEBUG oslo_vmware.rw_handles [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a52160-4866-f64b-aab4-9451c5f6fd8a/disk-0.vmdk for reading. {{(pid=68461) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1006.663640] env[68461]: DEBUG oslo_vmware.api [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Task: {'id': task-2895159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.804304] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9b04527b-88b0-4a6e-b9dd-629a6661ec05 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.966332] env[68461]: DEBUG nova.compute.manager [req-e2d647c8-d4eb-4fc5-bc5e-f2cbc5a5a45b req-be9f7907-378b-4460-94ad-daf0d8c7c4d8 service nova] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Received event network-vif-plugged-858d35df-0cac-49d7-b923-f02dd66f8382 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.966558] env[68461]: DEBUG oslo_concurrency.lockutils [req-e2d647c8-d4eb-4fc5-bc5e-f2cbc5a5a45b req-be9f7907-378b-4460-94ad-daf0d8c7c4d8 service nova] Acquiring lock "cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.966760] env[68461]: DEBUG oslo_concurrency.lockutils [req-e2d647c8-d4eb-4fc5-bc5e-f2cbc5a5a45b req-be9f7907-378b-4460-94ad-daf0d8c7c4d8 service nova] Lock "cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.966913] env[68461]: DEBUG oslo_concurrency.lockutils [req-e2d647c8-d4eb-4fc5-bc5e-f2cbc5a5a45b req-be9f7907-378b-4460-94ad-daf0d8c7c4d8 service nova] Lock "cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.967140] env[68461]: DEBUG nova.compute.manager [req-e2d647c8-d4eb-4fc5-bc5e-f2cbc5a5a45b req-be9f7907-378b-4460-94ad-daf0d8c7c4d8 service nova] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] No waiting events found dispatching network-vif-plugged-858d35df-0cac-49d7-b923-f02dd66f8382 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.967250] env[68461]: WARNING nova.compute.manager [req-e2d647c8-d4eb-4fc5-bc5e-f2cbc5a5a45b req-be9f7907-378b-4460-94ad-daf0d8c7c4d8 service nova] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Received unexpected event network-vif-plugged-858d35df-0cac-49d7-b923-f02dd66f8382 for instance with vm_state building and task_state spawning. [ 1006.993280] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ed46cd7e-6780-4f0c-bc93-11d8293e2e51 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "refresh_cache-0fae630c-c34d-4827-9557-2d3bdb3d7c50" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.993379] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ed46cd7e-6780-4f0c-bc93-11d8293e2e51 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquired lock "refresh_cache-0fae630c-c34d-4827-9557-2d3bdb3d7c50" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.993538] env[68461]: DEBUG nova.network.neutron [None req-ed46cd7e-6780-4f0c-bc93-11d8293e2e51 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.993716] env[68461]: DEBUG nova.objects.instance [None req-ed46cd7e-6780-4f0c-bc93-11d8293e2e51 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lazy-loading 'info_cache' on Instance uuid 0fae630c-c34d-4827-9557-2d3bdb3d7c50 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.053932] env[68461]: DEBUG nova.network.neutron [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Successfully updated port: 858d35df-0cac-49d7-b923-f02dd66f8382 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.059791] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f14cc8e-3ae3-48f5-bd8e-d5649ea71d5b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.071871] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bc2ae2-01d8-40f9-a5ae-184d4be28209 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.106731] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15989aba-b53d-416f-97dc-5fda2cff5f4c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.116304] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad36dc9-c5d0-4147-9039-be73c7dbbb2a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.132664] env[68461]: DEBUG nova.compute.provider_tree [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.157026] env[68461]: DEBUG oslo_vmware.api [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Task: {'id': task-2895159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321498} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.157283] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.157466] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.157641] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.157809] env[68461]: INFO nova.compute.manager [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1007.158057] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.158507] env[68461]: DEBUG nova.compute.manager [-] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.158507] env[68461]: DEBUG nova.network.neutron [-] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.564384] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Acquiring lock "refresh_cache-cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.564384] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Acquired lock "refresh_cache-cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.564384] env[68461]: DEBUG nova.network.neutron [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.624088] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.626354] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6a6caa9-0fed-4668-858f-6147772da6b4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.638444] env[68461]: DEBUG nova.scheduler.client.report [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.645470] env[68461]: DEBUG oslo_vmware.api [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Waiting for the task: (returnval){ [ 1007.645470] env[68461]: value = "task-2895160" [ 1007.645470] env[68461]: _type = "Task" [ 1007.645470] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.656422] env[68461]: DEBUG oslo_vmware.api [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2895160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.943975] env[68461]: DEBUG nova.network.neutron [-] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.135167] env[68461]: DEBUG nova.network.neutron [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.147396] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.151048] env[68461]: DEBUG nova.compute.manager [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.152897] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.442s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.152897] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.156331] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.389s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.158817] env[68461]: INFO nova.compute.claims [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.184390] env[68461]: DEBUG oslo_vmware.api [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2895160, 'name': PowerOffVM_Task, 'duration_secs': 0.2597} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.184615] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.185999] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.186407] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd578706-9193-43fd-a090-9c3059c03e94 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.194731] env[68461]: DEBUG oslo_vmware.api [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Waiting for the task: (returnval){ [ 1008.194731] env[68461]: value = "task-2895161" [ 1008.194731] env[68461]: _type = "Task" [ 1008.194731] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.205738] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] VM already powered off {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1008.206138] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Volume detach. Driver type: vmdk {{(pid=68461) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1008.206436] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581509', 'volume_id': '03104198-ea2a-4dc5-80b4-24f12b98fb21', 'name': 'volume-03104198-ea2a-4dc5-80b4-24f12b98fb21', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f', 'attached_at': '', 'detached_at': '', 'volume_id': '03104198-ea2a-4dc5-80b4-24f12b98fb21', 'serial': '03104198-ea2a-4dc5-80b4-24f12b98fb21'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1008.207326] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58743c4-a9a5-4cf4-a02f-d7e8f161786e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.228829] env[68461]: INFO nova.scheduler.client.report [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Deleted allocations for instance 8701a32f-e784-418a-ae13-87b1330e8c27 [ 1008.235829] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8458a8bd-ffc8-45a1-87bb-fcfd4ce8d7b2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.253096] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8bbf3f-869e-4115-a473-a45ec1fd73d7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.277454] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ddb9e3-dd66-436a-b6ca-34b223ce7e43 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.299171] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] The volume has not been displaced from its original location: [datastore2] volume-03104198-ea2a-4dc5-80b4-24f12b98fb21/volume-03104198-ea2a-4dc5-80b4-24f12b98fb21.vmdk. No consolidation needed. {{(pid=68461) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1008.304026] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Reconfiguring VM instance instance-0000001c to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1008.306241] env[68461]: DEBUG nova.network.neutron [None req-ed46cd7e-6780-4f0c-bc93-11d8293e2e51 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Updating instance_info_cache with network_info: [{"id": "db06e5d1-6705-45a3-be2a-c16c7def6281", "address": "fa:16:3e:59:8b:39", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb06e5d1-67", "ovs_interfaceid": "db06e5d1-6705-45a3-be2a-c16c7def6281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.306619] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee5662a0-4d30-4649-babe-5f6ba01aed4b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.324321] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ed46cd7e-6780-4f0c-bc93-11d8293e2e51 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Releasing lock "refresh_cache-0fae630c-c34d-4827-9557-2d3bdb3d7c50" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.324321] env[68461]: DEBUG nova.objects.instance [None req-ed46cd7e-6780-4f0c-bc93-11d8293e2e51 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lazy-loading 'migration_context' on Instance uuid 0fae630c-c34d-4827-9557-2d3bdb3d7c50 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.329476] env[68461]: DEBUG oslo_vmware.api [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Waiting for the task: (returnval){ [ 1008.329476] env[68461]: value = "task-2895162" [ 1008.329476] env[68461]: _type = "Task" [ 1008.329476] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.343340] env[68461]: DEBUG oslo_vmware.api [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2895162, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.378055] env[68461]: DEBUG nova.network.neutron [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Updating instance_info_cache with network_info: [{"id": "858d35df-0cac-49d7-b923-f02dd66f8382", "address": "fa:16:3e:48:36:d3", "network": {"id": "dffd14e6-7ff6-4692-aa08-acc292c205f2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1476240075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451413baf5b345f099d890fc40dcdb5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap858d35df-0c", "ovs_interfaceid": "858d35df-0cac-49d7-b923-f02dd66f8382", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.447356] env[68461]: INFO nova.compute.manager [-] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Took 1.29 seconds to deallocate network for instance. [ 1008.673361] env[68461]: DEBUG nova.compute.utils [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.676833] env[68461]: DEBUG nova.compute.manager [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.677068] env[68461]: DEBUG nova.network.neutron [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.751706] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ca7c9f28-0441-45d7-bc75-3c5e9f890af9 tempest-ServersAdminNegativeTestJSON-1208114573 tempest-ServersAdminNegativeTestJSON-1208114573-project-member] Lock "8701a32f-e784-418a-ae13-87b1330e8c27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.242s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.774451] env[68461]: DEBUG nova.policy [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f82d5bdb88914a9b9a3eadf904b94f44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42821610650c4fecb574be20608d26f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.828055] env[68461]: DEBUG nova.objects.base [None req-ed46cd7e-6780-4f0c-bc93-11d8293e2e51 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Object Instance<0fae630c-c34d-4827-9557-2d3bdb3d7c50> lazy-loaded attributes: info_cache,migration_context {{(pid=68461) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1008.828055] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78669012-6e26-4019-b1a1-c6392aaba525 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.844326] env[68461]: DEBUG oslo_vmware.api [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2895162, 'name': ReconfigVM_Task, 'duration_secs': 0.255734} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.863515] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Reconfigured VM instance instance-0000001c to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1008.869497] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf1ca3fe-2305-4d33-89da-6b1a1efb540e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.880406] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d5c08ed-a233-42bf-ad7c-6ec6f2eb77eb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.883618] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Releasing lock "refresh_cache-cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.884131] env[68461]: DEBUG nova.compute.manager [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Instance network_info: |[{"id": "858d35df-0cac-49d7-b923-f02dd66f8382", "address": "fa:16:3e:48:36:d3", "network": {"id": "dffd14e6-7ff6-4692-aa08-acc292c205f2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1476240075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451413baf5b345f099d890fc40dcdb5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap858d35df-0c", "ovs_interfaceid": "858d35df-0cac-49d7-b923-f02dd66f8382", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.885140] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:36:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '858d35df-0cac-49d7-b923-f02dd66f8382', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.905225] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Creating folder: Project (451413baf5b345f099d890fc40dcdb5b). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.905225] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33faa18e-99ef-434b-917c-97965ec53a0a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.913861] env[68461]: DEBUG oslo_vmware.api [None req-ed46cd7e-6780-4f0c-bc93-11d8293e2e51 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 1008.913861] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]522224da-58cb-32fe-555c-db18ac9f6333" [ 1008.913861] env[68461]: _type = "Task" [ 1008.913861] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.924071] env[68461]: DEBUG oslo_vmware.api [None req-ed46cd7e-6780-4f0c-bc93-11d8293e2e51 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522224da-58cb-32fe-555c-db18ac9f6333, 'name': SearchDatastore_Task, 'duration_secs': 0.00741} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.924527] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ed46cd7e-6780-4f0c-bc93-11d8293e2e51 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.935089] env[68461]: DEBUG oslo_vmware.api [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Waiting for the task: (returnval){ [ 1008.935089] env[68461]: value = "task-2895163" [ 1008.935089] env[68461]: _type = "Task" [ 1008.935089] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.946181] env[68461]: DEBUG oslo_vmware.api [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2895163, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.947969] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Created folder: Project (451413baf5b345f099d890fc40dcdb5b) in parent group-v581476. [ 1008.948229] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Creating folder: Instances. Parent ref: group-v581597. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.948736] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3ab5bd4-f0c0-4cf3-8bb0-90bb583a75c2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.955806] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.965167] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Created folder: Instances in parent group-v581597. [ 1008.965542] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.965775] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.966065] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d319ba35-aa3a-41e8-9eff-3fa50ef8f3cb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.991624] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.991624] env[68461]: value = "task-2895166" [ 1008.991624] env[68461]: _type = "Task" [ 1008.991624] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.003429] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895166, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.145782] env[68461]: DEBUG nova.compute.manager [req-437774f2-7a65-4689-a986-f7ffb2347065 req-42c91989-8f88-4e00-b02d-471aec08926a service nova] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Received event network-changed-858d35df-0cac-49d7-b923-f02dd66f8382 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.146935] env[68461]: DEBUG nova.compute.manager [req-437774f2-7a65-4689-a986-f7ffb2347065 req-42c91989-8f88-4e00-b02d-471aec08926a service nova] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Refreshing instance network info cache due to event network-changed-858d35df-0cac-49d7-b923-f02dd66f8382. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.146935] env[68461]: DEBUG oslo_concurrency.lockutils [req-437774f2-7a65-4689-a986-f7ffb2347065 req-42c91989-8f88-4e00-b02d-471aec08926a service nova] Acquiring lock "refresh_cache-cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.147064] env[68461]: DEBUG oslo_concurrency.lockutils [req-437774f2-7a65-4689-a986-f7ffb2347065 req-42c91989-8f88-4e00-b02d-471aec08926a service nova] Acquired lock "refresh_cache-cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.147876] env[68461]: DEBUG nova.network.neutron [req-437774f2-7a65-4689-a986-f7ffb2347065 req-42c91989-8f88-4e00-b02d-471aec08926a service nova] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Refreshing network info cache for port 858d35df-0cac-49d7-b923-f02dd66f8382 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.177821] env[68461]: DEBUG nova.compute.manager [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.389710] env[68461]: DEBUG nova.network.neutron [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Successfully created port: 9bbbf310-06e2-4b1b-a674-c886530b686c {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.448671] env[68461]: DEBUG oslo_vmware.api [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2895163, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.506335] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895166, 'name': CreateVM_Task, 'duration_secs': 0.488551} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.506575] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.507242] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.507403] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.507728] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.508094] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd80b2f6-4baf-4e18-8c91-87c809eb0498 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.515255] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Waiting for the task: (returnval){ [ 1009.515255] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52481412-fb6b-3488-ea75-38e8ff8f0d8e" [ 1009.515255] env[68461]: _type = "Task" [ 1009.515255] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.523333] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52481412-fb6b-3488-ea75-38e8ff8f0d8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.779914] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5092eb78-56da-429d-bdf3-22495f6dc669 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.791423] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d1babd-6efa-491f-9151-b16725170a37 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.834118] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e425f4-f9bd-4409-9394-b51dc15e562b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.845420] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476e87f4-f732-408a-9e20-83db87aaf343 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.861927] env[68461]: DEBUG nova.compute.provider_tree [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.923402] env[68461]: DEBUG nova.network.neutron [req-437774f2-7a65-4689-a986-f7ffb2347065 req-42c91989-8f88-4e00-b02d-471aec08926a service nova] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Updated VIF entry in instance network info cache for port 858d35df-0cac-49d7-b923-f02dd66f8382. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.923777] env[68461]: DEBUG nova.network.neutron [req-437774f2-7a65-4689-a986-f7ffb2347065 req-42c91989-8f88-4e00-b02d-471aec08926a service nova] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Updating instance_info_cache with network_info: [{"id": "858d35df-0cac-49d7-b923-f02dd66f8382", "address": "fa:16:3e:48:36:d3", "network": {"id": "dffd14e6-7ff6-4692-aa08-acc292c205f2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1476240075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451413baf5b345f099d890fc40dcdb5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap858d35df-0c", "ovs_interfaceid": "858d35df-0cac-49d7-b923-f02dd66f8382", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.947133] env[68461]: DEBUG oslo_vmware.api [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2895163, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.028408] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52481412-fb6b-3488-ea75-38e8ff8f0d8e, 'name': SearchDatastore_Task, 'duration_secs': 0.011069} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.028863] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.029194] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.029454] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.029638] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.029819] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.032584] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22653261-8fc8-4b89-99f8-3704224f2d65 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.041031] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.041031] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.041285] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8248ef6f-f77e-4b4d-a642-1a10d86dbfde {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.051238] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Waiting for the task: (returnval){ [ 1010.051238] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c92ea9-fe40-37c8-7760-4ab2bd94e326" [ 1010.051238] env[68461]: _type = "Task" [ 1010.051238] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.059932] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c92ea9-fe40-37c8-7760-4ab2bd94e326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.193024] env[68461]: DEBUG nova.compute.manager [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.214902] env[68461]: DEBUG nova.virt.hardware [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.214902] env[68461]: DEBUG nova.virt.hardware [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.214902] env[68461]: DEBUG nova.virt.hardware [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.214902] env[68461]: DEBUG nova.virt.hardware [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.214902] env[68461]: DEBUG nova.virt.hardware [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.214902] env[68461]: DEBUG nova.virt.hardware [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.214902] env[68461]: DEBUG nova.virt.hardware [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.214902] env[68461]: DEBUG nova.virt.hardware [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.215612] env[68461]: DEBUG nova.virt.hardware [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.215953] env[68461]: DEBUG nova.virt.hardware [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.216448] env[68461]: DEBUG nova.virt.hardware [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.219075] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c889bfb8-4d4e-4f3b-bb23-daf063038757 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.226552] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc21c49-19ec-49f2-be10-61a89109f275 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.366095] env[68461]: DEBUG nova.scheduler.client.report [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.427063] env[68461]: DEBUG oslo_concurrency.lockutils [req-437774f2-7a65-4689-a986-f7ffb2347065 req-42c91989-8f88-4e00-b02d-471aec08926a service nova] Releasing lock "refresh_cache-cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.427063] env[68461]: DEBUG nova.compute.manager [req-437774f2-7a65-4689-a986-f7ffb2347065 req-42c91989-8f88-4e00-b02d-471aec08926a service nova] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Received event network-vif-deleted-129b88df-cd12-475e-a4e3-85869f7a3869 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.450197] env[68461]: DEBUG oslo_vmware.api [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2895163, 'name': ReconfigVM_Task, 'duration_secs': 1.220572} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.450747] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581509', 'volume_id': '03104198-ea2a-4dc5-80b4-24f12b98fb21', 'name': 'volume-03104198-ea2a-4dc5-80b4-24f12b98fb21', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f', 'attached_at': '', 'detached_at': '', 'volume_id': '03104198-ea2a-4dc5-80b4-24f12b98fb21', 'serial': '03104198-ea2a-4dc5-80b4-24f12b98fb21'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1010.451546] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.452083] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36f4900-381a-4c43-8149-03bcfc79eafa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.460675] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.460928] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a83ef87-24b2-48bc-a772-d6669c84343b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.544679] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.544679] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.544679] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Deleting the datastore file [datastore2] 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.544988] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c0d8330-ced8-4097-988c-fbd55e244d31 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.552175] env[68461]: DEBUG oslo_vmware.api [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Waiting for the task: (returnval){ [ 1010.552175] env[68461]: value = "task-2895168" [ 1010.552175] env[68461]: _type = "Task" [ 1010.552175] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.565457] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c92ea9-fe40-37c8-7760-4ab2bd94e326, 'name': SearchDatastore_Task, 'duration_secs': 0.01295} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.569477] env[68461]: DEBUG oslo_vmware.api [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2895168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.569745] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c599f07-3b6f-42e3-a033-d0235321d17b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.577168] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Waiting for the task: (returnval){ [ 1010.577168] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]525aa99d-a6c7-a112-fde9-9b92d1a6627b" [ 1010.577168] env[68461]: _type = "Task" [ 1010.577168] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.587219] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]525aa99d-a6c7-a112-fde9-9b92d1a6627b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.615229] env[68461]: DEBUG oslo_concurrency.lockutils [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "fd817671-1887-4e04-953c-bfd4bf1cee7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.615229] env[68461]: DEBUG oslo_concurrency.lockutils [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "fd817671-1887-4e04-953c-bfd4bf1cee7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.874214] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.875108] env[68461]: DEBUG nova.compute.manager [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.878576] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.882s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.880133] env[68461]: INFO nova.compute.claims [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.066672] env[68461]: DEBUG oslo_vmware.api [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Task: {'id': task-2895168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115552} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.066672] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.067146] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.067361] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.089187] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]525aa99d-a6c7-a112-fde9-9b92d1a6627b, 'name': SearchDatastore_Task, 'duration_secs': 0.011011} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.089548] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.089823] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1/cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.090136] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7de15529-9bf5-41ff-a037-b06645cbe9e4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.098369] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Waiting for the task: (returnval){ [ 1011.098369] env[68461]: value = "task-2895169" [ 1011.098369] env[68461]: _type = "Task" [ 1011.098369] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.109571] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Task: {'id': task-2895169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.115105] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "interface-6db8dd54-71cf-4e4e-b984-cc43264df1ac-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.115438] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "interface-6db8dd54-71cf-4e4e-b984-cc43264df1ac-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.115722] env[68461]: DEBUG nova.objects.instance [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lazy-loading 'flavor' on Instance uuid 6db8dd54-71cf-4e4e-b984-cc43264df1ac {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.139851] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Volume detach. Driver type: vmdk {{(pid=68461) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1011.140714] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95cca564-3931-4e03-bdc2-57f4f850b3ac {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.150161] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06947dfb-e5ca-4c8b-b818-724b2ba5f2a9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.191127] env[68461]: ERROR nova.compute.manager [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Failed to detach volume 03104198-ea2a-4dc5-80b4-24f12b98fb21 from /dev/sda: nova.exception.InstanceNotFound: Instance 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f could not be found. [ 1011.191127] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Traceback (most recent call last): [ 1011.191127] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1011.191127] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] self.driver.rebuild(**kwargs) [ 1011.191127] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1011.191127] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] raise NotImplementedError() [ 1011.191127] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] NotImplementedError [ 1011.191127] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] [ 1011.191127] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] During handling of the above exception, another exception occurred: [ 1011.191127] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] [ 1011.191127] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Traceback (most recent call last): [ 1011.191127] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1011.191127] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] self.driver.detach_volume(context, old_connection_info, [ 1011.191127] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1011.191127] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] return self._volumeops.detach_volume(connection_info, instance) [ 1011.191127] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1011.191127] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] self._detach_volume_vmdk(connection_info, instance) [ 1011.191127] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1011.191127] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1011.191127] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1011.191127] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] stable_ref.fetch_moref(session) [ 1011.191127] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1011.191127] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1011.191127] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] nova.exception.InstanceNotFound: Instance 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f could not be found. [ 1011.191127] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] [ 1011.323983] env[68461]: DEBUG nova.network.neutron [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Successfully updated port: 9bbbf310-06e2-4b1b-a674-c886530b686c {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.385770] env[68461]: DEBUG nova.compute.utils [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.393279] env[68461]: DEBUG nova.compute.manager [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.393279] env[68461]: DEBUG nova.network.neutron [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.408135] env[68461]: DEBUG nova.compute.utils [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Build of instance 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f aborted: Failed to rebuild volume backed instance. {{(pid=68461) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1011.411541] env[68461]: ERROR nova.compute.manager [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f aborted: Failed to rebuild volume backed instance. [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Traceback (most recent call last): [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] self.driver.rebuild(**kwargs) [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] raise NotImplementedError() [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] NotImplementedError [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] During handling of the above exception, another exception occurred: [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Traceback (most recent call last): [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] self._detach_root_volume(context, instance, root_bdm) [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] with excutils.save_and_reraise_exception(): [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] self.force_reraise() [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] raise self.value [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] self.driver.detach_volume(context, old_connection_info, [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] return self._volumeops.detach_volume(connection_info, instance) [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] self._detach_volume_vmdk(connection_info, instance) [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] stable_ref.fetch_moref(session) [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] nova.exception.InstanceNotFound: Instance 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f could not be found. [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] During handling of the above exception, another exception occurred: [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Traceback (most recent call last): [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] yield [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1011.411541] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] self._do_rebuild_instance_with_claim( [ 1011.412691] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1011.412691] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] self._do_rebuild_instance( [ 1011.412691] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1011.412691] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] self._rebuild_default_impl(**kwargs) [ 1011.412691] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1011.412691] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] self._rebuild_volume_backed_instance( [ 1011.412691] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1011.412691] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] raise exception.BuildAbortException( [ 1011.412691] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] nova.exception.BuildAbortException: Build of instance 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f aborted: Failed to rebuild volume backed instance. [ 1011.412691] env[68461]: ERROR nova.compute.manager [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] [ 1011.450545] env[68461]: DEBUG nova.policy [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f82d5bdb88914a9b9a3eadf904b94f44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42821610650c4fecb574be20608d26f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.614302] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Task: {'id': task-2895169, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.646743] env[68461]: DEBUG nova.compute.manager [req-19b2b0d1-58f1-48f5-9b25-3f8dc88f9e57 req-198018a4-e7c2-47fe-a0be-2ec1f68fde40 service nova] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Received event network-vif-plugged-9bbbf310-06e2-4b1b-a674-c886530b686c {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.647012] env[68461]: DEBUG oslo_concurrency.lockutils [req-19b2b0d1-58f1-48f5-9b25-3f8dc88f9e57 req-198018a4-e7c2-47fe-a0be-2ec1f68fde40 service nova] Acquiring lock "51e4741a-8c13-4c3d-9a54-10c7b7068a7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.647283] env[68461]: DEBUG oslo_concurrency.lockutils [req-19b2b0d1-58f1-48f5-9b25-3f8dc88f9e57 req-198018a4-e7c2-47fe-a0be-2ec1f68fde40 service nova] Lock "51e4741a-8c13-4c3d-9a54-10c7b7068a7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.647628] env[68461]: DEBUG oslo_concurrency.lockutils [req-19b2b0d1-58f1-48f5-9b25-3f8dc88f9e57 req-198018a4-e7c2-47fe-a0be-2ec1f68fde40 service nova] Lock "51e4741a-8c13-4c3d-9a54-10c7b7068a7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.647727] env[68461]: DEBUG nova.compute.manager [req-19b2b0d1-58f1-48f5-9b25-3f8dc88f9e57 req-198018a4-e7c2-47fe-a0be-2ec1f68fde40 service nova] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] No waiting events found dispatching network-vif-plugged-9bbbf310-06e2-4b1b-a674-c886530b686c {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.647988] env[68461]: WARNING nova.compute.manager [req-19b2b0d1-58f1-48f5-9b25-3f8dc88f9e57 req-198018a4-e7c2-47fe-a0be-2ec1f68fde40 service nova] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Received unexpected event network-vif-plugged-9bbbf310-06e2-4b1b-a674-c886530b686c for instance with vm_state building and task_state spawning. [ 1011.734940] env[68461]: DEBUG nova.objects.instance [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lazy-loading 'pci_requests' on Instance uuid 6db8dd54-71cf-4e4e-b984-cc43264df1ac {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.816133] env[68461]: DEBUG nova.network.neutron [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Successfully created port: 29385edc-5b87-41f3-95a5-9a48f078077e {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.833618] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "refresh_cache-51e4741a-8c13-4c3d-9a54-10c7b7068a7d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.833618] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquired lock "refresh_cache-51e4741a-8c13-4c3d-9a54-10c7b7068a7d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.833906] env[68461]: DEBUG nova.network.neutron [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.889732] env[68461]: DEBUG nova.compute.manager [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.117262] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Task: {'id': task-2895169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516097} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.120366] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1/cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.120628] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.121121] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a871c902-2dde-405f-a2ff-98a03ac35f5a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.128826] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Waiting for the task: (returnval){ [ 1012.128826] env[68461]: value = "task-2895170" [ 1012.128826] env[68461]: _type = "Task" [ 1012.128826] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.143164] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Task: {'id': task-2895170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.239776] env[68461]: DEBUG nova.objects.base [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Object Instance<6db8dd54-71cf-4e4e-b984-cc43264df1ac> lazy-loaded attributes: flavor,pci_requests {{(pid=68461) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1012.239908] env[68461]: DEBUG nova.network.neutron [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.283760] env[68461]: DEBUG nova.policy [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb3e99eb5da7499994945a0e2fbb7bc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '999f416668e54a91b972f32f2e7c01cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.376493] env[68461]: DEBUG nova.network.neutron [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.520813] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9041c3a-f832-4e74-9dea-f9e77315b466 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.530030] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e16470-2251-4bd0-a2e6-a557f3e5722e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.568020] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf5e75b-26ce-4f2d-81d2-10e3d713d829 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.576851] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa65b6b2-bff8-420c-9a34-7f61fa1a05b4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.595186] env[68461]: DEBUG nova.compute.provider_tree [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.610145] env[68461]: DEBUG nova.network.neutron [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Updating instance_info_cache with network_info: [{"id": "9bbbf310-06e2-4b1b-a674-c886530b686c", "address": "fa:16:3e:a2:45:eb", "network": {"id": "4e6d58b1-46f0-4105-b05f-d54f44081fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1412094765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42821610650c4fecb574be20608d26f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bbbf310-06", "ovs_interfaceid": "9bbbf310-06e2-4b1b-a674-c886530b686c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.612513] env[68461]: DEBUG nova.network.neutron [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Successfully created port: 133f0393-e9de-4bcb-947f-d85fb8726cbf {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.642138] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Task: {'id': task-2895170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080898} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.642545] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.643421] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8d0ec7-c16b-4df2-96be-0c50a3815e46 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.670997] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1/cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.671364] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1762fb39-9589-4661-b875-d247467a3835 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.703264] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Waiting for the task: (returnval){ [ 1012.703264] env[68461]: value = "task-2895171" [ 1012.703264] env[68461]: _type = "Task" [ 1012.703264] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.710539] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Task: {'id': task-2895171, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.908572] env[68461]: DEBUG nova.compute.manager [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.944688] env[68461]: DEBUG nova.virt.hardware [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.945225] env[68461]: DEBUG nova.virt.hardware [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.945587] env[68461]: DEBUG nova.virt.hardware [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.945925] env[68461]: DEBUG nova.virt.hardware [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.946192] env[68461]: DEBUG nova.virt.hardware [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.946461] env[68461]: DEBUG nova.virt.hardware [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.946825] env[68461]: DEBUG nova.virt.hardware [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.947133] env[68461]: DEBUG nova.virt.hardware [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.947403] env[68461]: DEBUG nova.virt.hardware [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.947675] env[68461]: DEBUG nova.virt.hardware [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.948078] env[68461]: DEBUG nova.virt.hardware [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.949465] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b9b0f3-a278-4384-9df5-923a7d0a4d4d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.964020] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c02838-a66a-4000-8d9d-03eed89708c8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.099284] env[68461]: DEBUG nova.scheduler.client.report [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.115800] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Releasing lock "refresh_cache-51e4741a-8c13-4c3d-9a54-10c7b7068a7d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.116101] env[68461]: DEBUG nova.compute.manager [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Instance network_info: |[{"id": "9bbbf310-06e2-4b1b-a674-c886530b686c", "address": "fa:16:3e:a2:45:eb", "network": {"id": "4e6d58b1-46f0-4105-b05f-d54f44081fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1412094765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42821610650c4fecb574be20608d26f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bbbf310-06", "ovs_interfaceid": "9bbbf310-06e2-4b1b-a674-c886530b686c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.116493] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:45:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bbbf310-06e2-4b1b-a674-c886530b686c', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.124404] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Creating folder: Project (42821610650c4fecb574be20608d26f7). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1013.125519] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-426cb5eb-d943-4403-8242-6a30bc66a467 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.137051] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Created folder: Project (42821610650c4fecb574be20608d26f7) in parent group-v581476. [ 1013.137051] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Creating folder: Instances. Parent ref: group-v581600. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1013.137051] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-affe3ed5-37a0-46b8-8367-9cd365f56c4d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.145879] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Created folder: Instances in parent group-v581600. [ 1013.146148] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.146348] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.146639] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17c9c65c-79ef-4250-b41c-28f3ed02b856 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.168033] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.168033] env[68461]: value = "task-2895174" [ 1013.168033] env[68461]: _type = "Task" [ 1013.168033] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.178295] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895174, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.210088] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Task: {'id': task-2895171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.384728] env[68461]: DEBUG oslo_concurrency.lockutils [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Acquiring lock "0918f7e7-ac2e-43e8-a205-33a78b9b3dac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.384990] env[68461]: DEBUG oslo_concurrency.lockutils [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Lock "0918f7e7-ac2e-43e8-a205-33a78b9b3dac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.385259] env[68461]: DEBUG oslo_concurrency.lockutils [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Acquiring lock "0918f7e7-ac2e-43e8-a205-33a78b9b3dac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.385483] env[68461]: DEBUG oslo_concurrency.lockutils [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Lock "0918f7e7-ac2e-43e8-a205-33a78b9b3dac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.385657] env[68461]: DEBUG oslo_concurrency.lockutils [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Lock "0918f7e7-ac2e-43e8-a205-33a78b9b3dac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.388183] env[68461]: INFO nova.compute.manager [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Terminating instance [ 1013.428202] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.603895] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.604504] env[68461]: DEBUG nova.compute.manager [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.607606] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.468s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.611023] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.611023] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.440s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.612379] env[68461]: INFO nova.compute.claims [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.663475] env[68461]: INFO nova.scheduler.client.report [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Deleted allocations for instance 60d71f22-7779-4f3b-b56a-a8be6ce5ea68 [ 1013.672398] env[68461]: DEBUG nova.network.neutron [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Successfully updated port: 29385edc-5b87-41f3-95a5-9a48f078077e {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.691665] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895174, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.714026] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Task: {'id': task-2895171, 'name': ReconfigVM_Task, 'duration_secs': 0.633285} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.714287] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Reconfigured VM instance instance-00000026 to attach disk [datastore2] cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1/cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.715202] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a11dffe-f00c-42c0-9c49-99f8bd81c0d5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.724396] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Waiting for the task: (returnval){ [ 1013.724396] env[68461]: value = "task-2895175" [ 1013.724396] env[68461]: _type = "Task" [ 1013.724396] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.737806] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Task: {'id': task-2895175, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.893344] env[68461]: DEBUG nova.compute.manager [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.893344] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.893603] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe39d3c5-e695-4dd7-930a-63d6c91edb3f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.904420] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.904745] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2158d38e-ebc0-45a2-8ac1-1a0ea6649174 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.914095] env[68461]: DEBUG oslo_vmware.api [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Waiting for the task: (returnval){ [ 1013.914095] env[68461]: value = "task-2895176" [ 1013.914095] env[68461]: _type = "Task" [ 1013.914095] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.926463] env[68461]: DEBUG oslo_vmware.api [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Task: {'id': task-2895176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.118819] env[68461]: DEBUG nova.compute.utils [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.122389] env[68461]: DEBUG nova.compute.manager [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.122548] env[68461]: DEBUG nova.network.neutron [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.170249] env[68461]: DEBUG nova.policy [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d679f12f3704660ac65b80286bf1090', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa243b8687cb4f1ab88ecbeddf00aa12', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.171496] env[68461]: DEBUG nova.network.neutron [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Successfully updated port: 133f0393-e9de-4bcb-947f-d85fb8726cbf {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.185359] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec1e6d0d-d58a-41a5-94fc-1e75fc3069c2 tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Lock "60d71f22-7779-4f3b-b56a-a8be6ce5ea68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.868s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.186719] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "refresh_cache-4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.186719] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquired lock "refresh_cache-4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.186820] env[68461]: DEBUG nova.network.neutron [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.198997] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895174, 'name': CreateVM_Task, 'duration_secs': 0.854527} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.198997] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.199657] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.199832] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.200286] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.202749] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-022d89da-8e86-445d-89cf-df67f288a94a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.212461] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1014.212461] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52447c6b-fb63-d74c-3cef-2dc35e21ac18" [ 1014.212461] env[68461]: _type = "Task" [ 1014.212461] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.222462] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52447c6b-fb63-d74c-3cef-2dc35e21ac18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.237085] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Task: {'id': task-2895175, 'name': Rename_Task, 'duration_secs': 0.264348} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.237085] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.237085] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-519415fb-9874-4caf-83f2-1568b21a031f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.244150] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Waiting for the task: (returnval){ [ 1014.244150] env[68461]: value = "task-2895177" [ 1014.244150] env[68461]: _type = "Task" [ 1014.244150] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.261711] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Task: {'id': task-2895177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.424283] env[68461]: DEBUG oslo_vmware.api [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Task: {'id': task-2895176, 'name': PowerOffVM_Task, 'duration_secs': 0.378052} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.424560] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.424767] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.425057] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb0b6a4c-9f63-46e8-95f7-7f2caee96063 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.494724] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.494969] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.495174] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Deleting the datastore file [datastore1] 0918f7e7-ac2e-43e8-a205-33a78b9b3dac {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.495451] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3975db3d-3568-422f-9087-0538ac1aac17 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.502325] env[68461]: DEBUG oslo_vmware.api [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Waiting for the task: (returnval){ [ 1014.502325] env[68461]: value = "task-2895179" [ 1014.502325] env[68461]: _type = "Task" [ 1014.502325] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.511927] env[68461]: DEBUG oslo_vmware.api [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Task: {'id': task-2895179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.556118] env[68461]: DEBUG nova.network.neutron [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Successfully created port: a6136d1a-9594-4b8c-afe3-e2051c2474e7 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1014.564562] env[68461]: DEBUG nova.compute.manager [req-b67165c7-9c12-4c76-b40e-fd3464cbe406 req-41eca0c0-f1e8-425f-a222-5f2242b69361 service nova] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Received event network-changed-9bbbf310-06e2-4b1b-a674-c886530b686c {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.564756] env[68461]: DEBUG nova.compute.manager [req-b67165c7-9c12-4c76-b40e-fd3464cbe406 req-41eca0c0-f1e8-425f-a222-5f2242b69361 service nova] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Refreshing instance network info cache due to event network-changed-9bbbf310-06e2-4b1b-a674-c886530b686c. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.564968] env[68461]: DEBUG oslo_concurrency.lockutils [req-b67165c7-9c12-4c76-b40e-fd3464cbe406 req-41eca0c0-f1e8-425f-a222-5f2242b69361 service nova] Acquiring lock "refresh_cache-51e4741a-8c13-4c3d-9a54-10c7b7068a7d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.565124] env[68461]: DEBUG oslo_concurrency.lockutils [req-b67165c7-9c12-4c76-b40e-fd3464cbe406 req-41eca0c0-f1e8-425f-a222-5f2242b69361 service nova] Acquired lock "refresh_cache-51e4741a-8c13-4c3d-9a54-10c7b7068a7d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.565939] env[68461]: DEBUG nova.network.neutron [req-b67165c7-9c12-4c76-b40e-fd3464cbe406 req-41eca0c0-f1e8-425f-a222-5f2242b69361 service nova] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Refreshing network info cache for port 9bbbf310-06e2-4b1b-a674-c886530b686c {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.623621] env[68461]: DEBUG nova.compute.manager [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.675898] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "refresh_cache-6db8dd54-71cf-4e4e-b984-cc43264df1ac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.676163] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "refresh_cache-6db8dd54-71cf-4e4e-b984-cc43264df1ac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.676414] env[68461]: DEBUG nova.network.neutron [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.728388] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52447c6b-fb63-d74c-3cef-2dc35e21ac18, 'name': SearchDatastore_Task, 'duration_secs': 0.019726} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.731392] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.731857] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.731857] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.731989] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.732190] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.732717] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f36eaf8-040b-4c33-b901-26feb18cafb5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.735341] env[68461]: DEBUG nova.network.neutron [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.743625] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.743816] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.750632] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77715b11-9e7f-4a38-bfa1-401c5db059b3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.765586] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Task: {'id': task-2895177, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.765902] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1014.765902] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]524953f3-1f6b-da9c-f3b7-7a3741eaa33c" [ 1014.765902] env[68461]: _type = "Task" [ 1014.765902] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.775681] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]524953f3-1f6b-da9c-f3b7-7a3741eaa33c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.925020] env[68461]: DEBUG nova.network.neutron [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Updating instance_info_cache with network_info: [{"id": "29385edc-5b87-41f3-95a5-9a48f078077e", "address": "fa:16:3e:13:83:48", "network": {"id": "4e6d58b1-46f0-4105-b05f-d54f44081fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1412094765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42821610650c4fecb574be20608d26f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29385edc-5b", "ovs_interfaceid": "29385edc-5b87-41f3-95a5-9a48f078077e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.012945] env[68461]: DEBUG oslo_vmware.api [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Task: {'id': task-2895179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184649} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.015788] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.015978] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.016172] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.016346] env[68461]: INFO nova.compute.manager [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1015.016579] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.017400] env[68461]: DEBUG nova.compute.manager [-] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.017504] env[68461]: DEBUG nova.network.neutron [-] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.182205] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83ad8f9-b8fc-495b-896c-c635fd16a234 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.190814] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f8bf31-864f-4f53-ac90-b4a4a2a3ab27 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.196781] env[68461]: DEBUG nova.compute.manager [req-b353823e-669a-4e96-b9f7-aabf1272c9b6 req-1f0cc134-b90d-4786-a778-e3627a9b41e8 service nova] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Received event network-vif-plugged-133f0393-e9de-4bcb-947f-d85fb8726cbf {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.197063] env[68461]: DEBUG oslo_concurrency.lockutils [req-b353823e-669a-4e96-b9f7-aabf1272c9b6 req-1f0cc134-b90d-4786-a778-e3627a9b41e8 service nova] Acquiring lock "6db8dd54-71cf-4e4e-b984-cc43264df1ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.197269] env[68461]: DEBUG oslo_concurrency.lockutils [req-b353823e-669a-4e96-b9f7-aabf1272c9b6 req-1f0cc134-b90d-4786-a778-e3627a9b41e8 service nova] Lock "6db8dd54-71cf-4e4e-b984-cc43264df1ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.197436] env[68461]: DEBUG oslo_concurrency.lockutils [req-b353823e-669a-4e96-b9f7-aabf1272c9b6 req-1f0cc134-b90d-4786-a778-e3627a9b41e8 service nova] Lock "6db8dd54-71cf-4e4e-b984-cc43264df1ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.197668] env[68461]: DEBUG nova.compute.manager [req-b353823e-669a-4e96-b9f7-aabf1272c9b6 req-1f0cc134-b90d-4786-a778-e3627a9b41e8 service nova] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] No waiting events found dispatching network-vif-plugged-133f0393-e9de-4bcb-947f-d85fb8726cbf {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.197772] env[68461]: WARNING nova.compute.manager [req-b353823e-669a-4e96-b9f7-aabf1272c9b6 req-1f0cc134-b90d-4786-a778-e3627a9b41e8 service nova] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Received unexpected event network-vif-plugged-133f0393-e9de-4bcb-947f-d85fb8726cbf for instance with vm_state active and task_state None. [ 1015.229025] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea91251a-0f03-48fa-80df-72b0aebfe587 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.234471] env[68461]: WARNING nova.network.neutron [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] ab9fb962-a9e6-4610-8b8f-48d7129123ca already exists in list: networks containing: ['ab9fb962-a9e6-4610-8b8f-48d7129123ca']. ignoring it [ 1015.240295] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea50b70-dc20-4211-bb6e-16db3b6ede6a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.259064] env[68461]: DEBUG nova.compute.provider_tree [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.263630] env[68461]: DEBUG oslo_vmware.api [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Task: {'id': task-2895177, 'name': PowerOnVM_Task, 'duration_secs': 0.543738} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.264154] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.264364] env[68461]: INFO nova.compute.manager [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1015.264538] env[68461]: DEBUG nova.compute.manager [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.265444] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbfbe23-d828-473f-b95c-3d1fcfb054ed {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.291160] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]524953f3-1f6b-da9c-f3b7-7a3741eaa33c, 'name': SearchDatastore_Task, 'duration_secs': 0.012956} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.294849] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c87bf800-43b3-4361-bf1f-eac0343c1ecb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.302307] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1015.302307] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52fc77a2-498f-fcbe-9e45-1757d65870c1" [ 1015.302307] env[68461]: _type = "Task" [ 1015.302307] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.311680] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52fc77a2-498f-fcbe-9e45-1757d65870c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.429220] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Releasing lock "refresh_cache-4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.429570] env[68461]: DEBUG nova.compute.manager [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Instance network_info: |[{"id": "29385edc-5b87-41f3-95a5-9a48f078077e", "address": "fa:16:3e:13:83:48", "network": {"id": "4e6d58b1-46f0-4105-b05f-d54f44081fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1412094765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42821610650c4fecb574be20608d26f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29385edc-5b", "ovs_interfaceid": "29385edc-5b87-41f3-95a5-9a48f078077e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.430080] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:83:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29385edc-5b87-41f3-95a5-9a48f078077e', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.437703] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.437703] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.437916] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d23a70cd-1e56-4c4c-a468-0d010e234531 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.454610] env[68461]: DEBUG nova.network.neutron [req-b67165c7-9c12-4c76-b40e-fd3464cbe406 req-41eca0c0-f1e8-425f-a222-5f2242b69361 service nova] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Updated VIF entry in instance network info cache for port 9bbbf310-06e2-4b1b-a674-c886530b686c. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.454872] env[68461]: DEBUG nova.network.neutron [req-b67165c7-9c12-4c76-b40e-fd3464cbe406 req-41eca0c0-f1e8-425f-a222-5f2242b69361 service nova] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Updating instance_info_cache with network_info: [{"id": "9bbbf310-06e2-4b1b-a674-c886530b686c", "address": "fa:16:3e:a2:45:eb", "network": {"id": "4e6d58b1-46f0-4105-b05f-d54f44081fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1412094765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42821610650c4fecb574be20608d26f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bbbf310-06", "ovs_interfaceid": "9bbbf310-06e2-4b1b-a674-c886530b686c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.461317] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.461317] env[68461]: value = "task-2895180" [ 1015.461317] env[68461]: _type = "Task" [ 1015.461317] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.470920] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895180, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.638235] env[68461]: DEBUG nova.compute.manager [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.663752] env[68461]: DEBUG nova.virt.hardware [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.664249] env[68461]: DEBUG nova.virt.hardware [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.664512] env[68461]: DEBUG nova.virt.hardware [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.664825] env[68461]: DEBUG nova.virt.hardware [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.665166] env[68461]: DEBUG nova.virt.hardware [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.665458] env[68461]: DEBUG nova.virt.hardware [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.665776] env[68461]: DEBUG nova.virt.hardware [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.666059] env[68461]: DEBUG nova.virt.hardware [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.666354] env[68461]: DEBUG nova.virt.hardware [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.666656] env[68461]: DEBUG nova.virt.hardware [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.666990] env[68461]: DEBUG nova.virt.hardware [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.668012] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de23f21a-bdb4-4005-a430-c038d7c30641 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.681753] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c77e96-2bf4-4334-8a26-5ee67c36205c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.702284] env[68461]: DEBUG nova.network.neutron [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Updating instance_info_cache with network_info: [{"id": "9f49c21e-807d-42b5-9aaa-77651591f54f", "address": "fa:16:3e:29:78:ae", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f49c21e-80", "ovs_interfaceid": "9f49c21e-807d-42b5-9aaa-77651591f54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "133f0393-e9de-4bcb-947f-d85fb8726cbf", "address": "fa:16:3e:4b:7f:b4", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap133f0393-e9", "ovs_interfaceid": "133f0393-e9de-4bcb-947f-d85fb8726cbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.765903] env[68461]: DEBUG nova.scheduler.client.report [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.783662] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5c4d62d2-dd0d-43c7-a9d4-0f510c497050 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Acquiring lock "1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.783662] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5c4d62d2-dd0d-43c7-a9d4-0f510c497050 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Lock "1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.783876] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5c4d62d2-dd0d-43c7-a9d4-0f510c497050 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Acquiring lock "1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.784014] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5c4d62d2-dd0d-43c7-a9d4-0f510c497050 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Lock "1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.784185] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5c4d62d2-dd0d-43c7-a9d4-0f510c497050 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Lock "1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.790359] env[68461]: INFO nova.compute.manager [None req-5c4d62d2-dd0d-43c7-a9d4-0f510c497050 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Terminating instance [ 1015.803509] env[68461]: INFO nova.compute.manager [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Took 44.28 seconds to build instance. [ 1015.819423] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52fc77a2-498f-fcbe-9e45-1757d65870c1, 'name': SearchDatastore_Task, 'duration_secs': 0.024953} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.820445] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.820940] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 51e4741a-8c13-4c3d-9a54-10c7b7068a7d/51e4741a-8c13-4c3d-9a54-10c7b7068a7d.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.821486] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91f8570a-9874-4b4f-bbfa-28830189ed4b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.831200] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1015.831200] env[68461]: value = "task-2895181" [ 1015.831200] env[68461]: _type = "Task" [ 1015.831200] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.840338] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.957329] env[68461]: DEBUG oslo_concurrency.lockutils [req-b67165c7-9c12-4c76-b40e-fd3464cbe406 req-41eca0c0-f1e8-425f-a222-5f2242b69361 service nova] Releasing lock "refresh_cache-51e4741a-8c13-4c3d-9a54-10c7b7068a7d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.957589] env[68461]: DEBUG nova.compute.manager [req-b67165c7-9c12-4c76-b40e-fd3464cbe406 req-41eca0c0-f1e8-425f-a222-5f2242b69361 service nova] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Received event network-vif-plugged-29385edc-5b87-41f3-95a5-9a48f078077e {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.957782] env[68461]: DEBUG oslo_concurrency.lockutils [req-b67165c7-9c12-4c76-b40e-fd3464cbe406 req-41eca0c0-f1e8-425f-a222-5f2242b69361 service nova] Acquiring lock "4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.958058] env[68461]: DEBUG oslo_concurrency.lockutils [req-b67165c7-9c12-4c76-b40e-fd3464cbe406 req-41eca0c0-f1e8-425f-a222-5f2242b69361 service nova] Lock "4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.958165] env[68461]: DEBUG oslo_concurrency.lockutils [req-b67165c7-9c12-4c76-b40e-fd3464cbe406 req-41eca0c0-f1e8-425f-a222-5f2242b69361 service nova] Lock "4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.958332] env[68461]: DEBUG nova.compute.manager [req-b67165c7-9c12-4c76-b40e-fd3464cbe406 req-41eca0c0-f1e8-425f-a222-5f2242b69361 service nova] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] No waiting events found dispatching network-vif-plugged-29385edc-5b87-41f3-95a5-9a48f078077e {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.958573] env[68461]: WARNING nova.compute.manager [req-b67165c7-9c12-4c76-b40e-fd3464cbe406 req-41eca0c0-f1e8-425f-a222-5f2242b69361 service nova] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Received unexpected event network-vif-plugged-29385edc-5b87-41f3-95a5-9a48f078077e for instance with vm_state building and task_state spawning. [ 1015.973179] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895180, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.206427] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "refresh_cache-6db8dd54-71cf-4e4e-b984-cc43264df1ac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.206427] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "6db8dd54-71cf-4e4e-b984-cc43264df1ac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.206427] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "6db8dd54-71cf-4e4e-b984-cc43264df1ac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.208168] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c7f465-3357-44b6-9245-792d0d7f0576 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.228199] env[68461]: DEBUG nova.virt.hardware [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.228717] env[68461]: DEBUG nova.virt.hardware [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.228956] env[68461]: DEBUG nova.virt.hardware [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.229236] env[68461]: DEBUG nova.virt.hardware [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.229404] env[68461]: DEBUG nova.virt.hardware [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.229569] env[68461]: DEBUG nova.virt.hardware [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.230389] env[68461]: DEBUG nova.virt.hardware [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.230389] env[68461]: DEBUG nova.virt.hardware [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.230389] env[68461]: DEBUG nova.virt.hardware [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.230658] env[68461]: DEBUG nova.virt.hardware [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.230931] env[68461]: DEBUG nova.virt.hardware [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.238069] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Reconfiguring VM to attach interface {{(pid=68461) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1016.238697] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8d5cd65-0f2a-491f-ad1d-e694a7e7183a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.252188] env[68461]: DEBUG nova.network.neutron [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Successfully updated port: a6136d1a-9594-4b8c-afe3-e2051c2474e7 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.256788] env[68461]: DEBUG nova.network.neutron [-] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.261651] env[68461]: DEBUG oslo_vmware.api [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1016.261651] env[68461]: value = "task-2895182" [ 1016.261651] env[68461]: _type = "Task" [ 1016.261651] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.272033] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.273036] env[68461]: DEBUG nova.compute.manager [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.276041] env[68461]: DEBUG oslo_vmware.api [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895182, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.276549] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.641s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.276738] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.278919] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.210s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.279126] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.280935] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.387s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.281138] env[68461]: DEBUG nova.objects.instance [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68461) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1016.293761] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquiring lock "7a9f7ade-ad54-4517-acf8-70fced073c77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.293761] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Lock "7a9f7ade-ad54-4517-acf8-70fced073c77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.294216] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquiring lock "7a9f7ade-ad54-4517-acf8-70fced073c77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.294216] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Lock "7a9f7ade-ad54-4517-acf8-70fced073c77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.294216] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Lock "7a9f7ade-ad54-4517-acf8-70fced073c77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.297281] env[68461]: INFO nova.compute.manager [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Terminating instance [ 1016.304529] env[68461]: DEBUG nova.compute.manager [None req-5c4d62d2-dd0d-43c7-a9d4-0f510c497050 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.304529] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17c6354a-e379-41cf-810b-3b682de202f9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.310451] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e33ecb1-3bc3-471e-8305-aecd1abd144d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Lock "cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.989s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.318581] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2816c1f5-9333-4235-bbd2-3010d811b812 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.332817] env[68461]: INFO nova.scheduler.client.report [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Deleted allocations for instance 98a605b2-4b2d-4f56-9ea2-344a660bec54 [ 1016.335274] env[68461]: INFO nova.scheduler.client.report [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Deleted allocations for instance 6c8126c6-b7ba-4976-8555-06724d7d4f35 [ 1016.356957] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895181, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.373749] env[68461]: WARNING nova.virt.vmwareapi.driver [None req-5c4d62d2-dd0d-43c7-a9d4-0f510c497050 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f could not be found. [ 1016.373968] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4d62d2-dd0d-43c7-a9d4-0f510c497050 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.374370] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-375744b5-af95-4278-9d76-f696cb15169c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.385378] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d78522d-b259-43c4-abf6-ce65d517360b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.424072] env[68461]: WARNING nova.virt.vmwareapi.vmops [None req-5c4d62d2-dd0d-43c7-a9d4-0f510c497050 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f could not be found. [ 1016.424072] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4d62d2-dd0d-43c7-a9d4-0f510c497050 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.424072] env[68461]: INFO nova.compute.manager [None req-5c4d62d2-dd0d-43c7-a9d4-0f510c497050 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Took 0.12 seconds to destroy the instance on the hypervisor. [ 1016.424287] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c4d62d2-dd0d-43c7-a9d4-0f510c497050 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.424543] env[68461]: DEBUG nova.compute.manager [-] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.424652] env[68461]: DEBUG nova.network.neutron [-] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.473983] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895180, 'name': CreateVM_Task, 'duration_secs': 0.590439} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.474190] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.474874] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.475047] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.475383] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.475648] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2042aa6e-1fa7-477c-9ff7-91e958335743 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.481062] env[68461]: DEBUG oslo_vmware.api [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1016.481062] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521cd350-76d5-a2f2-09b3-acf30dc8f16c" [ 1016.481062] env[68461]: _type = "Task" [ 1016.481062] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.489865] env[68461]: DEBUG oslo_vmware.api [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521cd350-76d5-a2f2-09b3-acf30dc8f16c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.757778] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquiring lock "refresh_cache-dc2414d3-13dc-4588-91d1-6036e408505e" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.757932] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquired lock "refresh_cache-dc2414d3-13dc-4588-91d1-6036e408505e" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.758111] env[68461]: DEBUG nova.network.neutron [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.759433] env[68461]: INFO nova.compute.manager [-] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Took 1.74 seconds to deallocate network for instance. [ 1016.779532] env[68461]: DEBUG oslo_vmware.api [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895182, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.781040] env[68461]: DEBUG nova.compute.utils [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.782463] env[68461]: DEBUG nova.compute.manager [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.782629] env[68461]: DEBUG nova.network.neutron [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.802856] env[68461]: DEBUG nova.compute.manager [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.803134] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.804341] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43641c7-7924-49d6-a677-cca71f3d6e38 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.815773] env[68461]: DEBUG nova.compute.manager [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.822584] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.822584] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae2133fe-1f9f-4722-923b-bcf06a7e3be5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.830739] env[68461]: DEBUG oslo_vmware.api [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 1016.830739] env[68461]: value = "task-2895183" [ 1016.830739] env[68461]: _type = "Task" [ 1016.830739] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.838183] env[68461]: DEBUG nova.policy [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe9a7be387914cb0b9a0abbf2b08a88a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cfad883066d4e968fbb516e065b480e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.853462] env[68461]: DEBUG oslo_vmware.api [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.853978] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b4bf1bd8-cd99-49ba-9a1a-c214cfbdb7e1 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Lock "98a605b2-4b2d-4f56-9ea2-344a660bec54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.396s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.855441] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f97800f2-d927-43e2-8806-8da3fbe003f6 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Lock "6c8126c6-b7ba-4976-8555-06724d7d4f35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.489s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.862468] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668384} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.862873] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 51e4741a-8c13-4c3d-9a54-10c7b7068a7d/51e4741a-8c13-4c3d-9a54-10c7b7068a7d.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.864462] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.864462] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-376bb308-3f79-4306-ba77-4c77e2ad9e14 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.873468] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1016.873468] env[68461]: value = "task-2895184" [ 1016.873468] env[68461]: _type = "Task" [ 1016.873468] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.883904] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.990921] env[68461]: DEBUG oslo_vmware.api [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521cd350-76d5-a2f2-09b3-acf30dc8f16c, 'name': SearchDatastore_Task, 'duration_secs': 0.012587} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.993979] env[68461]: DEBUG oslo_vmware.rw_handles [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a52160-4866-f64b-aab4-9451c5f6fd8a/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1016.994169] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.994463] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.994705] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.994851] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.995041] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.995848] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db49d5f0-35b5-4b63-9353-97ede037551a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.998761] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16448c5d-c3f8-40e9-8dce-3e1ba4957965 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.004273] env[68461]: DEBUG oslo_vmware.rw_handles [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a52160-4866-f64b-aab4-9451c5f6fd8a/disk-0.vmdk is in state: ready. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1017.004642] env[68461]: ERROR oslo_vmware.rw_handles [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a52160-4866-f64b-aab4-9451c5f6fd8a/disk-0.vmdk due to incomplete transfer. [ 1017.004642] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3c0c26bc-2acb-48ad-946e-30550364a565 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.011715] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.011851] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.013325] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da701e1e-2682-46f4-a89f-66d9d047deda {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.015741] env[68461]: DEBUG oslo_vmware.rw_handles [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a52160-4866-f64b-aab4-9451c5f6fd8a/disk-0.vmdk. {{(pid=68461) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1017.015927] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Uploaded image ec875196-bf0d-4d96-a320-3c2a0a0385c6 to the Glance image server {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1017.018235] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Destroying the VM {{(pid=68461) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1017.018782] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b42d078e-123a-4050-ac0d-9e918f1172db {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.023495] env[68461]: DEBUG oslo_vmware.api [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1017.023495] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]528468db-fc42-148c-9e78-aa91a97457fa" [ 1017.023495] env[68461]: _type = "Task" [ 1017.023495] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.027724] env[68461]: DEBUG oslo_vmware.api [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1017.027724] env[68461]: value = "task-2895185" [ 1017.027724] env[68461]: _type = "Task" [ 1017.027724] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.033808] env[68461]: DEBUG oslo_vmware.api [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]528468db-fc42-148c-9e78-aa91a97457fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.038884] env[68461]: DEBUG oslo_vmware.api [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895185, 'name': Destroy_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.163058] env[68461]: DEBUG nova.network.neutron [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Successfully created port: deb0489e-d07d-44aa-a7b5-6aa314a32b18 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.267805] env[68461]: DEBUG oslo_concurrency.lockutils [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.281242] env[68461]: DEBUG oslo_vmware.api [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895182, 'name': ReconfigVM_Task, 'duration_secs': 0.715517} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.282058] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "6db8dd54-71cf-4e4e-b984-cc43264df1ac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.282280] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Reconfigured VM to attach interface {{(pid=68461) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1017.285999] env[68461]: DEBUG nova.compute.manager [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.290468] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1f5472a3-d584-4d23-8a41-e1005bdeaf41 tempest-ServersAdmin275Test-111484459 tempest-ServersAdmin275Test-111484459-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.291929] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.290s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.292132] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.294790] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.179s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.296781] env[68461]: INFO nova.compute.claims [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.319759] env[68461]: DEBUG nova.network.neutron [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.336342] env[68461]: INFO nova.scheduler.client.report [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Deleted allocations for instance d96e8733-37f1-481e-b09d-b5491a4ae3f6 [ 1017.352906] env[68461]: DEBUG oslo_vmware.api [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895183, 'name': PowerOffVM_Task, 'duration_secs': 0.472431} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.353939] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.357481] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.357670] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.358322] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be1b7ca0-b4de-414b-8086-8b500e477ca1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.385335] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075854} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.387442] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.387442] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c5d113-bdb1-4300-b589-d01c7649659c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.422172] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 51e4741a-8c13-4c3d-9a54-10c7b7068a7d/51e4741a-8c13-4c3d-9a54-10c7b7068a7d.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.426358] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-182c0f24-0e2b-4fe9-8d55-b0bac83d21b4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.442424] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.442706] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.442906] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Deleting the datastore file [datastore1] 7a9f7ade-ad54-4517-acf8-70fced073c77 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.443914] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e623fd8-abb6-45fc-b4d1-5f836ac6e440 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.451137] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1017.451137] env[68461]: value = "task-2895187" [ 1017.451137] env[68461]: _type = "Task" [ 1017.451137] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.456237] env[68461]: DEBUG oslo_vmware.api [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for the task: (returnval){ [ 1017.456237] env[68461]: value = "task-2895188" [ 1017.456237] env[68461]: _type = "Task" [ 1017.456237] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.462620] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.467397] env[68461]: DEBUG oslo_vmware.api [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.535518] env[68461]: DEBUG oslo_vmware.api [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]528468db-fc42-148c-9e78-aa91a97457fa, 'name': SearchDatastore_Task, 'duration_secs': 0.032786} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.537098] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cbcbad3-cf6a-4cdd-bfdf-20e66d5e4ec5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.542344] env[68461]: DEBUG oslo_vmware.api [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895185, 'name': Destroy_Task, 'duration_secs': 0.435926} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.542942] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Destroyed the VM [ 1017.543293] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Deleting Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1017.543534] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b48dba5f-2f5a-4958-bc24-41ba3cccf3ea {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.546126] env[68461]: DEBUG oslo_vmware.api [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1017.546126] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5265fbe9-6e91-03f7-1442-1a765e1442f6" [ 1017.546126] env[68461]: _type = "Task" [ 1017.546126] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.552018] env[68461]: DEBUG oslo_vmware.api [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1017.552018] env[68461]: value = "task-2895189" [ 1017.552018] env[68461]: _type = "Task" [ 1017.552018] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.555047] env[68461]: DEBUG oslo_vmware.api [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5265fbe9-6e91-03f7-1442-1a765e1442f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.556081] env[68461]: DEBUG nova.network.neutron [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Updating instance_info_cache with network_info: [{"id": "a6136d1a-9594-4b8c-afe3-e2051c2474e7", "address": "fa:16:3e:9d:3e:b3", "network": {"id": "5869c72c-3c13-4d67-bce2-5dba006886ec", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1873824450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa243b8687cb4f1ab88ecbeddf00aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6136d1a-95", "ovs_interfaceid": "a6136d1a-9594-4b8c-afe3-e2051c2474e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.564937] env[68461]: DEBUG oslo_vmware.api [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895189, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.586858] env[68461]: DEBUG nova.network.neutron [-] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.716670] env[68461]: DEBUG nova.compute.manager [req-7863ab21-1e73-4e19-83d8-f6bbe7e10972 req-572bcc43-38d7-463d-bd77-95d361fcecae service nova] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Received event network-changed-29385edc-5b87-41f3-95a5-9a48f078077e {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.717384] env[68461]: DEBUG nova.compute.manager [req-7863ab21-1e73-4e19-83d8-f6bbe7e10972 req-572bcc43-38d7-463d-bd77-95d361fcecae service nova] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Refreshing instance network info cache due to event network-changed-29385edc-5b87-41f3-95a5-9a48f078077e. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.717458] env[68461]: DEBUG oslo_concurrency.lockutils [req-7863ab21-1e73-4e19-83d8-f6bbe7e10972 req-572bcc43-38d7-463d-bd77-95d361fcecae service nova] Acquiring lock "refresh_cache-4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.717613] env[68461]: DEBUG oslo_concurrency.lockutils [req-7863ab21-1e73-4e19-83d8-f6bbe7e10972 req-572bcc43-38d7-463d-bd77-95d361fcecae service nova] Acquired lock "refresh_cache-4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.717772] env[68461]: DEBUG nova.network.neutron [req-7863ab21-1e73-4e19-83d8-f6bbe7e10972 req-572bcc43-38d7-463d-bd77-95d361fcecae service nova] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Refreshing network info cache for port 29385edc-5b87-41f3-95a5-9a48f078077e {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.791119] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2f35c867-059f-47a2-acf4-d317d15df0c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "interface-6db8dd54-71cf-4e4e-b984-cc43264df1ac-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.676s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.846290] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c82da69-f1e0-446c-ba61-8fa622fa45a5 tempest-AttachInterfacesV270Test-1161587591 tempest-AttachInterfacesV270Test-1161587591-project-member] Lock "d96e8733-37f1-481e-b09d-b5491a4ae3f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.431s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.963674] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895187, 'name': ReconfigVM_Task, 'duration_secs': 0.307383} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.964361] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 51e4741a-8c13-4c3d-9a54-10c7b7068a7d/51e4741a-8c13-4c3d-9a54-10c7b7068a7d.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.965009] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8182f985-fd14-434f-a082-9be96ea62097 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.969665] env[68461]: DEBUG oslo_vmware.api [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Task: {'id': task-2895188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357522} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.970370] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.970565] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.970777] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.970978] env[68461]: INFO nova.compute.manager [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1017.971242] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.971443] env[68461]: DEBUG nova.compute.manager [-] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.971532] env[68461]: DEBUG nova.network.neutron [-] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.975611] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1017.975611] env[68461]: value = "task-2895190" [ 1017.975611] env[68461]: _type = "Task" [ 1017.975611] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.989700] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895190, 'name': Rename_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.042664] env[68461]: DEBUG nova.compute.manager [req-423738ae-25ce-4c5f-a7c5-078972ae372f req-06b94a6e-1e84-44b1-855d-bbb303a3eb70 service nova] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Received event network-changed-133f0393-e9de-4bcb-947f-d85fb8726cbf {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.042850] env[68461]: DEBUG nova.compute.manager [req-423738ae-25ce-4c5f-a7c5-078972ae372f req-06b94a6e-1e84-44b1-855d-bbb303a3eb70 service nova] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Refreshing instance network info cache due to event network-changed-133f0393-e9de-4bcb-947f-d85fb8726cbf. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.043185] env[68461]: DEBUG oslo_concurrency.lockutils [req-423738ae-25ce-4c5f-a7c5-078972ae372f req-06b94a6e-1e84-44b1-855d-bbb303a3eb70 service nova] Acquiring lock "refresh_cache-6db8dd54-71cf-4e4e-b984-cc43264df1ac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.043363] env[68461]: DEBUG oslo_concurrency.lockutils [req-423738ae-25ce-4c5f-a7c5-078972ae372f req-06b94a6e-1e84-44b1-855d-bbb303a3eb70 service nova] Acquired lock "refresh_cache-6db8dd54-71cf-4e4e-b984-cc43264df1ac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.043533] env[68461]: DEBUG nova.network.neutron [req-423738ae-25ce-4c5f-a7c5-078972ae372f req-06b94a6e-1e84-44b1-855d-bbb303a3eb70 service nova] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Refreshing network info cache for port 133f0393-e9de-4bcb-947f-d85fb8726cbf {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.060749] env[68461]: DEBUG oslo_vmware.api [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5265fbe9-6e91-03f7-1442-1a765e1442f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012886} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.061201] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Releasing lock "refresh_cache-dc2414d3-13dc-4588-91d1-6036e408505e" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.061524] env[68461]: DEBUG nova.compute.manager [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Instance network_info: |[{"id": "a6136d1a-9594-4b8c-afe3-e2051c2474e7", "address": "fa:16:3e:9d:3e:b3", "network": {"id": "5869c72c-3c13-4d67-bce2-5dba006886ec", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1873824450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa243b8687cb4f1ab88ecbeddf00aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6136d1a-95", "ovs_interfaceid": "a6136d1a-9594-4b8c-afe3-e2051c2474e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.065015] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.065291] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca/4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.065720] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:3e:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6136d1a-9594-4b8c-afe3-e2051c2474e7', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.078254] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.078842] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c053747f-c6cd-4105-acd8-953e6925ac89 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.081073] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.082928] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33b8a2aa-4e08-4c11-92fd-12bb4f261e23 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.101208] env[68461]: INFO nova.compute.manager [-] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Took 1.68 seconds to deallocate network for instance. [ 1018.101415] env[68461]: DEBUG oslo_vmware.api [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895189, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.105562] env[68461]: DEBUG oslo_vmware.api [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1018.105562] env[68461]: value = "task-2895191" [ 1018.105562] env[68461]: _type = "Task" [ 1018.105562] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.110777] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.110777] env[68461]: value = "task-2895192" [ 1018.110777] env[68461]: _type = "Task" [ 1018.110777] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.123968] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895192, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.128328] env[68461]: DEBUG oslo_vmware.api [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.299011] env[68461]: DEBUG nova.compute.manager [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.333164] env[68461]: DEBUG nova.virt.hardware [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.333164] env[68461]: DEBUG nova.virt.hardware [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.333164] env[68461]: DEBUG nova.virt.hardware [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.333164] env[68461]: DEBUG nova.virt.hardware [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.333164] env[68461]: DEBUG nova.virt.hardware [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.333164] env[68461]: DEBUG nova.virt.hardware [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.333164] env[68461]: DEBUG nova.virt.hardware [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.333728] env[68461]: DEBUG nova.virt.hardware [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.335037] env[68461]: DEBUG nova.virt.hardware [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.338247] env[68461]: DEBUG nova.virt.hardware [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.338247] env[68461]: DEBUG nova.virt.hardware [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.339259] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98b9a79-fa6c-4368-b41c-33812f78e081 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.355529] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e31d3a-dd40-4a5f-8b57-95e666d286b3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.486481] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895190, 'name': Rename_Task, 'duration_secs': 0.319628} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.486826] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.486974] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f449eaeb-00a3-4c47-9106-c704acb25e06 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.496594] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1018.496594] env[68461]: value = "task-2895193" [ 1018.496594] env[68461]: _type = "Task" [ 1018.496594] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.505314] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.572214] env[68461]: DEBUG oslo_vmware.api [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895189, 'name': RemoveSnapshot_Task, 'duration_secs': 0.589545} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.574765] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Deleted Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1018.574996] env[68461]: INFO nova.compute.manager [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Took 16.10 seconds to snapshot the instance on the hypervisor. [ 1018.622240] env[68461]: DEBUG oslo_vmware.api [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895191, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.630285] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895192, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.683720] env[68461]: INFO nova.compute.manager [None req-5c4d62d2-dd0d-43c7-a9d4-0f510c497050 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Took 0.58 seconds to detach 1 volumes for instance. [ 1018.686026] env[68461]: DEBUG nova.compute.manager [None req-5c4d62d2-dd0d-43c7-a9d4-0f510c497050 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Deleting volume: 03104198-ea2a-4dc5-80b4-24f12b98fb21 {{(pid=68461) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1018.713417] env[68461]: DEBUG nova.network.neutron [-] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.735742] env[68461]: DEBUG nova.objects.instance [None req-ccfa3797-e168-4e21-91a9-a50318528473 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Lazy-loading 'flavor' on Instance uuid 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.871323] env[68461]: DEBUG nova.network.neutron [req-7863ab21-1e73-4e19-83d8-f6bbe7e10972 req-572bcc43-38d7-463d-bd77-95d361fcecae service nova] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Updated VIF entry in instance network info cache for port 29385edc-5b87-41f3-95a5-9a48f078077e. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.871896] env[68461]: DEBUG nova.network.neutron [req-7863ab21-1e73-4e19-83d8-f6bbe7e10972 req-572bcc43-38d7-463d-bd77-95d361fcecae service nova] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Updating instance_info_cache with network_info: [{"id": "29385edc-5b87-41f3-95a5-9a48f078077e", "address": "fa:16:3e:13:83:48", "network": {"id": "4e6d58b1-46f0-4105-b05f-d54f44081fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1412094765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42821610650c4fecb574be20608d26f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29385edc-5b", "ovs_interfaceid": "29385edc-5b87-41f3-95a5-9a48f078077e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.877822] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7b3f8c-bfc0-4168-bf54-c97e8d9dcfc9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.891954] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c30a94a-95b0-44b1-b2f2-eddd80e37484 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.926912] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759b5312-1bbd-4205-84d2-89ac88b43a06 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.935561] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb6021e-18e6-49ad-bfcc-b1cae659251f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.956631] env[68461]: DEBUG nova.compute.provider_tree [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.008846] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895193, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.043208] env[68461]: DEBUG nova.network.neutron [req-423738ae-25ce-4c5f-a7c5-078972ae372f req-06b94a6e-1e84-44b1-855d-bbb303a3eb70 service nova] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Updated VIF entry in instance network info cache for port 133f0393-e9de-4bcb-947f-d85fb8726cbf. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.043697] env[68461]: DEBUG nova.network.neutron [req-423738ae-25ce-4c5f-a7c5-078972ae372f req-06b94a6e-1e84-44b1-855d-bbb303a3eb70 service nova] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Updating instance_info_cache with network_info: [{"id": "9f49c21e-807d-42b5-9aaa-77651591f54f", "address": "fa:16:3e:29:78:ae", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f49c21e-80", "ovs_interfaceid": "9f49c21e-807d-42b5-9aaa-77651591f54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "133f0393-e9de-4bcb-947f-d85fb8726cbf", "address": "fa:16:3e:4b:7f:b4", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap133f0393-e9", "ovs_interfaceid": "133f0393-e9de-4bcb-947f-d85fb8726cbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.120799] env[68461]: DEBUG oslo_vmware.api [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.875625} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.124107] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca/4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.124334] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.124549] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895192, 'name': CreateVM_Task, 'duration_secs': 0.532125} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.125243] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d6a6098-9442-43fd-aaa4-86a2b08012ae {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.126611] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.127597] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.127763] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.128077] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.128663] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a82a1c-e220-4de5-8db6-6fca01942013 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.133459] env[68461]: DEBUG oslo_vmware.api [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1019.133459] env[68461]: value = "task-2895195" [ 1019.133459] env[68461]: _type = "Task" [ 1019.133459] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.136382] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 1019.136382] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5200cef2-e881-7718-a833-62e0ac527722" [ 1019.136382] env[68461]: _type = "Task" [ 1019.136382] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.145172] env[68461]: DEBUG nova.compute.manager [None req-154010b6-901a-4050-9953-f0ce5de63b67 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Found 1 images (rotation: 2) {{(pid=68461) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1019.152760] env[68461]: DEBUG oslo_vmware.api [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.157927] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5200cef2-e881-7718-a833-62e0ac527722, 'name': SearchDatastore_Task, 'duration_secs': 0.021611} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.158284] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.158707] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.158780] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.158884] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.159070] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.159940] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef2d753e-6746-4b37-bb53-b20fb6320bd0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.169804] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.170013] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.170966] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7366f757-4f50-416c-a258-ef79ad404b07 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.176521] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 1019.176521] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52cdb36d-8b8a-f6d4-5a38-4366bf2b89ed" [ 1019.176521] env[68461]: _type = "Task" [ 1019.176521] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.184996] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52cdb36d-8b8a-f6d4-5a38-4366bf2b89ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.206091] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8c08d160-9877-4c21-905b-cd1385ed8c8a tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Acquiring lock "cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.206434] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8c08d160-9877-4c21-905b-cd1385ed8c8a tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Lock "cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.206667] env[68461]: INFO nova.compute.manager [None req-8c08d160-9877-4c21-905b-cd1385ed8c8a tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Rebooting instance [ 1019.215973] env[68461]: INFO nova.compute.manager [-] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Took 1.24 seconds to deallocate network for instance. [ 1019.244516] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ccfa3797-e168-4e21-91a9-a50318528473 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Acquiring lock "refresh_cache-82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.244778] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ccfa3797-e168-4e21-91a9-a50318528473 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Acquired lock "refresh_cache-82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.249638] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5c4d62d2-dd0d-43c7-a9d4-0f510c497050 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.288422] env[68461]: DEBUG nova.network.neutron [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Successfully updated port: deb0489e-d07d-44aa-a7b5-6aa314a32b18 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.384259] env[68461]: DEBUG oslo_concurrency.lockutils [req-7863ab21-1e73-4e19-83d8-f6bbe7e10972 req-572bcc43-38d7-463d-bd77-95d361fcecae service nova] Releasing lock "refresh_cache-4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.384259] env[68461]: DEBUG nova.compute.manager [req-7863ab21-1e73-4e19-83d8-f6bbe7e10972 req-572bcc43-38d7-463d-bd77-95d361fcecae service nova] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Received event network-vif-plugged-a6136d1a-9594-4b8c-afe3-e2051c2474e7 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.384561] env[68461]: DEBUG oslo_concurrency.lockutils [req-7863ab21-1e73-4e19-83d8-f6bbe7e10972 req-572bcc43-38d7-463d-bd77-95d361fcecae service nova] Acquiring lock "dc2414d3-13dc-4588-91d1-6036e408505e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.384672] env[68461]: DEBUG oslo_concurrency.lockutils [req-7863ab21-1e73-4e19-83d8-f6bbe7e10972 req-572bcc43-38d7-463d-bd77-95d361fcecae service nova] Lock "dc2414d3-13dc-4588-91d1-6036e408505e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.384819] env[68461]: DEBUG oslo_concurrency.lockutils [req-7863ab21-1e73-4e19-83d8-f6bbe7e10972 req-572bcc43-38d7-463d-bd77-95d361fcecae service nova] Lock "dc2414d3-13dc-4588-91d1-6036e408505e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.385053] env[68461]: DEBUG nova.compute.manager [req-7863ab21-1e73-4e19-83d8-f6bbe7e10972 req-572bcc43-38d7-463d-bd77-95d361fcecae service nova] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] No waiting events found dispatching network-vif-plugged-a6136d1a-9594-4b8c-afe3-e2051c2474e7 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.385241] env[68461]: WARNING nova.compute.manager [req-7863ab21-1e73-4e19-83d8-f6bbe7e10972 req-572bcc43-38d7-463d-bd77-95d361fcecae service nova] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Received unexpected event network-vif-plugged-a6136d1a-9594-4b8c-afe3-e2051c2474e7 for instance with vm_state building and task_state spawning. [ 1019.385339] env[68461]: DEBUG nova.compute.manager [req-7863ab21-1e73-4e19-83d8-f6bbe7e10972 req-572bcc43-38d7-463d-bd77-95d361fcecae service nova] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Received event network-changed-a6136d1a-9594-4b8c-afe3-e2051c2474e7 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.385530] env[68461]: DEBUG nova.compute.manager [req-7863ab21-1e73-4e19-83d8-f6bbe7e10972 req-572bcc43-38d7-463d-bd77-95d361fcecae service nova] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Refreshing instance network info cache due to event network-changed-a6136d1a-9594-4b8c-afe3-e2051c2474e7. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.385731] env[68461]: DEBUG oslo_concurrency.lockutils [req-7863ab21-1e73-4e19-83d8-f6bbe7e10972 req-572bcc43-38d7-463d-bd77-95d361fcecae service nova] Acquiring lock "refresh_cache-dc2414d3-13dc-4588-91d1-6036e408505e" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.385848] env[68461]: DEBUG oslo_concurrency.lockutils [req-7863ab21-1e73-4e19-83d8-f6bbe7e10972 req-572bcc43-38d7-463d-bd77-95d361fcecae service nova] Acquired lock "refresh_cache-dc2414d3-13dc-4588-91d1-6036e408505e" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.386058] env[68461]: DEBUG nova.network.neutron [req-7863ab21-1e73-4e19-83d8-f6bbe7e10972 req-572bcc43-38d7-463d-bd77-95d361fcecae service nova] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Refreshing network info cache for port a6136d1a-9594-4b8c-afe3-e2051c2474e7 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.462284] env[68461]: DEBUG nova.scheduler.client.report [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.513109] env[68461]: DEBUG oslo_vmware.api [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895193, 'name': PowerOnVM_Task, 'duration_secs': 0.865757} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.513109] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.513109] env[68461]: INFO nova.compute.manager [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1019.515741] env[68461]: DEBUG nova.compute.manager [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.516310] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6593955-6855-45ec-ade9-ae0b0ea77fa5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.548406] env[68461]: DEBUG oslo_concurrency.lockutils [req-423738ae-25ce-4c5f-a7c5-078972ae372f req-06b94a6e-1e84-44b1-855d-bbb303a3eb70 service nova] Releasing lock "refresh_cache-6db8dd54-71cf-4e4e-b984-cc43264df1ac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.548406] env[68461]: DEBUG nova.compute.manager [req-423738ae-25ce-4c5f-a7c5-078972ae372f req-06b94a6e-1e84-44b1-855d-bbb303a3eb70 service nova] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Received event network-vif-deleted-bab48b6d-bfbc-4f4f-ad98-e3ce2825c500 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.651267] env[68461]: DEBUG oslo_vmware.api [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160246} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.652054] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.652788] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610c51c8-91ee-496a-a10f-7b27b314887b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.678875] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca/4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.679605] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-668b87ed-92cd-4123-b82e-eeae672fd8f4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.705295] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52cdb36d-8b8a-f6d4-5a38-4366bf2b89ed, 'name': SearchDatastore_Task, 'duration_secs': 0.029471} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.707456] env[68461]: DEBUG oslo_vmware.api [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1019.707456] env[68461]: value = "task-2895196" [ 1019.707456] env[68461]: _type = "Task" [ 1019.707456] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.707456] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd84068-83cb-4fb0-b951-df6810eac0d6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.726291] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.726696] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 1019.726696] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52db5b5a-daca-912f-b48e-4bd0d3fb77fa" [ 1019.726696] env[68461]: _type = "Task" [ 1019.726696] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.726953] env[68461]: DEBUG oslo_vmware.api [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.736009] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52db5b5a-daca-912f-b48e-4bd0d3fb77fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.739297] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8c08d160-9877-4c21-905b-cd1385ed8c8a tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Acquiring lock "refresh_cache-cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.739375] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8c08d160-9877-4c21-905b-cd1385ed8c8a tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Acquired lock "refresh_cache-cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.739521] env[68461]: DEBUG nova.network.neutron [None req-8c08d160-9877-4c21-905b-cd1385ed8c8a tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.790598] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Acquiring lock "refresh_cache-e23b9fc0-7225-4734-9aa1-0c03bf494967" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.790764] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Acquired lock "refresh_cache-e23b9fc0-7225-4734-9aa1-0c03bf494967" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.790926] env[68461]: DEBUG nova.network.neutron [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.967903] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.969062] env[68461]: DEBUG nova.compute.manager [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.977020] env[68461]: DEBUG oslo_concurrency.lockutils [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.320s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.977020] env[68461]: DEBUG oslo_concurrency.lockutils [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.977020] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.528s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.977020] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.979778] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.403s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.984732] env[68461]: INFO nova.compute.claims [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.022445] env[68461]: INFO nova.scheduler.client.report [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Deleted allocations for instance 15bb026a-d9ef-4b1d-b565-0d6954fe8391 [ 1020.044112] env[68461]: INFO nova.compute.manager [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Took 43.96 seconds to build instance. [ 1020.044112] env[68461]: INFO nova.scheduler.client.report [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Deleted allocations for instance 7ddca307-cc43-46fb-863d-78762a26b0d0 [ 1020.176131] env[68461]: DEBUG nova.network.neutron [None req-ccfa3797-e168-4e21-91a9-a50318528473 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.224094] env[68461]: DEBUG oslo_vmware.api [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895196, 'name': ReconfigVM_Task, 'duration_secs': 0.300255} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.224444] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca/4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.225674] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1c945ca-65aa-4afc-bc95-9c633564e37c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.241574] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52db5b5a-daca-912f-b48e-4bd0d3fb77fa, 'name': SearchDatastore_Task, 'duration_secs': 0.018191} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.242504] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.242785] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] dc2414d3-13dc-4588-91d1-6036e408505e/dc2414d3-13dc-4588-91d1-6036e408505e.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.245269] env[68461]: DEBUG oslo_vmware.api [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1020.245269] env[68461]: value = "task-2895197" [ 1020.245269] env[68461]: _type = "Task" [ 1020.245269] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.245497] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be896131-8964-4a00-baf9-f73e79d049e5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.261519] env[68461]: DEBUG oslo_vmware.api [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895197, 'name': Rename_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.263545] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 1020.263545] env[68461]: value = "task-2895198" [ 1020.263545] env[68461]: _type = "Task" [ 1020.263545] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.275243] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.408075] env[68461]: DEBUG nova.network.neutron [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.429873] env[68461]: DEBUG nova.network.neutron [req-7863ab21-1e73-4e19-83d8-f6bbe7e10972 req-572bcc43-38d7-463d-bd77-95d361fcecae service nova] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Updated VIF entry in instance network info cache for port a6136d1a-9594-4b8c-afe3-e2051c2474e7. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.430296] env[68461]: DEBUG nova.network.neutron [req-7863ab21-1e73-4e19-83d8-f6bbe7e10972 req-572bcc43-38d7-463d-bd77-95d361fcecae service nova] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Updating instance_info_cache with network_info: [{"id": "a6136d1a-9594-4b8c-afe3-e2051c2474e7", "address": "fa:16:3e:9d:3e:b3", "network": {"id": "5869c72c-3c13-4d67-bce2-5dba006886ec", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1873824450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa243b8687cb4f1ab88ecbeddf00aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6136d1a-95", "ovs_interfaceid": "a6136d1a-9594-4b8c-afe3-e2051c2474e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.443974] env[68461]: DEBUG nova.compute.manager [req-98b7c595-2714-4a6f-8a60-40c195c88ff5 req-34392b5b-7c91-4a57-8f0a-34eb5f16cbfb service nova] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Received event network-vif-deleted-88d5925e-4ecf-4484-ad96-d87b29d464de {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.444209] env[68461]: DEBUG nova.compute.manager [req-98b7c595-2714-4a6f-8a60-40c195c88ff5 req-34392b5b-7c91-4a57-8f0a-34eb5f16cbfb service nova] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Received event network-vif-deleted-2842be9e-fff3-4253-ab01-03ba05355c07 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.498108] env[68461]: DEBUG nova.compute.utils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.500124] env[68461]: DEBUG nova.compute.manager [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.500124] env[68461]: DEBUG nova.network.neutron [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.533272] env[68461]: DEBUG oslo_concurrency.lockutils [None req-259f1acc-34f5-4c76-854d-1294f86eab2d tempest-ServersTestBootFromVolume-153373565 tempest-ServersTestBootFromVolume-153373565-project-member] Lock "15bb026a-d9ef-4b1d-b565-0d6954fe8391" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.848s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.543966] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6a68d76b-ad52-4968-a2ec-172db279f005 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "51e4741a-8c13-4c3d-9a54-10c7b7068a7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.547s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.552848] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2402c216-0cb5-4565-9362-d8166b0094ed tempest-ServersAdmin275Test-115986518 tempest-ServersAdmin275Test-115986518-project-member] Lock "7ddca307-cc43-46fb-863d-78762a26b0d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.336s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.594276] env[68461]: DEBUG nova.policy [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '630aa58a28e4426c928dfd49effd0c60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17b8a05c64a541fdbeacd5b05aae7c9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.665021] env[68461]: DEBUG nova.compute.manager [req-475ca689-6901-4717-88b7-507a8949dd48 req-de8253b1-331a-4473-ba37-be9b249ebdd9 service nova] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Received event network-vif-plugged-deb0489e-d07d-44aa-a7b5-6aa314a32b18 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.665021] env[68461]: DEBUG oslo_concurrency.lockutils [req-475ca689-6901-4717-88b7-507a8949dd48 req-de8253b1-331a-4473-ba37-be9b249ebdd9 service nova] Acquiring lock "e23b9fc0-7225-4734-9aa1-0c03bf494967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.665779] env[68461]: DEBUG oslo_concurrency.lockutils [req-475ca689-6901-4717-88b7-507a8949dd48 req-de8253b1-331a-4473-ba37-be9b249ebdd9 service nova] Lock "e23b9fc0-7225-4734-9aa1-0c03bf494967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.666767] env[68461]: DEBUG oslo_concurrency.lockutils [req-475ca689-6901-4717-88b7-507a8949dd48 req-de8253b1-331a-4473-ba37-be9b249ebdd9 service nova] Lock "e23b9fc0-7225-4734-9aa1-0c03bf494967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.667056] env[68461]: DEBUG nova.compute.manager [req-475ca689-6901-4717-88b7-507a8949dd48 req-de8253b1-331a-4473-ba37-be9b249ebdd9 service nova] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] No waiting events found dispatching network-vif-plugged-deb0489e-d07d-44aa-a7b5-6aa314a32b18 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.667251] env[68461]: WARNING nova.compute.manager [req-475ca689-6901-4717-88b7-507a8949dd48 req-de8253b1-331a-4473-ba37-be9b249ebdd9 service nova] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Received unexpected event network-vif-plugged-deb0489e-d07d-44aa-a7b5-6aa314a32b18 for instance with vm_state building and task_state spawning. [ 1020.667426] env[68461]: DEBUG nova.compute.manager [req-475ca689-6901-4717-88b7-507a8949dd48 req-de8253b1-331a-4473-ba37-be9b249ebdd9 service nova] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Received event network-changed-deb0489e-d07d-44aa-a7b5-6aa314a32b18 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.667585] env[68461]: DEBUG nova.compute.manager [req-475ca689-6901-4717-88b7-507a8949dd48 req-de8253b1-331a-4473-ba37-be9b249ebdd9 service nova] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Refreshing instance network info cache due to event network-changed-deb0489e-d07d-44aa-a7b5-6aa314a32b18. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.668023] env[68461]: DEBUG oslo_concurrency.lockutils [req-475ca689-6901-4717-88b7-507a8949dd48 req-de8253b1-331a-4473-ba37-be9b249ebdd9 service nova] Acquiring lock "refresh_cache-e23b9fc0-7225-4734-9aa1-0c03bf494967" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.764652] env[68461]: DEBUG oslo_vmware.api [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895197, 'name': Rename_Task, 'duration_secs': 0.157868} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.764652] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.764652] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1090d44f-b78f-4530-96a7-0420d3246d0f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.777846] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895198, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.781632] env[68461]: DEBUG oslo_vmware.api [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1020.781632] env[68461]: value = "task-2895199" [ 1020.781632] env[68461]: _type = "Task" [ 1020.781632] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.789956] env[68461]: DEBUG oslo_vmware.api [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.932988] env[68461]: DEBUG oslo_concurrency.lockutils [req-7863ab21-1e73-4e19-83d8-f6bbe7e10972 req-572bcc43-38d7-463d-bd77-95d361fcecae service nova] Releasing lock "refresh_cache-dc2414d3-13dc-4588-91d1-6036e408505e" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.005219] env[68461]: DEBUG nova.compute.manager [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.048549] env[68461]: DEBUG nova.compute.manager [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.191020] env[68461]: DEBUG nova.network.neutron [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Updating instance_info_cache with network_info: [{"id": "deb0489e-d07d-44aa-a7b5-6aa314a32b18", "address": "fa:16:3e:25:2a:a3", "network": {"id": "359ce035-1aaf-4be0-aedb-a7ce337a54a5", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-397906142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cfad883066d4e968fbb516e065b480e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeb0489e-d0", "ovs_interfaceid": "deb0489e-d07d-44aa-a7b5-6aa314a32b18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.289143] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790572} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.293695] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] dc2414d3-13dc-4588-91d1-6036e408505e/dc2414d3-13dc-4588-91d1-6036e408505e.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.294040] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.294401] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa40c055-d782-409d-9ac4-f1b1bc198f06 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.314984] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 1021.314984] env[68461]: value = "task-2895200" [ 1021.314984] env[68461]: _type = "Task" [ 1021.314984] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.315495] env[68461]: DEBUG oslo_vmware.api [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895199, 'name': PowerOnVM_Task, 'duration_secs': 0.518547} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.315715] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.315921] env[68461]: INFO nova.compute.manager [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1021.316109] env[68461]: DEBUG nova.compute.manager [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.322307] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195c0898-9596-4953-947f-cea576d52bb8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.327703] env[68461]: DEBUG nova.network.neutron [None req-8c08d160-9877-4c21-905b-cd1385ed8c8a tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Updating instance_info_cache with network_info: [{"id": "858d35df-0cac-49d7-b923-f02dd66f8382", "address": "fa:16:3e:48:36:d3", "network": {"id": "dffd14e6-7ff6-4692-aa08-acc292c205f2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1476240075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451413baf5b345f099d890fc40dcdb5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap858d35df-0c", "ovs_interfaceid": "858d35df-0cac-49d7-b923-f02dd66f8382", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.334209] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.561425] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db704154-4bd8-481a-817d-0ccb09607301 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.574725] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c486fd-02d9-4093-ac2d-3241d2266a51 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.579282] env[68461]: DEBUG oslo_concurrency.lockutils [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.608907] env[68461]: DEBUG nova.network.neutron [None req-ccfa3797-e168-4e21-91a9-a50318528473 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Updating instance_info_cache with network_info: [{"id": "673cfbad-d120-4fad-80ea-d244cec044d1", "address": "fa:16:3e:57:d6:cc", "network": {"id": "b4b7413c-651c-4963-973d-9fb57166bebb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1140645118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee56697c14f42b1871e3be7a593742e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap673cfbad-d1", "ovs_interfaceid": "673cfbad-d120-4fad-80ea-d244cec044d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.610740] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeb3444-3e29-4841-bc97-e445297fbfc4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.622141] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bee4e6b-afd4-47e3-ab4c-1aed162bf292 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.637245] env[68461]: DEBUG nova.compute.provider_tree [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.694986] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Releasing lock "refresh_cache-e23b9fc0-7225-4734-9aa1-0c03bf494967" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.696484] env[68461]: DEBUG nova.compute.manager [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Instance network_info: |[{"id": "deb0489e-d07d-44aa-a7b5-6aa314a32b18", "address": "fa:16:3e:25:2a:a3", "network": {"id": "359ce035-1aaf-4be0-aedb-a7ce337a54a5", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-397906142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cfad883066d4e968fbb516e065b480e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeb0489e-d0", "ovs_interfaceid": "deb0489e-d07d-44aa-a7b5-6aa314a32b18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.699677] env[68461]: DEBUG nova.network.neutron [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Successfully created port: f32942d9-360a-47ad-8645-4b756981bb2c {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.704651] env[68461]: DEBUG oslo_concurrency.lockutils [req-475ca689-6901-4717-88b7-507a8949dd48 req-de8253b1-331a-4473-ba37-be9b249ebdd9 service nova] Acquired lock "refresh_cache-e23b9fc0-7225-4734-9aa1-0c03bf494967" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.704880] env[68461]: DEBUG nova.network.neutron [req-475ca689-6901-4717-88b7-507a8949dd48 req-de8253b1-331a-4473-ba37-be9b249ebdd9 service nova] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Refreshing network info cache for port deb0489e-d07d-44aa-a7b5-6aa314a32b18 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.706464] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:2a:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'deb0489e-d07d-44aa-a7b5-6aa314a32b18', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.715077] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Creating folder: Project (6cfad883066d4e968fbb516e065b480e). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.716936] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2de932b6-7b17-4bb1-b315-ac40226119d1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.726315] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Created folder: Project (6cfad883066d4e968fbb516e065b480e) in parent group-v581476. [ 1021.726515] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Creating folder: Instances. Parent ref: group-v581605. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.726755] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-004aae83-061b-4280-9b37-daeb65e3d863 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.736354] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Created folder: Instances in parent group-v581605. [ 1021.737181] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.737181] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.737515] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4d6cc1a-9130-4c49-ac72-e327227742ca {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.753369] env[68461]: DEBUG oslo_concurrency.lockutils [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Acquiring lock "38fac1f3-9fe0-49c8-875e-d260db193c8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.753495] env[68461]: DEBUG oslo_concurrency.lockutils [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Lock "38fac1f3-9fe0-49c8-875e-d260db193c8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.755706] env[68461]: DEBUG oslo_concurrency.lockutils [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Acquiring lock "38fac1f3-9fe0-49c8-875e-d260db193c8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.755706] env[68461]: DEBUG oslo_concurrency.lockutils [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Lock "38fac1f3-9fe0-49c8-875e-d260db193c8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.755706] env[68461]: DEBUG oslo_concurrency.lockutils [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Lock "38fac1f3-9fe0-49c8-875e-d260db193c8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.759676] env[68461]: INFO nova.compute.manager [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Terminating instance [ 1021.766693] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.766693] env[68461]: value = "task-2895203" [ 1021.766693] env[68461]: _type = "Task" [ 1021.766693] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.777972] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895203, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.830058] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157541} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.830058] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.831283] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8c08d160-9877-4c21-905b-cd1385ed8c8a tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Releasing lock "refresh_cache-cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.834251] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a926978c-a16d-47ba-88ba-0e03e019c160 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.871096] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] dc2414d3-13dc-4588-91d1-6036e408505e/dc2414d3-13dc-4588-91d1-6036e408505e.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.873897] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5946c54f-5191-4c94-a996-be287403f9ef {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.893469] env[68461]: INFO nova.compute.manager [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Took 43.16 seconds to build instance. [ 1021.900380] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 1021.900380] env[68461]: value = "task-2895204" [ 1021.900380] env[68461]: _type = "Task" [ 1021.900380] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.911980] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895204, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.017773] env[68461]: DEBUG nova.compute.manager [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.057232] env[68461]: DEBUG nova.virt.hardware [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.057335] env[68461]: DEBUG nova.virt.hardware [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.057463] env[68461]: DEBUG nova.virt.hardware [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.057636] env[68461]: DEBUG nova.virt.hardware [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.057775] env[68461]: DEBUG nova.virt.hardware [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.057916] env[68461]: DEBUG nova.virt.hardware [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.058273] env[68461]: DEBUG nova.virt.hardware [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.058488] env[68461]: DEBUG nova.virt.hardware [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.058726] env[68461]: DEBUG nova.virt.hardware [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.058968] env[68461]: DEBUG nova.virt.hardware [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.059270] env[68461]: DEBUG nova.virt.hardware [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.060256] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7f4ddd-a918-46d5-9452-b5f63be92f16 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.073023] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b921f4a9-46c5-4c0a-b91d-aa797ec3e73f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.115066] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ccfa3797-e168-4e21-91a9-a50318528473 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Releasing lock "refresh_cache-82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.115396] env[68461]: DEBUG nova.compute.manager [None req-ccfa3797-e168-4e21-91a9-a50318528473 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Inject network info {{(pid=68461) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1022.115641] env[68461]: DEBUG nova.compute.manager [None req-ccfa3797-e168-4e21-91a9-a50318528473 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] network_info to inject: |[{"id": "673cfbad-d120-4fad-80ea-d244cec044d1", "address": "fa:16:3e:57:d6:cc", "network": {"id": "b4b7413c-651c-4963-973d-9fb57166bebb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1140645118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee56697c14f42b1871e3be7a593742e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap673cfbad-d1", "ovs_interfaceid": "673cfbad-d120-4fad-80ea-d244cec044d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1022.121709] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfa3797-e168-4e21-91a9-a50318528473 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Reconfiguring VM instance to set the machine id {{(pid=68461) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1022.122483] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8a71442-9728-48ae-a575-cb002adc24d8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.139137] env[68461]: DEBUG nova.scheduler.client.report [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.143953] env[68461]: DEBUG oslo_vmware.api [None req-ccfa3797-e168-4e21-91a9-a50318528473 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Waiting for the task: (returnval){ [ 1022.143953] env[68461]: value = "task-2895205" [ 1022.143953] env[68461]: _type = "Task" [ 1022.143953] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.153490] env[68461]: DEBUG oslo_vmware.api [None req-ccfa3797-e168-4e21-91a9-a50318528473 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': task-2895205, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.266144] env[68461]: DEBUG nova.compute.manager [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.266494] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.267643] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a8357f-f806-494c-809a-645e70ecf7de {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.276060] env[68461]: DEBUG nova.compute.manager [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.276989] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8586bb6f-f7d8-4f01-8fa6-ba41aceef8a3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.285512] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.289294] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07f38051-7bf0-416d-be90-e31391f37e09 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.291029] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895203, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.302060] env[68461]: DEBUG oslo_vmware.api [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Waiting for the task: (returnval){ [ 1022.302060] env[68461]: value = "task-2895206" [ 1022.302060] env[68461]: _type = "Task" [ 1022.302060] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.318196] env[68461]: DEBUG oslo_vmware.api [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Task: {'id': task-2895206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.347718] env[68461]: DEBUG nova.compute.manager [None req-8c08d160-9877-4c21-905b-cd1385ed8c8a tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.347718] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67230656-b3dc-4760-ac86-948ccac79338 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.396433] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2faebfba-f099-4252-bf5e-f1fde6e530a8 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.487s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.413577] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.646818] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.648134] env[68461]: DEBUG nova.compute.manager [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.654411] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.650s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.654922] env[68461]: DEBUG nova.objects.instance [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lazy-loading 'resources' on Instance uuid f6f23a19-fb3d-4c26-a0f0-9352e008b248 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.671827] env[68461]: DEBUG oslo_vmware.api [None req-ccfa3797-e168-4e21-91a9-a50318528473 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': task-2895205, 'name': ReconfigVM_Task, 'duration_secs': 0.248833} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.674016] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfa3797-e168-4e21-91a9-a50318528473 tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Reconfigured VM instance to set the machine id {{(pid=68461) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1022.779148] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895203, 'name': CreateVM_Task, 'duration_secs': 0.531835} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.779148] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.779549] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.779892] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.780450] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.780836] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edbfd8dd-ea03-4905-8346-c86ff43ab07c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.786646] env[68461]: DEBUG oslo_vmware.api [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Waiting for the task: (returnval){ [ 1022.786646] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52e845ec-b27c-50ee-df5b-35170180b48f" [ 1022.786646] env[68461]: _type = "Task" [ 1022.786646] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.802740] env[68461]: INFO nova.compute.manager [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] instance snapshotting [ 1022.803576] env[68461]: DEBUG nova.objects.instance [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lazy-loading 'flavor' on Instance uuid e8e0b748-8d14-40a3-9702-504d0c0d679f {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.818782] env[68461]: DEBUG oslo_vmware.api [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52e845ec-b27c-50ee-df5b-35170180b48f, 'name': SearchDatastore_Task, 'duration_secs': 0.022696} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.820052] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.821051] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.821051] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.821283] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.821917] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.828462] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cccd824-ba77-4ca2-a899-1fac18a3cedd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.832415] env[68461]: DEBUG oslo_vmware.api [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Task: {'id': task-2895206, 'name': PowerOffVM_Task, 'duration_secs': 0.294872} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.833677] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.833880] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.835081] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e875b5b1-812a-4a66-9782-b701f37bea83 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.841255] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.841255] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.842632] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a9c8c46-fa9a-471d-b859-85c5ac62784e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.845437] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "interface-6db8dd54-71cf-4e4e-b984-cc43264df1ac-133f0393-e9de-4bcb-947f-d85fb8726cbf" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.845702] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "interface-6db8dd54-71cf-4e4e-b984-cc43264df1ac-133f0393-e9de-4bcb-947f-d85fb8726cbf" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.851569] env[68461]: DEBUG oslo_vmware.api [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Waiting for the task: (returnval){ [ 1022.851569] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]525d2822-30be-9872-e5bf-bd5ea64e0b9e" [ 1022.851569] env[68461]: _type = "Task" [ 1022.851569] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.862354] env[68461]: DEBUG oslo_vmware.api [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]525d2822-30be-9872-e5bf-bd5ea64e0b9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.912149] env[68461]: DEBUG nova.network.neutron [req-475ca689-6901-4717-88b7-507a8949dd48 req-de8253b1-331a-4473-ba37-be9b249ebdd9 service nova] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Updated VIF entry in instance network info cache for port deb0489e-d07d-44aa-a7b5-6aa314a32b18. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.912149] env[68461]: DEBUG nova.network.neutron [req-475ca689-6901-4717-88b7-507a8949dd48 req-de8253b1-331a-4473-ba37-be9b249ebdd9 service nova] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Updating instance_info_cache with network_info: [{"id": "deb0489e-d07d-44aa-a7b5-6aa314a32b18", "address": "fa:16:3e:25:2a:a3", "network": {"id": "359ce035-1aaf-4be0-aedb-a7ce337a54a5", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-397906142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cfad883066d4e968fbb516e065b480e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeb0489e-d0", "ovs_interfaceid": "deb0489e-d07d-44aa-a7b5-6aa314a32b18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.918327] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895204, 'name': ReconfigVM_Task, 'duration_secs': 0.575702} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.918745] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Reconfigured VM instance instance-00000029 to attach disk [datastore1] dc2414d3-13dc-4588-91d1-6036e408505e/dc2414d3-13dc-4588-91d1-6036e408505e.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.919904] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bc27972-493e-4d81-92b2-33741dca5787 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.927058] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 1022.927058] env[68461]: value = "task-2895208" [ 1022.927058] env[68461]: _type = "Task" [ 1022.927058] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.938241] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895208, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.158021] env[68461]: DEBUG nova.compute.utils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.158021] env[68461]: DEBUG nova.compute.manager [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1023.158021] env[68461]: DEBUG nova.network.neutron [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.254548] env[68461]: DEBUG nova.policy [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '630aa58a28e4426c928dfd49effd0c60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17b8a05c64a541fdbeacd5b05aae7c9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.312303] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec7931e-bd65-4d50-b90c-f305c77c46eb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.338477] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41bbedb-1555-41c1-879b-9276e2f6eb23 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.350867] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "6db8dd54-71cf-4e4e-b984-cc43264df1ac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.351261] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "6db8dd54-71cf-4e4e-b984-cc43264df1ac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.351798] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c178b1-1b8c-4793-997e-ae1b9d092a4c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.374396] env[68461]: DEBUG oslo_vmware.api [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]525d2822-30be-9872-e5bf-bd5ea64e0b9e, 'name': SearchDatastore_Task, 'duration_secs': 0.012986} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.388829] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9b4970-7b51-4fb5-b333-9e790a7bc0c4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.396664] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bf224d9-eb65-47c7-a8dd-be9eb575a6f1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.399780] env[68461]: DEBUG nova.compute.manager [req-f5c93040-42ba-4f1e-9f62-52e851694fe1 req-84be4431-a0b2-4d97-8e2a-914fd3ced4eb service nova] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Received event network-changed-673cfbad-d120-4fad-80ea-d244cec044d1 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.399780] env[68461]: DEBUG nova.compute.manager [req-f5c93040-42ba-4f1e-9f62-52e851694fe1 req-84be4431-a0b2-4d97-8e2a-914fd3ced4eb service nova] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Refreshing instance network info cache due to event network-changed-673cfbad-d120-4fad-80ea-d244cec044d1. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.400343] env[68461]: DEBUG oslo_concurrency.lockutils [req-f5c93040-42ba-4f1e-9f62-52e851694fe1 req-84be4431-a0b2-4d97-8e2a-914fd3ced4eb service nova] Acquiring lock "refresh_cache-82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.400343] env[68461]: DEBUG oslo_concurrency.lockutils [req-f5c93040-42ba-4f1e-9f62-52e851694fe1 req-84be4431-a0b2-4d97-8e2a-914fd3ced4eb service nova] Acquired lock "refresh_cache-82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.400466] env[68461]: DEBUG nova.network.neutron [req-f5c93040-42ba-4f1e-9f62-52e851694fe1 req-84be4431-a0b2-4d97-8e2a-914fd3ced4eb service nova] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Refreshing network info cache for port 673cfbad-d120-4fad-80ea-d244cec044d1 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.403238] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d812a2-b771-421f-bfda-f3dee25cce62 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.414031] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8c08d160-9877-4c21-905b-cd1385ed8c8a tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Doing hard reboot of VM {{(pid=68461) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1023.436773] env[68461]: DEBUG oslo_concurrency.lockutils [req-475ca689-6901-4717-88b7-507a8949dd48 req-de8253b1-331a-4473-ba37-be9b249ebdd9 service nova] Releasing lock "refresh_cache-e23b9fc0-7225-4734-9aa1-0c03bf494967" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.437169] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b9b71f5b-b37b-4a18-ba5c-a03175a1aa6a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.445672] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Reconfiguring VM to detach interface {{(pid=68461) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1023.446068] env[68461]: DEBUG oslo_vmware.api [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Waiting for the task: (returnval){ [ 1023.446068] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52d460f1-8a74-f6ac-e684-4a61d05ad26c" [ 1023.446068] env[68461]: _type = "Task" [ 1023.446068] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.452353] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-158a8972-2e41-4c2e-80ff-e4a48a26475e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.473030] env[68461]: DEBUG oslo_vmware.api [None req-8c08d160-9877-4c21-905b-cd1385ed8c8a tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Waiting for the task: (returnval){ [ 1023.473030] env[68461]: value = "task-2895209" [ 1023.473030] env[68461]: _type = "Task" [ 1023.473030] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.476153] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895208, 'name': Rename_Task, 'duration_secs': 0.252795} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.483878] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.484720] env[68461]: DEBUG oslo_vmware.api [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d460f1-8a74-f6ac-e684-4a61d05ad26c, 'name': SearchDatastore_Task, 'duration_secs': 0.012886} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.485044] env[68461]: DEBUG oslo_vmware.api [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1023.485044] env[68461]: value = "task-2895210" [ 1023.485044] env[68461]: _type = "Task" [ 1023.485044] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.489315] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-473a04b7-d47f-4d32-be1a-f1aef9d89e9d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.490244] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.490390] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] e23b9fc0-7225-4734-9aa1-0c03bf494967/e23b9fc0-7225-4734-9aa1-0c03bf494967.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.491261] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-668ab8d3-1ba0-4361-9eed-9afcb939a0fa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.499350] env[68461]: DEBUG oslo_vmware.api [None req-8c08d160-9877-4c21-905b-cd1385ed8c8a tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Task: {'id': task-2895209, 'name': ResetVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.505112] env[68461]: DEBUG oslo_vmware.api [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.507531] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 1023.507531] env[68461]: value = "task-2895211" [ 1023.507531] env[68461]: _type = "Task" [ 1023.507531] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.507852] env[68461]: DEBUG oslo_vmware.api [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Waiting for the task: (returnval){ [ 1023.507852] env[68461]: value = "task-2895212" [ 1023.507852] env[68461]: _type = "Task" [ 1023.507852] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.526601] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.530588] env[68461]: DEBUG oslo_vmware.api [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Task: {'id': task-2895212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.661907] env[68461]: DEBUG nova.compute.manager [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.785304] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7969c673-2797-4295-83e4-4c5aee029e42 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.795109] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528c5cb8-111b-418b-ac9e-0f431cd4c442 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.835756] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff57c75-26b2-4588-991d-ebd0243a9bb4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.842054] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Acquiring lock "cbaffc17-2d36-42e1-bc9b-e217b32a7f3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.842533] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Lock "cbaffc17-2d36-42e1-bc9b-e217b32a7f3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.849438] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdb77db-26aa-46e0-a77e-5431c358b904 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.856260] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Creating Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1023.856720] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f39640a9-16e1-4000-9886-acc4f1e54f91 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.872851] env[68461]: DEBUG nova.compute.provider_tree [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.877385] env[68461]: DEBUG oslo_vmware.api [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1023.877385] env[68461]: value = "task-2895213" [ 1023.877385] env[68461]: _type = "Task" [ 1023.877385] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.886691] env[68461]: DEBUG oslo_vmware.api [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895213, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.985961] env[68461]: DEBUG oslo_vmware.api [None req-8c08d160-9877-4c21-905b-cd1385ed8c8a tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Task: {'id': task-2895209, 'name': ResetVM_Task, 'duration_secs': 0.123935} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.986668] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8c08d160-9877-4c21-905b-cd1385ed8c8a tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Did hard reboot of VM {{(pid=68461) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1023.986882] env[68461]: DEBUG nova.compute.manager [None req-8c08d160-9877-4c21-905b-cd1385ed8c8a tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.987759] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3917b2b-8f6c-4221-80f2-52444e655bfd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.014429] env[68461]: DEBUG oslo_vmware.api [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.027868] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.031511] env[68461]: DEBUG oslo_vmware.api [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Task: {'id': task-2895212, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.116897] env[68461]: DEBUG nova.objects.instance [None req-860c20ed-21e4-4601-a0a4-2d96e60516cf tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Lazy-loading 'flavor' on Instance uuid 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.137063] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.137286] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.137625] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Deleting the datastore file [datastore1] 38fac1f3-9fe0-49c8-875e-d260db193c8a {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.138018] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c31af930-68d4-4e2d-81c6-cda98ba0cd56 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.144821] env[68461]: DEBUG oslo_vmware.api [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Waiting for the task: (returnval){ [ 1024.144821] env[68461]: value = "task-2895214" [ 1024.144821] env[68461]: _type = "Task" [ 1024.144821] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.158476] env[68461]: DEBUG oslo_vmware.api [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Task: {'id': task-2895214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.183763] env[68461]: DEBUG nova.network.neutron [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Successfully created port: 0e442071-7daf-4eb7-8fca-5e8b390185ea {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.188257] env[68461]: DEBUG nova.network.neutron [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Successfully updated port: f32942d9-360a-47ad-8645-4b756981bb2c {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.345936] env[68461]: DEBUG nova.compute.manager [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.379426] env[68461]: DEBUG nova.scheduler.client.report [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.393635] env[68461]: DEBUG oslo_vmware.api [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895213, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.401319] env[68461]: DEBUG nova.compute.manager [req-6ec3284e-9a62-4201-a10d-869f8e9469fa req-765897bc-4622-4210-aff5-ffb2e24b5b90 service nova] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Received event network-vif-plugged-f32942d9-360a-47ad-8645-4b756981bb2c {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.401536] env[68461]: DEBUG oslo_concurrency.lockutils [req-6ec3284e-9a62-4201-a10d-869f8e9469fa req-765897bc-4622-4210-aff5-ffb2e24b5b90 service nova] Acquiring lock "7f1af6cd-1359-483a-839e-a328babf9f84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.401799] env[68461]: DEBUG oslo_concurrency.lockutils [req-6ec3284e-9a62-4201-a10d-869f8e9469fa req-765897bc-4622-4210-aff5-ffb2e24b5b90 service nova] Lock "7f1af6cd-1359-483a-839e-a328babf9f84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.401895] env[68461]: DEBUG oslo_concurrency.lockutils [req-6ec3284e-9a62-4201-a10d-869f8e9469fa req-765897bc-4622-4210-aff5-ffb2e24b5b90 service nova] Lock "7f1af6cd-1359-483a-839e-a328babf9f84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.402208] env[68461]: DEBUG nova.compute.manager [req-6ec3284e-9a62-4201-a10d-869f8e9469fa req-765897bc-4622-4210-aff5-ffb2e24b5b90 service nova] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] No waiting events found dispatching network-vif-plugged-f32942d9-360a-47ad-8645-4b756981bb2c {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.402474] env[68461]: WARNING nova.compute.manager [req-6ec3284e-9a62-4201-a10d-869f8e9469fa req-765897bc-4622-4210-aff5-ffb2e24b5b90 service nova] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Received unexpected event network-vif-plugged-f32942d9-360a-47ad-8645-4b756981bb2c for instance with vm_state building and task_state spawning. [ 1024.502013] env[68461]: DEBUG oslo_vmware.api [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.503899] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8c08d160-9877-4c21-905b-cd1385ed8c8a tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Lock "cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.297s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.530324] env[68461]: DEBUG oslo_vmware.api [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Task: {'id': task-2895212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757723} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.531379] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895211, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.531379] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] e23b9fc0-7225-4734-9aa1-0c03bf494967/e23b9fc0-7225-4734-9aa1-0c03bf494967.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.531379] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.531379] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad67ac6b-965d-46b0-867b-c7fa49b42be3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.535585] env[68461]: DEBUG nova.network.neutron [req-f5c93040-42ba-4f1e-9f62-52e851694fe1 req-84be4431-a0b2-4d97-8e2a-914fd3ced4eb service nova] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Updated VIF entry in instance network info cache for port 673cfbad-d120-4fad-80ea-d244cec044d1. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.536818] env[68461]: DEBUG nova.network.neutron [req-f5c93040-42ba-4f1e-9f62-52e851694fe1 req-84be4431-a0b2-4d97-8e2a-914fd3ced4eb service nova] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Updating instance_info_cache with network_info: [{"id": "673cfbad-d120-4fad-80ea-d244cec044d1", "address": "fa:16:3e:57:d6:cc", "network": {"id": "b4b7413c-651c-4963-973d-9fb57166bebb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1140645118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee56697c14f42b1871e3be7a593742e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap673cfbad-d1", "ovs_interfaceid": "673cfbad-d120-4fad-80ea-d244cec044d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.539436] env[68461]: DEBUG oslo_vmware.api [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Waiting for the task: (returnval){ [ 1024.539436] env[68461]: value = "task-2895215" [ 1024.539436] env[68461]: _type = "Task" [ 1024.539436] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.547309] env[68461]: DEBUG oslo_vmware.api [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Task: {'id': task-2895215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.625489] env[68461]: DEBUG oslo_concurrency.lockutils [None req-860c20ed-21e4-4601-a0a4-2d96e60516cf tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Acquiring lock "refresh_cache-82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.655810] env[68461]: DEBUG oslo_vmware.api [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Task: {'id': task-2895214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314469} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.656137] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.656371] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.657759] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.658496] env[68461]: INFO nova.compute.manager [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Took 2.39 seconds to destroy the instance on the hypervisor. [ 1024.658496] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.658956] env[68461]: DEBUG nova.compute.manager [-] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.659156] env[68461]: DEBUG nova.network.neutron [-] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.671432] env[68461]: DEBUG nova.compute.manager [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.689987] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "refresh_cache-7f1af6cd-1359-483a-839e-a328babf9f84" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.690209] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquired lock "refresh_cache-7f1af6cd-1359-483a-839e-a328babf9f84" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.690401] env[68461]: DEBUG nova.network.neutron [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.708334] env[68461]: DEBUG nova.virt.hardware [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.708579] env[68461]: DEBUG nova.virt.hardware [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.708734] env[68461]: DEBUG nova.virt.hardware [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.708912] env[68461]: DEBUG nova.virt.hardware [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.709722] env[68461]: DEBUG nova.virt.hardware [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.710053] env[68461]: DEBUG nova.virt.hardware [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.710520] env[68461]: DEBUG nova.virt.hardware [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.710864] env[68461]: DEBUG nova.virt.hardware [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.711275] env[68461]: DEBUG nova.virt.hardware [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.711707] env[68461]: DEBUG nova.virt.hardware [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.711863] env[68461]: DEBUG nova.virt.hardware [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.713759] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79502a8e-24dd-4b19-81ca-437028a2b4b7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.723662] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d1593d-2079-405a-9c69-54c86724d241 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.877395] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.891362] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.893934] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.285s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.895466] env[68461]: INFO nova.compute.claims [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.905093] env[68461]: DEBUG oslo_vmware.api [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895213, 'name': CreateSnapshot_Task, 'duration_secs': 0.758717} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.905781] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Created Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1024.906126] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532860a2-244e-45dc-b01f-8645d571d6bb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.924722] env[68461]: INFO nova.scheduler.client.report [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Deleted allocations for instance f6f23a19-fb3d-4c26-a0f0-9352e008b248 [ 1025.002467] env[68461]: DEBUG oslo_vmware.api [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.023868] env[68461]: DEBUG oslo_vmware.api [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895211, 'name': PowerOnVM_Task, 'duration_secs': 1.271763} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.024144] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.024348] env[68461]: INFO nova.compute.manager [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1025.024532] env[68461]: DEBUG nova.compute.manager [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.025839] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ab3494-3e91-463d-a929-a2aa3faeb100 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.041064] env[68461]: DEBUG oslo_concurrency.lockutils [req-f5c93040-42ba-4f1e-9f62-52e851694fe1 req-84be4431-a0b2-4d97-8e2a-914fd3ced4eb service nova] Releasing lock "refresh_cache-82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.041064] env[68461]: DEBUG oslo_concurrency.lockutils [None req-860c20ed-21e4-4601-a0a4-2d96e60516cf tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Acquired lock "refresh_cache-82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.051428] env[68461]: DEBUG oslo_vmware.api [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Task: {'id': task-2895215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079784} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.051682] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.052461] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52fa876-fcba-4142-b77d-3e4181b538f0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.076158] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] e23b9fc0-7225-4734-9aa1-0c03bf494967/e23b9fc0-7225-4734-9aa1-0c03bf494967.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.076843] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56c78669-13d3-48f7-acaf-29d16dc09c99 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.098994] env[68461]: DEBUG oslo_vmware.api [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Waiting for the task: (returnval){ [ 1025.098994] env[68461]: value = "task-2895216" [ 1025.098994] env[68461]: _type = "Task" [ 1025.098994] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.107664] env[68461]: DEBUG oslo_vmware.api [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Task: {'id': task-2895216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.341057] env[68461]: DEBUG nova.network.neutron [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.431434] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Creating linked-clone VM from snapshot {{(pid=68461) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1025.433997] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e1c7e24e-a59f-456b-a02d-05e1257b709a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.438351] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e9d9187-fff3-4dcc-96c4-d0cc9a5734cd tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lock "f6f23a19-fb3d-4c26-a0f0-9352e008b248" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.938s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.444834] env[68461]: DEBUG oslo_vmware.api [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1025.444834] env[68461]: value = "task-2895217" [ 1025.444834] env[68461]: _type = "Task" [ 1025.444834] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.460248] env[68461]: DEBUG oslo_vmware.api [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895217, 'name': CloneVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.503286] env[68461]: DEBUG oslo_vmware.api [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.550675] env[68461]: INFO nova.compute.manager [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Took 45.58 seconds to build instance. [ 1025.612562] env[68461]: DEBUG oslo_vmware.api [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Task: {'id': task-2895216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.618377] env[68461]: DEBUG oslo_concurrency.lockutils [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.618377] env[68461]: DEBUG oslo_concurrency.lockutils [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.739359] env[68461]: DEBUG nova.network.neutron [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Updating instance_info_cache with network_info: [{"id": "f32942d9-360a-47ad-8645-4b756981bb2c", "address": "fa:16:3e:2b:eb:57", "network": {"id": "bd35c414-f77b-487f-9cf9-6218dacae1e3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-495553271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17b8a05c64a541fdbeacd5b05aae7c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf32942d9-36", "ovs_interfaceid": "f32942d9-360a-47ad-8645-4b756981bb2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.957628] env[68461]: DEBUG oslo_vmware.api [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895217, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.007961] env[68461]: DEBUG oslo_vmware.api [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.052884] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9a03ad6d-abd7-4309-9ca1-d7519691512f tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "dc2414d3-13dc-4588-91d1-6036e408505e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.703s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.112808] env[68461]: DEBUG oslo_vmware.api [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Task: {'id': task-2895216, 'name': ReconfigVM_Task, 'duration_secs': 0.913784} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.113574] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Reconfigured VM instance instance-0000002a to attach disk [datastore1] e23b9fc0-7225-4734-9aa1-0c03bf494967/e23b9fc0-7225-4734-9aa1-0c03bf494967.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.114229] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3eb06ef4-0313-41ea-9a94-6d76a6a0afc5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.126164] env[68461]: DEBUG oslo_vmware.api [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Waiting for the task: (returnval){ [ 1026.126164] env[68461]: value = "task-2895218" [ 1026.126164] env[68461]: _type = "Task" [ 1026.126164] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.139597] env[68461]: DEBUG oslo_vmware.api [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Task: {'id': task-2895218, 'name': Rename_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.245182] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Releasing lock "refresh_cache-7f1af6cd-1359-483a-839e-a328babf9f84" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.245182] env[68461]: DEBUG nova.compute.manager [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Instance network_info: |[{"id": "f32942d9-360a-47ad-8645-4b756981bb2c", "address": "fa:16:3e:2b:eb:57", "network": {"id": "bd35c414-f77b-487f-9cf9-6218dacae1e3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-495553271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17b8a05c64a541fdbeacd5b05aae7c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf32942d9-36", "ovs_interfaceid": "f32942d9-360a-47ad-8645-4b756981bb2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.245182] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:eb:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f32942d9-360a-47ad-8645-4b756981bb2c', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.255683] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Creating folder: Project (17b8a05c64a541fdbeacd5b05aae7c9a). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.259341] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6384652b-0336-4bae-b33c-9ac25b5dc42b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.272024] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Created folder: Project (17b8a05c64a541fdbeacd5b05aae7c9a) in parent group-v581476. [ 1026.272024] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Creating folder: Instances. Parent ref: group-v581610. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.272024] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65e052e1-fb69-456d-994c-b95821933eef {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.284513] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Created folder: Instances in parent group-v581610. [ 1026.285187] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.285187] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.285187] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8caaeb2b-87e2-4c7b-acd1-7b1720c23484 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.305964] env[68461]: DEBUG nova.network.neutron [None req-860c20ed-21e4-4601-a0a4-2d96e60516cf tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.309041] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.309041] env[68461]: value = "task-2895221" [ 1026.309041] env[68461]: _type = "Task" [ 1026.309041] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.318300] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895221, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.455174] env[68461]: DEBUG oslo_vmware.api [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895217, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.458378] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb73dbc-9ddb-4f15-97aa-23b90f79cbf3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.466101] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39244f6-73c9-4aca-b819-418f47dee8d6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.502049] env[68461]: DEBUG nova.network.neutron [-] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.508309] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2d370f-1d89-49cb-a1a9-7614bf9a02a9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.515648] env[68461]: DEBUG oslo_vmware.api [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.521218] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ded875-d2be-4364-94c1-d6a9b0a18808 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.535788] env[68461]: DEBUG nova.compute.provider_tree [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.560131] env[68461]: DEBUG nova.compute.manager [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.636908] env[68461]: DEBUG oslo_vmware.api [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Task: {'id': task-2895218, 'name': Rename_Task, 'duration_secs': 0.217028} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.637587] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.637587] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f327f298-5e4f-45ae-a9b8-7b1250080859 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.644872] env[68461]: DEBUG oslo_vmware.api [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Waiting for the task: (returnval){ [ 1026.644872] env[68461]: value = "task-2895222" [ 1026.644872] env[68461]: _type = "Task" [ 1026.644872] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.653672] env[68461]: DEBUG oslo_vmware.api [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Task: {'id': task-2895222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.705939] env[68461]: DEBUG nova.compute.manager [req-ce0e0be5-fbcf-456a-aa72-1497258bf93d req-3de0a03c-51b5-4c4b-8737-69c4fa8133a2 service nova] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Received event network-vif-deleted-3ba1af90-b4a4-4b1d-9180-169e735dc31b {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.720017] env[68461]: DEBUG nova.network.neutron [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Successfully updated port: 0e442071-7daf-4eb7-8fca-5e8b390185ea {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.822146] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895221, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.924399] env[68461]: DEBUG nova.compute.manager [req-9f1bbed8-eae2-4d3a-ae67-ba79122c9d4b req-9bf94a51-ade1-4ced-bad0-ecc430b5fe50 service nova] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Received event network-changed-f32942d9-360a-47ad-8645-4b756981bb2c {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.924596] env[68461]: DEBUG nova.compute.manager [req-9f1bbed8-eae2-4d3a-ae67-ba79122c9d4b req-9bf94a51-ade1-4ced-bad0-ecc430b5fe50 service nova] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Refreshing instance network info cache due to event network-changed-f32942d9-360a-47ad-8645-4b756981bb2c. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.924974] env[68461]: DEBUG oslo_concurrency.lockutils [req-9f1bbed8-eae2-4d3a-ae67-ba79122c9d4b req-9bf94a51-ade1-4ced-bad0-ecc430b5fe50 service nova] Acquiring lock "refresh_cache-7f1af6cd-1359-483a-839e-a328babf9f84" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.925143] env[68461]: DEBUG oslo_concurrency.lockutils [req-9f1bbed8-eae2-4d3a-ae67-ba79122c9d4b req-9bf94a51-ade1-4ced-bad0-ecc430b5fe50 service nova] Acquired lock "refresh_cache-7f1af6cd-1359-483a-839e-a328babf9f84" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.925312] env[68461]: DEBUG nova.network.neutron [req-9f1bbed8-eae2-4d3a-ae67-ba79122c9d4b req-9bf94a51-ade1-4ced-bad0-ecc430b5fe50 service nova] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Refreshing network info cache for port f32942d9-360a-47ad-8645-4b756981bb2c {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.956763] env[68461]: DEBUG oslo_vmware.api [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895217, 'name': CloneVM_Task} progress is 95%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.006882] env[68461]: INFO nova.compute.manager [-] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Took 2.35 seconds to deallocate network for instance. [ 1027.024055] env[68461]: DEBUG oslo_vmware.api [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.040158] env[68461]: DEBUG nova.scheduler.client.report [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.088826] env[68461]: DEBUG oslo_concurrency.lockutils [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.156913] env[68461]: DEBUG oslo_vmware.api [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Task: {'id': task-2895222, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.223437] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "refresh_cache-e93f14f8-8557-4828-ab17-2d613ee16984" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.223437] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquired lock "refresh_cache-e93f14f8-8557-4828-ab17-2d613ee16984" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.223437] env[68461]: DEBUG nova.network.neutron [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.274508] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Acquiring lock "46b85b3f-5e89-4cf4-b45c-b628ffe6e056" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.274796] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lock "46b85b3f-5e89-4cf4-b45c-b628ffe6e056" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.274985] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Acquiring lock "46b85b3f-5e89-4cf4-b45c-b628ffe6e056-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.277676] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lock "46b85b3f-5e89-4cf4-b45c-b628ffe6e056-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.277676] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lock "46b85b3f-5e89-4cf4-b45c-b628ffe6e056-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.279183] env[68461]: INFO nova.compute.manager [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Terminating instance [ 1027.325719] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895221, 'name': CreateVM_Task, 'duration_secs': 0.521138} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.326142] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.326930] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.327149] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.328101] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.328101] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf299312-c3a5-4bd6-ac0d-5cf1587e0547 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.336505] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1027.336505] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52cec916-76f8-c2ae-1bcf-fbe9b58816b3" [ 1027.336505] env[68461]: _type = "Task" [ 1027.336505] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.347744] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52cec916-76f8-c2ae-1bcf-fbe9b58816b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.466651] env[68461]: DEBUG oslo_vmware.api [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895217, 'name': CloneVM_Task, 'duration_secs': 1.623247} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.469028] env[68461]: INFO nova.virt.vmwareapi.vmops [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Created linked-clone VM from snapshot [ 1027.469028] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334d4108-b83c-4c50-a859-b838dd4a27c9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.482739] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Uploading image 0ca00cce-85f1-4c4d-aa3f-8a7d2838f2a6 {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1027.518696] env[68461]: DEBUG oslo_vmware.api [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.520868] env[68461]: DEBUG oslo_vmware.rw_handles [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1027.520868] env[68461]: value = "vm-581609" [ 1027.520868] env[68461]: _type = "VirtualMachine" [ 1027.520868] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1027.521154] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-684d84c0-d55f-4907-ae9c-92db7d3dbbc6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.525306] env[68461]: DEBUG oslo_concurrency.lockutils [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.530208] env[68461]: DEBUG oslo_vmware.rw_handles [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lease: (returnval){ [ 1027.530208] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5249ed8d-a0da-efca-e387-db6e308a0b09" [ 1027.530208] env[68461]: _type = "HttpNfcLease" [ 1027.530208] env[68461]: } obtained for exporting VM: (result){ [ 1027.530208] env[68461]: value = "vm-581609" [ 1027.530208] env[68461]: _type = "VirtualMachine" [ 1027.530208] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1027.530208] env[68461]: DEBUG oslo_vmware.api [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the lease: (returnval){ [ 1027.530208] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5249ed8d-a0da-efca-e387-db6e308a0b09" [ 1027.530208] env[68461]: _type = "HttpNfcLease" [ 1027.530208] env[68461]: } to be ready. {{(pid=68461) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1027.542440] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1027.542440] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5249ed8d-a0da-efca-e387-db6e308a0b09" [ 1027.542440] env[68461]: _type = "HttpNfcLease" [ 1027.542440] env[68461]: } is initializing. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1027.548794] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.549366] env[68461]: DEBUG nova.compute.manager [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1027.558597] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.847s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.564116] env[68461]: INFO nova.compute.claims [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.572321] env[68461]: DEBUG nova.network.neutron [None req-860c20ed-21e4-4601-a0a4-2d96e60516cf tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Updating instance_info_cache with network_info: [{"id": "673cfbad-d120-4fad-80ea-d244cec044d1", "address": "fa:16:3e:57:d6:cc", "network": {"id": "b4b7413c-651c-4963-973d-9fb57166bebb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1140645118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee56697c14f42b1871e3be7a593742e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap673cfbad-d1", "ovs_interfaceid": "673cfbad-d120-4fad-80ea-d244cec044d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.669144] env[68461]: DEBUG oslo_vmware.api [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Task: {'id': task-2895222, 'name': PowerOnVM_Task, 'duration_secs': 0.721577} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.669490] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.669698] env[68461]: INFO nova.compute.manager [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Took 9.37 seconds to spawn the instance on the hypervisor. [ 1027.669868] env[68461]: DEBUG nova.compute.manager [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.670868] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e736112-023f-4115-a562-33bdc3b52da9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.785124] env[68461]: DEBUG nova.compute.manager [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.785355] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.787368] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26be06d-6ebb-4072-8c95-1a3bbd1bca38 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.795338] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.799972] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27cbb3d7-0e81-4898-98ef-b3a249c97e09 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.808829] env[68461]: DEBUG oslo_vmware.api [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 1027.808829] env[68461]: value = "task-2895224" [ 1027.808829] env[68461]: _type = "Task" [ 1027.808829] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.820916] env[68461]: DEBUG oslo_vmware.api [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.825144] env[68461]: DEBUG nova.network.neutron [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.851793] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52cec916-76f8-c2ae-1bcf-fbe9b58816b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012486} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.852623] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.852745] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.853726] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.853726] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.853962] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.854350] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbde9b21-a222-451c-b471-69f056e2a3d9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.871313] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.871623] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.872770] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03b35eb2-15db-40f9-9bb1-05f7641eae67 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.880157] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1027.880157] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52f21e97-a5a6-a320-2a4c-126033a46ba3" [ 1027.880157] env[68461]: _type = "Task" [ 1027.880157] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.891738] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f21e97-a5a6-a320-2a4c-126033a46ba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.942292] env[68461]: DEBUG nova.network.neutron [req-9f1bbed8-eae2-4d3a-ae67-ba79122c9d4b req-9bf94a51-ade1-4ced-bad0-ecc430b5fe50 service nova] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Updated VIF entry in instance network info cache for port f32942d9-360a-47ad-8645-4b756981bb2c. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.943475] env[68461]: DEBUG nova.network.neutron [req-9f1bbed8-eae2-4d3a-ae67-ba79122c9d4b req-9bf94a51-ade1-4ced-bad0-ecc430b5fe50 service nova] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Updating instance_info_cache with network_info: [{"id": "f32942d9-360a-47ad-8645-4b756981bb2c", "address": "fa:16:3e:2b:eb:57", "network": {"id": "bd35c414-f77b-487f-9cf9-6218dacae1e3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-495553271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17b8a05c64a541fdbeacd5b05aae7c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf32942d9-36", "ovs_interfaceid": "f32942d9-360a-47ad-8645-4b756981bb2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.963366] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Acquiring lock "cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.963608] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Lock "cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.963835] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Acquiring lock "cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.964022] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Lock "cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.964215] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Lock "cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.966802] env[68461]: INFO nova.compute.manager [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Terminating instance [ 1028.018570] env[68461]: DEBUG oslo_vmware.api [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.043148] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1028.043148] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5249ed8d-a0da-efca-e387-db6e308a0b09" [ 1028.043148] env[68461]: _type = "HttpNfcLease" [ 1028.043148] env[68461]: } is ready. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1028.043494] env[68461]: DEBUG oslo_vmware.rw_handles [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1028.043494] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5249ed8d-a0da-efca-e387-db6e308a0b09" [ 1028.043494] env[68461]: _type = "HttpNfcLease" [ 1028.043494] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1028.044344] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca7430c-70e3-45d3-bc67-80318fd33f59 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.056149] env[68461]: DEBUG oslo_vmware.rw_handles [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52da7c80-e9c1-5aee-df08-937b59926e43/disk-0.vmdk from lease info. {{(pid=68461) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1028.056340] env[68461]: DEBUG oslo_vmware.rw_handles [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52da7c80-e9c1-5aee-df08-937b59926e43/disk-0.vmdk for reading. {{(pid=68461) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1028.115575] env[68461]: DEBUG nova.compute.utils [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.120597] env[68461]: DEBUG oslo_concurrency.lockutils [None req-860c20ed-21e4-4601-a0a4-2d96e60516cf tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Releasing lock "refresh_cache-82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.120597] env[68461]: DEBUG nova.compute.manager [None req-860c20ed-21e4-4601-a0a4-2d96e60516cf tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Inject network info {{(pid=68461) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1028.120597] env[68461]: DEBUG nova.compute.manager [None req-860c20ed-21e4-4601-a0a4-2d96e60516cf tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] network_info to inject: |[{"id": "673cfbad-d120-4fad-80ea-d244cec044d1", "address": "fa:16:3e:57:d6:cc", "network": {"id": "b4b7413c-651c-4963-973d-9fb57166bebb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1140645118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee56697c14f42b1871e3be7a593742e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap673cfbad-d1", "ovs_interfaceid": "673cfbad-d120-4fad-80ea-d244cec044d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1028.124166] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-860c20ed-21e4-4601-a0a4-2d96e60516cf tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Reconfiguring VM instance to set the machine id {{(pid=68461) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1028.126331] env[68461]: DEBUG nova.compute.manager [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1028.126502] env[68461]: DEBUG nova.network.neutron [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1028.128344] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8d4516f-b062-45c8-a140-f65b457f9159 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.149655] env[68461]: DEBUG oslo_vmware.api [None req-860c20ed-21e4-4601-a0a4-2d96e60516cf tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Waiting for the task: (returnval){ [ 1028.149655] env[68461]: value = "task-2895225" [ 1028.149655] env[68461]: _type = "Task" [ 1028.149655] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.162928] env[68461]: DEBUG oslo_vmware.api [None req-860c20ed-21e4-4601-a0a4-2d96e60516cf tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': task-2895225, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.188941] env[68461]: INFO nova.compute.manager [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Took 45.04 seconds to build instance. [ 1028.214170] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-218403aa-2498-45df-a89f-6065ef4ee967 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.217671] env[68461]: DEBUG nova.policy [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8936833bc02646aca725754cc95e2561', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6808b69ef22d41409eea6d4507e7f0df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.319780] env[68461]: DEBUG oslo_vmware.api [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895224, 'name': PowerOffVM_Task, 'duration_secs': 0.297177} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.320184] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.320325] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.321334] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cfd2e0c-bdb5-4857-af1a-861fc6a8e8b3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.394195] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.394195] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.394195] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Deleting the datastore file [datastore2] 46b85b3f-5e89-4cf4-b45c-b628ffe6e056 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.398128] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c630d17-a0fb-4645-a74f-5add28e78842 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.400886] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f21e97-a5a6-a320-2a4c-126033a46ba3, 'name': SearchDatastore_Task, 'duration_secs': 0.01138} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.402516] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50179e08-cefd-4e2f-bbeb-2039bab80ecb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.407218] env[68461]: DEBUG oslo_vmware.api [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for the task: (returnval){ [ 1028.407218] env[68461]: value = "task-2895227" [ 1028.407218] env[68461]: _type = "Task" [ 1028.407218] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.417810] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1028.417810] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52133d0b-6f40-fbeb-6c71-b9cf6a362a16" [ 1028.417810] env[68461]: _type = "Task" [ 1028.417810] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.427498] env[68461]: DEBUG oslo_vmware.api [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.433240] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52133d0b-6f40-fbeb-6c71-b9cf6a362a16, 'name': SearchDatastore_Task, 'duration_secs': 0.01315} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.434764] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.436660] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 7f1af6cd-1359-483a-839e-a328babf9f84/7f1af6cd-1359-483a-839e-a328babf9f84.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.437354] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c56e2f4-dc4a-4817-a3f5-4d4ff155c246 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.443797] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1028.443797] env[68461]: value = "task-2895228" [ 1028.443797] env[68461]: _type = "Task" [ 1028.443797] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.448219] env[68461]: DEBUG oslo_concurrency.lockutils [req-9f1bbed8-eae2-4d3a-ae67-ba79122c9d4b req-9bf94a51-ade1-4ced-bad0-ecc430b5fe50 service nova] Releasing lock "refresh_cache-7f1af6cd-1359-483a-839e-a328babf9f84" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.448581] env[68461]: DEBUG nova.compute.manager [req-9f1bbed8-eae2-4d3a-ae67-ba79122c9d4b req-9bf94a51-ade1-4ced-bad0-ecc430b5fe50 service nova] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Received event network-changed-673cfbad-d120-4fad-80ea-d244cec044d1 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.448847] env[68461]: DEBUG nova.compute.manager [req-9f1bbed8-eae2-4d3a-ae67-ba79122c9d4b req-9bf94a51-ade1-4ced-bad0-ecc430b5fe50 service nova] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Refreshing instance network info cache due to event network-changed-673cfbad-d120-4fad-80ea-d244cec044d1. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.449280] env[68461]: DEBUG oslo_concurrency.lockutils [req-9f1bbed8-eae2-4d3a-ae67-ba79122c9d4b req-9bf94a51-ade1-4ced-bad0-ecc430b5fe50 service nova] Acquiring lock "refresh_cache-82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.449521] env[68461]: DEBUG oslo_concurrency.lockutils [req-9f1bbed8-eae2-4d3a-ae67-ba79122c9d4b req-9bf94a51-ade1-4ced-bad0-ecc430b5fe50 service nova] Acquired lock "refresh_cache-82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.449751] env[68461]: DEBUG nova.network.neutron [req-9f1bbed8-eae2-4d3a-ae67-ba79122c9d4b req-9bf94a51-ade1-4ced-bad0-ecc430b5fe50 service nova] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Refreshing network info cache for port 673cfbad-d120-4fad-80ea-d244cec044d1 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.457594] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.471191] env[68461]: DEBUG nova.compute.manager [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.471456] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.472803] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718345ee-8a97-44b2-b8f3-23ebb845fe5e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.481626] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.483031] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61d7fc96-8b61-4cd9-a053-e3371f0fe004 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.489032] env[68461]: DEBUG oslo_vmware.api [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Waiting for the task: (returnval){ [ 1028.489032] env[68461]: value = "task-2895229" [ 1028.489032] env[68461]: _type = "Task" [ 1028.489032] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.493454] env[68461]: DEBUG nova.network.neutron [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Updating instance_info_cache with network_info: [{"id": "0e442071-7daf-4eb7-8fca-5e8b390185ea", "address": "fa:16:3e:e8:72:96", "network": {"id": "bd35c414-f77b-487f-9cf9-6218dacae1e3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-495553271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17b8a05c64a541fdbeacd5b05aae7c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e442071-7d", "ovs_interfaceid": "0e442071-7daf-4eb7-8fca-5e8b390185ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.501750] env[68461]: DEBUG oslo_vmware.api [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Task: {'id': task-2895229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.516517] env[68461]: DEBUG oslo_vmware.api [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.627935] env[68461]: DEBUG nova.compute.utils [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.661023] env[68461]: DEBUG nova.compute.manager [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.661023] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfade2b-bff8-4737-8f3b-01bf905f6a06 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.682667] env[68461]: DEBUG oslo_vmware.api [None req-860c20ed-21e4-4601-a0a4-2d96e60516cf tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': task-2895225, 'name': ReconfigVM_Task, 'duration_secs': 0.171438} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.683981] env[68461]: DEBUG nova.network.neutron [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Successfully created port: f74a6285-7fd2-43a7-aa2f-e9fff276fbff {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.687744] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-860c20ed-21e4-4601-a0a4-2d96e60516cf tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Reconfigured VM instance to set the machine id {{(pid=68461) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1028.692936] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1e29577a-0474-4c0c-8fc7-cfb264aaff15 tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Lock "e23b9fc0-7225-4734-9aa1-0c03bf494967" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.914s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.897491] env[68461]: DEBUG oslo_concurrency.lockutils [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Acquiring lock "b79c1f42-b7e0-4c2a-87eb-bb266e620058" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.897817] env[68461]: DEBUG oslo_concurrency.lockutils [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Lock "b79c1f42-b7e0-4c2a-87eb-bb266e620058" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.898064] env[68461]: DEBUG oslo_concurrency.lockutils [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Acquiring lock "b79c1f42-b7e0-4c2a-87eb-bb266e620058-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.898267] env[68461]: DEBUG oslo_concurrency.lockutils [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Lock "b79c1f42-b7e0-4c2a-87eb-bb266e620058-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.898460] env[68461]: DEBUG oslo_concurrency.lockutils [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Lock "b79c1f42-b7e0-4c2a-87eb-bb266e620058-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.908179] env[68461]: INFO nova.compute.manager [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Terminating instance [ 1028.926645] env[68461]: DEBUG oslo_vmware.api [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Task: {'id': task-2895227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228141} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.926645] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.926645] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.926645] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.926645] env[68461]: INFO nova.compute.manager [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1028.926645] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.929392] env[68461]: DEBUG nova.compute.manager [-] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.929563] env[68461]: DEBUG nova.network.neutron [-] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.976491] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895228, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.996212] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Releasing lock "refresh_cache-e93f14f8-8557-4828-ab17-2d613ee16984" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.997213] env[68461]: DEBUG nova.compute.manager [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Instance network_info: |[{"id": "0e442071-7daf-4eb7-8fca-5e8b390185ea", "address": "fa:16:3e:e8:72:96", "network": {"id": "bd35c414-f77b-487f-9cf9-6218dacae1e3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-495553271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17b8a05c64a541fdbeacd5b05aae7c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e442071-7d", "ovs_interfaceid": "0e442071-7daf-4eb7-8fca-5e8b390185ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.001339] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:72:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e442071-7daf-4eb7-8fca-5e8b390185ea', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.018164] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.018693] env[68461]: DEBUG oslo_vmware.api [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Task: {'id': task-2895229, 'name': PowerOffVM_Task, 'duration_secs': 0.215746} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.023604] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.023938] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.024234] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.033018] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b734d05c-ba45-4290-bb04-cdb93e60cc99 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.050766] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7112991-8134-4813-8533-8212e9b38468 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.066394] env[68461]: DEBUG oslo_vmware.api [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895210, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.068302] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.068302] env[68461]: value = "task-2895231" [ 1029.068302] env[68461]: _type = "Task" [ 1029.068302] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.078637] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895231, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.129622] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.129622] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.129798] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Deleting the datastore file [datastore2] cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.130456] env[68461]: DEBUG nova.compute.manager [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.133226] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ad14a37-a88b-4b0e-a2ea-8635dbd4a845 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.147237] env[68461]: DEBUG oslo_vmware.api [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Waiting for the task: (returnval){ [ 1029.147237] env[68461]: value = "task-2895232" [ 1029.147237] env[68461]: _type = "Task" [ 1029.147237] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.165030] env[68461]: DEBUG oslo_vmware.api [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Task: {'id': task-2895232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.188949] env[68461]: INFO nova.compute.manager [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] instance snapshotting [ 1029.203267] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aff4aab-6e89-4d67-97f4-d48240773960 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.243712] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63375857-f747-4397-8044-456e742e374e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.422518] env[68461]: DEBUG nova.compute.manager [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.422803] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.424187] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766e6433-a960-485b-9838-e1b51f6586a5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.441991] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.441991] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc9c752e-fd01-4174-852f-6f81b23e05bd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.448980] env[68461]: DEBUG oslo_vmware.api [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Waiting for the task: (returnval){ [ 1029.448980] env[68461]: value = "task-2895233" [ 1029.448980] env[68461]: _type = "Task" [ 1029.448980] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.468796] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595185} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.475388] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 7f1af6cd-1359-483a-839e-a328babf9f84/7f1af6cd-1359-483a-839e-a328babf9f84.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.476961] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.476961] env[68461]: DEBUG oslo_vmware.api [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Task: {'id': task-2895233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.476961] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60dd0ceb-8c6a-49a1-8c21-ecb5f80b2b80 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.486172] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1029.486172] env[68461]: value = "task-2895234" [ 1029.486172] env[68461]: _type = "Task" [ 1029.486172] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.498498] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.505717] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f048a6-75c0-49f6-8da1-a915f8929034 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.518961] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57e4a06-6a96-44b5-9dfd-b7468268ce78 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.532469] env[68461]: DEBUG oslo_vmware.api [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895210, 'name': ReconfigVM_Task, 'duration_secs': 5.828345} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.561978] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "6db8dd54-71cf-4e4e-b984-cc43264df1ac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.562264] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Reconfigured VM to detach interface {{(pid=68461) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1029.569339] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c403fb6-c5bc-4fd9-8c6e-5a121f9379af {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.586180] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3f1a90-b6b8-48ed-b182-3b58df9004d4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.589977] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895231, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.601680] env[68461]: DEBUG nova.compute.provider_tree [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.659486] env[68461]: DEBUG oslo_vmware.api [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Task: {'id': task-2895232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211732} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.659856] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.660211] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.660422] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.661283] env[68461]: INFO nova.compute.manager [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1029.662734] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.662734] env[68461]: DEBUG nova.compute.manager [-] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.662734] env[68461]: DEBUG nova.network.neutron [-] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.757754] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Creating Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1029.758129] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ae3603fd-98d3-4c66-80a9-421e7188f5d5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.766030] env[68461]: DEBUG oslo_vmware.api [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 1029.766030] env[68461]: value = "task-2895235" [ 1029.766030] env[68461]: _type = "Task" [ 1029.766030] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.780676] env[68461]: DEBUG oslo_vmware.api [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895235, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.867067] env[68461]: DEBUG nova.network.neutron [req-9f1bbed8-eae2-4d3a-ae67-ba79122c9d4b req-9bf94a51-ade1-4ced-bad0-ecc430b5fe50 service nova] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Updated VIF entry in instance network info cache for port 673cfbad-d120-4fad-80ea-d244cec044d1. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.867480] env[68461]: DEBUG nova.network.neutron [req-9f1bbed8-eae2-4d3a-ae67-ba79122c9d4b req-9bf94a51-ade1-4ced-bad0-ecc430b5fe50 service nova] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Updating instance_info_cache with network_info: [{"id": "673cfbad-d120-4fad-80ea-d244cec044d1", "address": "fa:16:3e:57:d6:cc", "network": {"id": "b4b7413c-651c-4963-973d-9fb57166bebb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1140645118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee56697c14f42b1871e3be7a593742e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap673cfbad-d1", "ovs_interfaceid": "673cfbad-d120-4fad-80ea-d244cec044d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.970060] env[68461]: DEBUG oslo_vmware.api [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Task: {'id': task-2895233, 'name': PowerOffVM_Task, 'duration_secs': 0.281537} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.970060] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.970060] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.970475] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-363f542c-4b8c-4fcc-8538-6af26903b0b2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.000880] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075511} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.001284] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.002418] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337a4fb9-64db-4025-b0cd-53a55bfe370e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.031587] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 7f1af6cd-1359-483a-839e-a328babf9f84/7f1af6cd-1359-483a-839e-a328babf9f84.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.031587] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ce1f53b-3e61-4fa3-b954-b2e5a78a8e27 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.050655] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.051297] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.051297] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Deleting the datastore file [datastore2] b79c1f42-b7e0-4c2a-87eb-bb266e620058 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.051624] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a854c60e-87d7-445a-b4f1-024a0d4e58f3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.054854] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1030.054854] env[68461]: value = "task-2895237" [ 1030.054854] env[68461]: _type = "Task" [ 1030.054854] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.065215] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.066901] env[68461]: DEBUG oslo_vmware.api [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Waiting for the task: (returnval){ [ 1030.066901] env[68461]: value = "task-2895238" [ 1030.066901] env[68461]: _type = "Task" [ 1030.066901] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.080339] env[68461]: DEBUG oslo_vmware.api [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Task: {'id': task-2895238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.092213] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895231, 'name': CreateVM_Task, 'duration_secs': 0.522858} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.093866] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.097467] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.097717] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.098085] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.099091] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Acquiring lock "c339a4ba-5ae6-4a98-adf2-f77bb1e30c99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.099510] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Lock "c339a4ba-5ae6-4a98-adf2-f77bb1e30c99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.101025] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa35a503-3f5e-41cc-99dd-2bff09aae8a5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.106022] env[68461]: DEBUG nova.scheduler.client.report [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.112479] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1030.112479] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52db1b4f-aa4a-6b5d-0b8f-c2c3c22f7740" [ 1030.112479] env[68461]: _type = "Task" [ 1030.112479] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.124236] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52db1b4f-aa4a-6b5d-0b8f-c2c3c22f7740, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.147618] env[68461]: DEBUG nova.compute.manager [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.180397] env[68461]: DEBUG nova.virt.hardware [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:14:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='167831228',id=27,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-633793891',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.180599] env[68461]: DEBUG nova.virt.hardware [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.181459] env[68461]: DEBUG nova.virt.hardware [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.182102] env[68461]: DEBUG nova.virt.hardware [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.182102] env[68461]: DEBUG nova.virt.hardware [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.183708] env[68461]: DEBUG nova.virt.hardware [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.183708] env[68461]: DEBUG nova.virt.hardware [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.187274] env[68461]: DEBUG nova.virt.hardware [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.187274] env[68461]: DEBUG nova.virt.hardware [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.187274] env[68461]: DEBUG nova.virt.hardware [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.187274] env[68461]: DEBUG nova.virt.hardware [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.187274] env[68461]: DEBUG nova.network.neutron [-] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.187274] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d5bdac-540f-4c56-a427-4299a2539e72 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.203844] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb084b32-d8b9-434c-a6b4-fc9a9f9b5a82 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.277752] env[68461]: DEBUG oslo_vmware.api [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895235, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.373999] env[68461]: DEBUG oslo_concurrency.lockutils [req-9f1bbed8-eae2-4d3a-ae67-ba79122c9d4b req-9bf94a51-ade1-4ced-bad0-ecc430b5fe50 service nova] Releasing lock "refresh_cache-82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.464659] env[68461]: DEBUG nova.compute.manager [req-c3039bd7-d6b2-415d-84d5-d923b9d76d5a req-2a1a8e06-040a-49ef-b046-3f18117762f4 service nova] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Received event network-vif-plugged-0e442071-7daf-4eb7-8fca-5e8b390185ea {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.464910] env[68461]: DEBUG oslo_concurrency.lockutils [req-c3039bd7-d6b2-415d-84d5-d923b9d76d5a req-2a1a8e06-040a-49ef-b046-3f18117762f4 service nova] Acquiring lock "e93f14f8-8557-4828-ab17-2d613ee16984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.467962] env[68461]: DEBUG oslo_concurrency.lockutils [req-c3039bd7-d6b2-415d-84d5-d923b9d76d5a req-2a1a8e06-040a-49ef-b046-3f18117762f4 service nova] Lock "e93f14f8-8557-4828-ab17-2d613ee16984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.469236] env[68461]: DEBUG oslo_concurrency.lockutils [req-c3039bd7-d6b2-415d-84d5-d923b9d76d5a req-2a1a8e06-040a-49ef-b046-3f18117762f4 service nova] Lock "e93f14f8-8557-4828-ab17-2d613ee16984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.469236] env[68461]: DEBUG nova.compute.manager [req-c3039bd7-d6b2-415d-84d5-d923b9d76d5a req-2a1a8e06-040a-49ef-b046-3f18117762f4 service nova] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] No waiting events found dispatching network-vif-plugged-0e442071-7daf-4eb7-8fca-5e8b390185ea {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.469236] env[68461]: WARNING nova.compute.manager [req-c3039bd7-d6b2-415d-84d5-d923b9d76d5a req-2a1a8e06-040a-49ef-b046-3f18117762f4 service nova] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Received unexpected event network-vif-plugged-0e442071-7daf-4eb7-8fca-5e8b390185ea for instance with vm_state building and task_state spawning. [ 1030.469236] env[68461]: DEBUG nova.compute.manager [req-c3039bd7-d6b2-415d-84d5-d923b9d76d5a req-2a1a8e06-040a-49ef-b046-3f18117762f4 service nova] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Received event network-changed-0e442071-7daf-4eb7-8fca-5e8b390185ea {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.469236] env[68461]: DEBUG nova.compute.manager [req-c3039bd7-d6b2-415d-84d5-d923b9d76d5a req-2a1a8e06-040a-49ef-b046-3f18117762f4 service nova] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Refreshing instance network info cache due to event network-changed-0e442071-7daf-4eb7-8fca-5e8b390185ea. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.469236] env[68461]: DEBUG oslo_concurrency.lockutils [req-c3039bd7-d6b2-415d-84d5-d923b9d76d5a req-2a1a8e06-040a-49ef-b046-3f18117762f4 service nova] Acquiring lock "refresh_cache-e93f14f8-8557-4828-ab17-2d613ee16984" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.469621] env[68461]: DEBUG oslo_concurrency.lockutils [req-c3039bd7-d6b2-415d-84d5-d923b9d76d5a req-2a1a8e06-040a-49ef-b046-3f18117762f4 service nova] Acquired lock "refresh_cache-e93f14f8-8557-4828-ab17-2d613ee16984" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.473417] env[68461]: DEBUG nova.network.neutron [req-c3039bd7-d6b2-415d-84d5-d923b9d76d5a req-2a1a8e06-040a-49ef-b046-3f18117762f4 service nova] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Refreshing network info cache for port 0e442071-7daf-4eb7-8fca-5e8b390185ea {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.567712] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895237, 'name': ReconfigVM_Task, 'duration_secs': 0.419037} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.571803] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 7f1af6cd-1359-483a-839e-a328babf9f84/7f1af6cd-1359-483a-839e-a328babf9f84.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.574319] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73eaa4f7-f2e1-4d4b-b3cc-78cb2d9afa8b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.579522] env[68461]: DEBUG oslo_vmware.api [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Task: {'id': task-2895238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28188} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.580825] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.581045] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.581254] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.581389] env[68461]: INFO nova.compute.manager [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1030.581628] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.581875] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1030.581875] env[68461]: value = "task-2895239" [ 1030.581875] env[68461]: _type = "Task" [ 1030.581875] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.582560] env[68461]: DEBUG nova.compute.manager [-] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.582560] env[68461]: DEBUG nova.network.neutron [-] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.593996] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895239, 'name': Rename_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.605077] env[68461]: DEBUG nova.compute.manager [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1030.612182] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.054s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.612810] env[68461]: DEBUG nova.compute.manager [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.615727] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.536s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.615976] env[68461]: DEBUG nova.objects.instance [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Lazy-loading 'resources' on Instance uuid 8e3abbd1-b483-450f-842b-811f51e18c19 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.629517] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52db1b4f-aa4a-6b5d-0b8f-c2c3c22f7740, 'name': SearchDatastore_Task, 'duration_secs': 0.016079} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.630166] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.630489] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.630753] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.630911] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.631561] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.631561] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6f27219-79fb-42cf-acdf-55fff35724f0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.655314] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.656360] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.656360] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c1f351c-6531-4e18-b81f-22ab357281b9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.662645] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1030.662645] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52210240-4acb-2303-38b9-809c18294fba" [ 1030.662645] env[68461]: _type = "Task" [ 1030.662645] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.675448] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52210240-4acb-2303-38b9-809c18294fba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.694839] env[68461]: INFO nova.compute.manager [-] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Took 1.77 seconds to deallocate network for instance. [ 1030.781361] env[68461]: DEBUG oslo_vmware.api [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895235, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.813407] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Acquiring lock "82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.813806] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Lock "82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.813914] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Acquiring lock "82a6315d-1f3e-496f-abe5-0b6a3f8eaaed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.814110] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Lock "82a6315d-1f3e-496f-abe5-0b6a3f8eaaed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.814484] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Lock "82a6315d-1f3e-496f-abe5-0b6a3f8eaaed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.816474] env[68461]: INFO nova.compute.manager [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Terminating instance [ 1030.888054] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Acquiring lock "b0307dc2-b3e7-4259-9366-1514748d02b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.889062] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Lock "b0307dc2-b3e7-4259-9366-1514748d02b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.904476] env[68461]: DEBUG nova.network.neutron [-] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.964872] env[68461]: DEBUG nova.network.neutron [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Successfully updated port: f74a6285-7fd2-43a7-aa2f-e9fff276fbff {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.094582] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895239, 'name': Rename_Task, 'duration_secs': 0.316018} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.094881] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.095098] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddf8f2bb-99f5-41e8-8bc5-0eacbf269bd8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.102360] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1031.102360] env[68461]: value = "task-2895240" [ 1031.102360] env[68461]: _type = "Task" [ 1031.102360] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.112385] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.121504] env[68461]: DEBUG nova.compute.utils [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.122645] env[68461]: DEBUG nova.compute.manager [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.122890] env[68461]: DEBUG nova.network.neutron [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.135572] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.176444] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52210240-4acb-2303-38b9-809c18294fba, 'name': SearchDatastore_Task, 'duration_secs': 0.048488} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.179643] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82b648cf-ba16-4e69-98f5-5ce906ab7734 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.187095] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1031.187095] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]524a3575-d62b-90f0-e83c-9e2827bf45bf" [ 1031.187095] env[68461]: _type = "Task" [ 1031.187095] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.197271] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]524a3575-d62b-90f0-e83c-9e2827bf45bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.202875] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.278456] env[68461]: DEBUG oslo_vmware.api [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895235, 'name': CreateSnapshot_Task, 'duration_secs': 1.053042} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.278456] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Created Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1031.279761] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c533ffa-baf8-44eb-972d-cfb89846245c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.292846] env[68461]: DEBUG nova.policy [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbcb10137b9e4d8f83aac3ef9f67aa18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b41eebd52b74d839eae664ed3a0bfd4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.320298] env[68461]: DEBUG nova.compute.manager [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.320511] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.322474] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37116e56-da91-4f73-ad2d-8fe54388339f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.331024] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.331389] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f712927b-e902-47b3-902d-b45cbd135b30 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.337838] env[68461]: DEBUG oslo_vmware.api [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Waiting for the task: (returnval){ [ 1031.337838] env[68461]: value = "task-2895241" [ 1031.337838] env[68461]: _type = "Task" [ 1031.337838] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.348223] env[68461]: DEBUG oslo_vmware.api [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': task-2895241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.412260] env[68461]: INFO nova.compute.manager [-] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Took 1.75 seconds to deallocate network for instance. [ 1031.454313] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "refresh_cache-6db8dd54-71cf-4e4e-b984-cc43264df1ac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.454313] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "refresh_cache-6db8dd54-71cf-4e4e-b984-cc43264df1ac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.454313] env[68461]: DEBUG nova.network.neutron [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.466648] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Acquiring lock "refresh_cache-021d8d7b-9609-4313-971d-f1a22b209751" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.466851] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Acquired lock "refresh_cache-021d8d7b-9609-4313-971d-f1a22b209751" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.466851] env[68461]: DEBUG nova.network.neutron [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.619965] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895240, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.627464] env[68461]: DEBUG nova.compute.manager [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.698880] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]524a3575-d62b-90f0-e83c-9e2827bf45bf, 'name': SearchDatastore_Task, 'duration_secs': 0.016272} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.702144] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.702435] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] e93f14f8-8557-4828-ab17-2d613ee16984/e93f14f8-8557-4828-ab17-2d613ee16984.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.702943] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a84b25c-6fc7-416f-9612-a5fe4560954f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.712016] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1031.712016] env[68461]: value = "task-2895242" [ 1031.712016] env[68461]: _type = "Task" [ 1031.712016] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.728185] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.728185] env[68461]: DEBUG nova.network.neutron [req-c3039bd7-d6b2-415d-84d5-d923b9d76d5a req-2a1a8e06-040a-49ef-b046-3f18117762f4 service nova] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Updated VIF entry in instance network info cache for port 0e442071-7daf-4eb7-8fca-5e8b390185ea. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.728185] env[68461]: DEBUG nova.network.neutron [req-c3039bd7-d6b2-415d-84d5-d923b9d76d5a req-2a1a8e06-040a-49ef-b046-3f18117762f4 service nova] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Updating instance_info_cache with network_info: [{"id": "0e442071-7daf-4eb7-8fca-5e8b390185ea", "address": "fa:16:3e:e8:72:96", "network": {"id": "bd35c414-f77b-487f-9cf9-6218dacae1e3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-495553271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17b8a05c64a541fdbeacd5b05aae7c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e442071-7d", "ovs_interfaceid": "0e442071-7daf-4eb7-8fca-5e8b390185ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.761049] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb68783-3092-46af-b1a2-bdcbab51e9cf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.769910] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c71fbe4-be39-4ce7-b176-15ab20089558 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.810863] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Creating linked-clone VM from snapshot {{(pid=68461) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1031.813418] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d21b389d-5579-4207-bbd7-fabeef55461d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.815702] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55264159-a1a7-49e3-8f85-d9afeeec3951 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.824644] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128ff3fc-8509-470d-84dc-8697ecff3179 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.829190] env[68461]: DEBUG oslo_vmware.api [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 1031.829190] env[68461]: value = "task-2895243" [ 1031.829190] env[68461]: _type = "Task" [ 1031.829190] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.845840] env[68461]: DEBUG nova.compute.provider_tree [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.855349] env[68461]: DEBUG oslo_vmware.api [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895243, 'name': CloneVM_Task} progress is 12%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.860447] env[68461]: DEBUG oslo_vmware.api [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': task-2895241, 'name': PowerOffVM_Task, 'duration_secs': 0.21325} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.861326] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.861508] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.861801] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1934f36f-de3a-48d4-9e4e-54294131e0b5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.924402] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.927827] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.928147] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.928342] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Deleting the datastore file [datastore2] 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.928956] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53ca3249-7a4f-40a4-8cc3-14e336095a7c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.936085] env[68461]: DEBUG oslo_vmware.api [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Waiting for the task: (returnval){ [ 1031.936085] env[68461]: value = "task-2895245" [ 1031.936085] env[68461]: _type = "Task" [ 1031.936085] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.946787] env[68461]: DEBUG oslo_vmware.api [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': task-2895245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.117292] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895240, 'name': PowerOnVM_Task, 'duration_secs': 0.532122} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.117650] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.118145] env[68461]: INFO nova.compute.manager [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Took 10.10 seconds to spawn the instance on the hypervisor. [ 1032.118636] env[68461]: DEBUG nova.compute.manager [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.120494] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444c29f5-ef3f-49f0-b699-e8f7eb6efff9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.227915] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895242, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.230643] env[68461]: DEBUG oslo_concurrency.lockutils [req-c3039bd7-d6b2-415d-84d5-d923b9d76d5a req-2a1a8e06-040a-49ef-b046-3f18117762f4 service nova] Releasing lock "refresh_cache-e93f14f8-8557-4828-ab17-2d613ee16984" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.341493] env[68461]: DEBUG oslo_vmware.api [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895243, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.360636] env[68461]: DEBUG nova.scheduler.client.report [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.416280] env[68461]: DEBUG nova.network.neutron [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.421213] env[68461]: INFO nova.network.neutron [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Port 133f0393-e9de-4bcb-947f-d85fb8726cbf from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1032.421687] env[68461]: DEBUG nova.network.neutron [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Updating instance_info_cache with network_info: [{"id": "9f49c21e-807d-42b5-9aaa-77651591f54f", "address": "fa:16:3e:29:78:ae", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f49c21e-80", "ovs_interfaceid": "9f49c21e-807d-42b5-9aaa-77651591f54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.450262] env[68461]: DEBUG oslo_vmware.api [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Task: {'id': task-2895245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385369} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.450536] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.450718] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.450895] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.451077] env[68461]: INFO nova.compute.manager [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1032.451332] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.451530] env[68461]: DEBUG nova.compute.manager [-] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.451649] env[68461]: DEBUG nova.network.neutron [-] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.541896] env[68461]: DEBUG nova.compute.manager [req-34096189-df05-480f-b270-adbb4315150c req-60904d98-54b7-4705-b18d-0085aa3bc1b5 service nova] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Received event network-vif-plugged-f74a6285-7fd2-43a7-aa2f-e9fff276fbff {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.545022] env[68461]: DEBUG oslo_concurrency.lockutils [req-34096189-df05-480f-b270-adbb4315150c req-60904d98-54b7-4705-b18d-0085aa3bc1b5 service nova] Acquiring lock "021d8d7b-9609-4313-971d-f1a22b209751-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.545022] env[68461]: DEBUG oslo_concurrency.lockutils [req-34096189-df05-480f-b270-adbb4315150c req-60904d98-54b7-4705-b18d-0085aa3bc1b5 service nova] Lock "021d8d7b-9609-4313-971d-f1a22b209751-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.545022] env[68461]: DEBUG oslo_concurrency.lockutils [req-34096189-df05-480f-b270-adbb4315150c req-60904d98-54b7-4705-b18d-0085aa3bc1b5 service nova] Lock "021d8d7b-9609-4313-971d-f1a22b209751-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.548485] env[68461]: DEBUG nova.compute.manager [req-34096189-df05-480f-b270-adbb4315150c req-60904d98-54b7-4705-b18d-0085aa3bc1b5 service nova] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] No waiting events found dispatching network-vif-plugged-f74a6285-7fd2-43a7-aa2f-e9fff276fbff {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.548485] env[68461]: WARNING nova.compute.manager [req-34096189-df05-480f-b270-adbb4315150c req-60904d98-54b7-4705-b18d-0085aa3bc1b5 service nova] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Received unexpected event network-vif-plugged-f74a6285-7fd2-43a7-aa2f-e9fff276fbff for instance with vm_state building and task_state spawning. [ 1032.649446] env[68461]: DEBUG nova.compute.manager [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.656442] env[68461]: INFO nova.compute.manager [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Took 42.56 seconds to build instance. [ 1032.692294] env[68461]: DEBUG nova.virt.hardware [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.692294] env[68461]: DEBUG nova.virt.hardware [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.692478] env[68461]: DEBUG nova.virt.hardware [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.692674] env[68461]: DEBUG nova.virt.hardware [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.692888] env[68461]: DEBUG nova.virt.hardware [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.693052] env[68461]: DEBUG nova.virt.hardware [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.693355] env[68461]: DEBUG nova.virt.hardware [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.693526] env[68461]: DEBUG nova.virt.hardware [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.693689] env[68461]: DEBUG nova.virt.hardware [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.693916] env[68461]: DEBUG nova.virt.hardware [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.694180] env[68461]: DEBUG nova.virt.hardware [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.695811] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02354ebb-bf2e-41c2-9253-28076c4389ff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.705046] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74334ee2-6fd6-4d87-80a8-a4b912ef9a92 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.734420] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672195} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.734695] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] e93f14f8-8557-4828-ab17-2d613ee16984/e93f14f8-8557-4828-ab17-2d613ee16984.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.734903] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.735431] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca9b02f3-f8ab-4166-ac61-f32114af5d65 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.743407] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1032.743407] env[68461]: value = "task-2895246" [ 1032.743407] env[68461]: _type = "Task" [ 1032.743407] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.752504] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.844303] env[68461]: DEBUG oslo_vmware.api [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895243, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.867016] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.870065] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.631s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.874727] env[68461]: INFO nova.compute.claims [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.905561] env[68461]: INFO nova.scheduler.client.report [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Deleted allocations for instance 8e3abbd1-b483-450f-842b-811f51e18c19 [ 1032.924653] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "refresh_cache-6db8dd54-71cf-4e4e-b984-cc43264df1ac" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.978896] env[68461]: DEBUG nova.network.neutron [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Successfully created port: 21624ce8-efeb-4c3a-88b3-43b85713abd0 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.998010] env[68461]: DEBUG nova.network.neutron [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Updating instance_info_cache with network_info: [{"id": "f74a6285-7fd2-43a7-aa2f-e9fff276fbff", "address": "fa:16:3e:f3:83:30", "network": {"id": "de181620-7342-4db4-b76c-c19795f976b4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-538514800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6808b69ef22d41409eea6d4507e7f0df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf74a6285-7f", "ovs_interfaceid": "f74a6285-7fd2-43a7-aa2f-e9fff276fbff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.160012] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "7f1af6cd-1359-483a-839e-a328babf9f84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.848s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.167226] env[68461]: DEBUG nova.network.neutron [-] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.255872] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149017} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.257165] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.257348] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bfc484-07c5-4fb7-829c-ee8047363744 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.284306] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] e93f14f8-8557-4828-ab17-2d613ee16984/e93f14f8-8557-4828-ab17-2d613ee16984.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.286331] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29df5c99-b1aa-450f-aacb-cdf3bda14023 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.302669] env[68461]: DEBUG nova.network.neutron [-] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.313059] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1033.313059] env[68461]: value = "task-2895247" [ 1033.313059] env[68461]: _type = "Task" [ 1033.313059] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.326404] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895247, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.346916] env[68461]: DEBUG oslo_vmware.api [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895243, 'name': CloneVM_Task} progress is 95%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.415594] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0c96b384-1310-434e-8477-b16a5aa16ef5 tempest-DeleteServersAdminTestJSON-505149007 tempest-DeleteServersAdminTestJSON-505149007-project-member] Lock "8e3abbd1-b483-450f-842b-811f51e18c19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.318s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.432861] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ca3495b8-b458-41e1-aa2e-2efc16b28623 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "interface-6db8dd54-71cf-4e4e-b984-cc43264df1ac-133f0393-e9de-4bcb-947f-d85fb8726cbf" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.587s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.218841] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Releasing lock "refresh_cache-021d8d7b-9609-4313-971d-f1a22b209751" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.218841] env[68461]: DEBUG nova.compute.manager [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Instance network_info: |[{"id": "f74a6285-7fd2-43a7-aa2f-e9fff276fbff", "address": "fa:16:3e:f3:83:30", "network": {"id": "de181620-7342-4db4-b76c-c19795f976b4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-538514800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6808b69ef22d41409eea6d4507e7f0df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf74a6285-7f", "ovs_interfaceid": "f74a6285-7fd2-43a7-aa2f-e9fff276fbff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1034.218841] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "6db8dd54-71cf-4e4e-b984-cc43264df1ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.220187] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "6db8dd54-71cf-4e4e-b984-cc43264df1ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.220187] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "6db8dd54-71cf-4e4e-b984-cc43264df1ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.220187] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "6db8dd54-71cf-4e4e-b984-cc43264df1ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.220187] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "6db8dd54-71cf-4e4e-b984-cc43264df1ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.221102] env[68461]: DEBUG nova.compute.manager [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1034.224754] env[68461]: INFO nova.compute.manager [-] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Took 3.64 seconds to deallocate network for instance. [ 1034.224754] env[68461]: INFO nova.compute.manager [-] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Took 1.77 seconds to deallocate network for instance. [ 1034.230390] env[68461]: DEBUG nova.compute.manager [req-5b3d521c-f752-4334-bbd2-21c88ac129ac req-f55000f9-3c6e-46ba-b543-946480c85460 service nova] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Received event network-vif-deleted-35dd3442-6d45-4ad7-92a1-cf07687300e3 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.230390] env[68461]: DEBUG nova.compute.manager [req-5b3d521c-f752-4334-bbd2-21c88ac129ac req-f55000f9-3c6e-46ba-b543-946480c85460 service nova] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Received event network-vif-deleted-858d35df-0cac-49d7-b923-f02dd66f8382 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.230390] env[68461]: DEBUG nova.compute.manager [req-5b3d521c-f752-4334-bbd2-21c88ac129ac req-f55000f9-3c6e-46ba-b543-946480c85460 service nova] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Received event network-vif-deleted-133f0393-e9de-4bcb-947f-d85fb8726cbf {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.234569] env[68461]: INFO nova.compute.manager [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Terminating instance [ 1034.234569] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:83:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f74a6285-7fd2-43a7-aa2f-e9fff276fbff', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.241276] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.257045] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.258038] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7a7d394-7ae1-46f6-999a-1b723230db1f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.279173] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895247, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.285455] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.285455] env[68461]: value = "task-2895248" [ 1034.285455] env[68461]: _type = "Task" [ 1034.285455] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.286521] env[68461]: DEBUG oslo_vmware.api [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895243, 'name': CloneVM_Task, 'duration_secs': 1.790024} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.289667] env[68461]: INFO nova.virt.vmwareapi.vmops [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Created linked-clone VM from snapshot [ 1034.294888] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca4fd8f-af55-4153-9489-10d49f69aaed {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.307121] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895248, 'name': CreateVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.311337] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Uploading image fe5e19f3-27bb-4e5b-a99b-5d22cc45173f {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1034.342238] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Destroying the VM {{(pid=68461) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1034.342889] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e1486062-8798-42b6-b562-41d0838708cc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.356444] env[68461]: DEBUG oslo_vmware.api [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 1034.356444] env[68461]: value = "task-2895249" [ 1034.356444] env[68461]: _type = "Task" [ 1034.356444] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.374139] env[68461]: DEBUG oslo_vmware.api [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895249, 'name': Destroy_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.748867] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895247, 'name': ReconfigVM_Task, 'duration_secs': 1.046969} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.749419] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Reconfigured VM instance instance-0000002c to attach disk [datastore1] e93f14f8-8557-4828-ab17-2d613ee16984/e93f14f8-8557-4828-ab17-2d613ee16984.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.750552] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73d3f697-80fe-48da-a055-4ca889aefd22 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.758929] env[68461]: DEBUG nova.compute.manager [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.759156] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.760058] env[68461]: DEBUG oslo_concurrency.lockutils [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.765096] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222a7385-ec32-4fe4-a2ec-97a2f3f7715c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.767125] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.774028] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1034.774028] env[68461]: value = "task-2895250" [ 1034.774028] env[68461]: _type = "Task" [ 1034.774028] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.783523] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.784476] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e706dd07-3c25-4006-b6b8-18938dcbdf69 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.789620] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895250, 'name': Rename_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.791293] env[68461]: DEBUG oslo_vmware.api [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1034.791293] env[68461]: value = "task-2895251" [ 1034.791293] env[68461]: _type = "Task" [ 1034.791293] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.803910] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895248, 'name': CreateVM_Task, 'duration_secs': 0.34438} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.806717] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.808090] env[68461]: DEBUG oslo_vmware.api [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.808868] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.809043] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.809441] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.809732] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-525de194-092b-4089-864b-a853f9ec4c04 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.815361] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.819790] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for the task: (returnval){ [ 1034.819790] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]522e9edb-1ac2-5ccb-f0c0-62f7218e533f" [ 1034.819790] env[68461]: _type = "Task" [ 1034.819790] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.832145] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522e9edb-1ac2-5ccb-f0c0-62f7218e533f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.856483] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02db46d2-80a3-41f6-8ee9-90a1c988ce9c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.873471] env[68461]: DEBUG oslo_vmware.api [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895249, 'name': Destroy_Task, 'duration_secs': 0.456401} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.875727] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Destroyed the VM [ 1034.876139] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Deleting Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1034.877267] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-950eb4c4-6458-4190-a27e-c7d5d3ed0b3a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.883042] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a1729f-3e28-4aee-874f-a4918751058c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.944343] env[68461]: DEBUG oslo_vmware.api [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 1034.944343] env[68461]: value = "task-2895252" [ 1034.944343] env[68461]: _type = "Task" [ 1034.944343] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.951364] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61cf647-89be-4c05-b360-b7c963d9d270 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.960991] env[68461]: DEBUG nova.compute.manager [req-c157c83b-b62f-42f7-81b4-f54fc10cd613 req-9a530249-deed-4d0f-b847-04be435756c6 service nova] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Received event network-changed-f74a6285-7fd2-43a7-aa2f-e9fff276fbff {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.961259] env[68461]: DEBUG nova.compute.manager [req-c157c83b-b62f-42f7-81b4-f54fc10cd613 req-9a530249-deed-4d0f-b847-04be435756c6 service nova] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Refreshing instance network info cache due to event network-changed-f74a6285-7fd2-43a7-aa2f-e9fff276fbff. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.961509] env[68461]: DEBUG oslo_concurrency.lockutils [req-c157c83b-b62f-42f7-81b4-f54fc10cd613 req-9a530249-deed-4d0f-b847-04be435756c6 service nova] Acquiring lock "refresh_cache-021d8d7b-9609-4313-971d-f1a22b209751" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.962601] env[68461]: DEBUG oslo_concurrency.lockutils [req-c157c83b-b62f-42f7-81b4-f54fc10cd613 req-9a530249-deed-4d0f-b847-04be435756c6 service nova] Acquired lock "refresh_cache-021d8d7b-9609-4313-971d-f1a22b209751" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.962909] env[68461]: DEBUG nova.network.neutron [req-c157c83b-b62f-42f7-81b4-f54fc10cd613 req-9a530249-deed-4d0f-b847-04be435756c6 service nova] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Refreshing network info cache for port f74a6285-7fd2-43a7-aa2f-e9fff276fbff {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.990720] env[68461]: DEBUG oslo_vmware.api [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895252, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.994021] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66357aa7-6af8-4fb0-b575-ccfe6b4a3675 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.019298] env[68461]: DEBUG nova.compute.provider_tree [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.206275] env[68461]: DEBUG nova.network.neutron [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Successfully updated port: 21624ce8-efeb-4c3a-88b3-43b85713abd0 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.286902] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895250, 'name': Rename_Task, 'duration_secs': 0.370911} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.287338] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.287924] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab61f551-4d93-4460-9218-173dcd4c634a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.296555] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1035.296555] env[68461]: value = "task-2895253" [ 1035.296555] env[68461]: _type = "Task" [ 1035.296555] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.309541] env[68461]: DEBUG oslo_vmware.api [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895251, 'name': PowerOffVM_Task, 'duration_secs': 0.4334} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.312649] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.312841] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.313132] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.313326] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9d6a3b5-dc74-47a5-89d5-a2e8b12a7343 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.332113] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522e9edb-1ac2-5ccb-f0c0-62f7218e533f, 'name': SearchDatastore_Task, 'duration_secs': 0.012625} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.332113] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.332113] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.332113] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.332467] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.332467] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.332698] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2109e5a9-65c3-4565-8cf5-9e774f9f7418 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.344883] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.345469] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.346419] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd578dd7-f2b7-47aa-86d1-80b0ec1bcbb5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.352748] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for the task: (returnval){ [ 1035.352748] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521777bc-10db-f9a9-ddb6-485254f64a5c" [ 1035.352748] env[68461]: _type = "Task" [ 1035.352748] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.362640] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521777bc-10db-f9a9-ddb6-485254f64a5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.392367] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.392367] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.392367] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Deleting the datastore file [datastore1] 6db8dd54-71cf-4e4e-b984-cc43264df1ac {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.392367] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38bf58f3-2f9e-4194-bacc-5daefbcd2a54 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.399561] env[68461]: DEBUG oslo_vmware.api [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1035.399561] env[68461]: value = "task-2895255" [ 1035.399561] env[68461]: _type = "Task" [ 1035.399561] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.409309] env[68461]: DEBUG oslo_vmware.api [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.466422] env[68461]: DEBUG oslo_vmware.api [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895252, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.521766] env[68461]: DEBUG nova.scheduler.client.report [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.714766] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquiring lock "refresh_cache-0f6452b1-1910-4827-b23b-e9a0663ea72b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.714766] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquired lock "refresh_cache-0f6452b1-1910-4827-b23b-e9a0663ea72b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.714766] env[68461]: DEBUG nova.network.neutron [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.819388] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895253, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.865046] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521777bc-10db-f9a9-ddb6-485254f64a5c, 'name': SearchDatastore_Task, 'duration_secs': 0.017612} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.865917] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb655892-fb45-44ee-9d02-7b91003ed8e1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.872203] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for the task: (returnval){ [ 1035.872203] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52413e11-f29c-8bc0-4383-324fbff6e330" [ 1035.872203] env[68461]: _type = "Task" [ 1035.872203] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.881094] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52413e11-f29c-8bc0-4383-324fbff6e330, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.912209] env[68461]: DEBUG oslo_vmware.api [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326762} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.912718] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.913070] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.913458] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.913775] env[68461]: INFO nova.compute.manager [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1035.914157] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.914564] env[68461]: DEBUG nova.compute.manager [-] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.914866] env[68461]: DEBUG nova.network.neutron [-] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.966084] env[68461]: DEBUG oslo_vmware.api [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895252, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.027432] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.157s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.027987] env[68461]: DEBUG nova.compute.manager [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.030614] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ed46cd7e-6780-4f0c-bc93-11d8293e2e51 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 27.106s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.301714] env[68461]: DEBUG nova.network.neutron [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.319538] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895253, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.379615] env[68461]: DEBUG nova.network.neutron [req-c157c83b-b62f-42f7-81b4-f54fc10cd613 req-9a530249-deed-4d0f-b847-04be435756c6 service nova] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Updated VIF entry in instance network info cache for port f74a6285-7fd2-43a7-aa2f-e9fff276fbff. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.380340] env[68461]: DEBUG nova.network.neutron [req-c157c83b-b62f-42f7-81b4-f54fc10cd613 req-9a530249-deed-4d0f-b847-04be435756c6 service nova] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Updating instance_info_cache with network_info: [{"id": "f74a6285-7fd2-43a7-aa2f-e9fff276fbff", "address": "fa:16:3e:f3:83:30", "network": {"id": "de181620-7342-4db4-b76c-c19795f976b4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-538514800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6808b69ef22d41409eea6d4507e7f0df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf74a6285-7f", "ovs_interfaceid": "f74a6285-7fd2-43a7-aa2f-e9fff276fbff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.389921] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52413e11-f29c-8bc0-4383-324fbff6e330, 'name': SearchDatastore_Task, 'duration_secs': 0.014535} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.392019] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.392019] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 021d8d7b-9609-4313-971d-f1a22b209751/021d8d7b-9609-4313-971d-f1a22b209751.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.392019] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51a8d7cb-ac3d-4cba-8a8e-aca7c882f981 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.399237] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for the task: (returnval){ [ 1036.399237] env[68461]: value = "task-2895256" [ 1036.399237] env[68461]: _type = "Task" [ 1036.399237] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.410822] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2895256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.444837] env[68461]: DEBUG nova.compute.manager [req-33fd4e17-92b3-44c4-9272-138115dbf50d req-d59a9337-41bd-4ed2-8d48-69aaddb06d6e service nova] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Received event network-vif-deleted-77a56266-1927-4939-8e41-db6fe4b3c50f {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.445210] env[68461]: DEBUG nova.compute.manager [req-33fd4e17-92b3-44c4-9272-138115dbf50d req-d59a9337-41bd-4ed2-8d48-69aaddb06d6e service nova] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Received event network-vif-plugged-21624ce8-efeb-4c3a-88b3-43b85713abd0 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.449019] env[68461]: DEBUG oslo_concurrency.lockutils [req-33fd4e17-92b3-44c4-9272-138115dbf50d req-d59a9337-41bd-4ed2-8d48-69aaddb06d6e service nova] Acquiring lock "0f6452b1-1910-4827-b23b-e9a0663ea72b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.449019] env[68461]: DEBUG oslo_concurrency.lockutils [req-33fd4e17-92b3-44c4-9272-138115dbf50d req-d59a9337-41bd-4ed2-8d48-69aaddb06d6e service nova] Lock "0f6452b1-1910-4827-b23b-e9a0663ea72b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.449019] env[68461]: DEBUG oslo_concurrency.lockutils [req-33fd4e17-92b3-44c4-9272-138115dbf50d req-d59a9337-41bd-4ed2-8d48-69aaddb06d6e service nova] Lock "0f6452b1-1910-4827-b23b-e9a0663ea72b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.449019] env[68461]: DEBUG nova.compute.manager [req-33fd4e17-92b3-44c4-9272-138115dbf50d req-d59a9337-41bd-4ed2-8d48-69aaddb06d6e service nova] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] No waiting events found dispatching network-vif-plugged-21624ce8-efeb-4c3a-88b3-43b85713abd0 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.449019] env[68461]: WARNING nova.compute.manager [req-33fd4e17-92b3-44c4-9272-138115dbf50d req-d59a9337-41bd-4ed2-8d48-69aaddb06d6e service nova] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Received unexpected event network-vif-plugged-21624ce8-efeb-4c3a-88b3-43b85713abd0 for instance with vm_state building and task_state spawning. [ 1036.449019] env[68461]: DEBUG nova.compute.manager [req-33fd4e17-92b3-44c4-9272-138115dbf50d req-d59a9337-41bd-4ed2-8d48-69aaddb06d6e service nova] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Received event network-changed-21624ce8-efeb-4c3a-88b3-43b85713abd0 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.449019] env[68461]: DEBUG nova.compute.manager [req-33fd4e17-92b3-44c4-9272-138115dbf50d req-d59a9337-41bd-4ed2-8d48-69aaddb06d6e service nova] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Refreshing instance network info cache due to event network-changed-21624ce8-efeb-4c3a-88b3-43b85713abd0. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.449019] env[68461]: DEBUG oslo_concurrency.lockutils [req-33fd4e17-92b3-44c4-9272-138115dbf50d req-d59a9337-41bd-4ed2-8d48-69aaddb06d6e service nova] Acquiring lock "refresh_cache-0f6452b1-1910-4827-b23b-e9a0663ea72b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.465656] env[68461]: DEBUG oslo_vmware.api [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895252, 'name': RemoveSnapshot_Task, 'duration_secs': 1.339291} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.468516] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Deleted Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1036.540497] env[68461]: DEBUG nova.compute.utils [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.545013] env[68461]: DEBUG nova.compute.manager [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.545210] env[68461]: DEBUG nova.network.neutron [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.625108] env[68461]: DEBUG nova.network.neutron [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Updating instance_info_cache with network_info: [{"id": "21624ce8-efeb-4c3a-88b3-43b85713abd0", "address": "fa:16:3e:9e:b6:67", "network": {"id": "ba418401-3719-4ce4-ade4-3ebab02801e4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-641117451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b41eebd52b74d839eae664ed3a0bfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21624ce8-ef", "ovs_interfaceid": "21624ce8-efeb-4c3a-88b3-43b85713abd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.633619] env[68461]: DEBUG nova.policy [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd84c1ffe83d24129a35505a8beef70fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15a82ad9507a412182cbcd7fa0c384f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.816157] env[68461]: DEBUG oslo_vmware.api [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895253, 'name': PowerOnVM_Task, 'duration_secs': 1.060552} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.816157] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.816157] env[68461]: INFO nova.compute.manager [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Took 12.14 seconds to spawn the instance on the hypervisor. [ 1036.816157] env[68461]: DEBUG nova.compute.manager [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.816157] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f6e173-b9c4-4c63-8b62-5aa453b0111a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.885172] env[68461]: DEBUG oslo_concurrency.lockutils [req-c157c83b-b62f-42f7-81b4-f54fc10cd613 req-9a530249-deed-4d0f-b847-04be435756c6 service nova] Releasing lock "refresh_cache-021d8d7b-9609-4313-971d-f1a22b209751" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.885476] env[68461]: DEBUG nova.compute.manager [req-c157c83b-b62f-42f7-81b4-f54fc10cd613 req-9a530249-deed-4d0f-b847-04be435756c6 service nova] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Received event network-vif-deleted-673cfbad-d120-4fad-80ea-d244cec044d1 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.911799] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2895256, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.975080] env[68461]: WARNING nova.compute.manager [None req-9ca8ba57-65aa-4e89-8c2b-0284e0f5032c tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Image not found during snapshot: nova.exception.ImageNotFound: Image fe5e19f3-27bb-4e5b-a99b-5d22cc45173f could not be found. [ 1037.048500] env[68461]: DEBUG nova.compute.manager [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.109016] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512544b5-3e55-457a-b695-128b9cc811fe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.117713] env[68461]: DEBUG nova.network.neutron [-] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.118970] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d29341-a617-4ed8-a110-d472a19198fe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.165433] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Releasing lock "refresh_cache-0f6452b1-1910-4827-b23b-e9a0663ea72b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.165667] env[68461]: DEBUG nova.compute.manager [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Instance network_info: |[{"id": "21624ce8-efeb-4c3a-88b3-43b85713abd0", "address": "fa:16:3e:9e:b6:67", "network": {"id": "ba418401-3719-4ce4-ade4-3ebab02801e4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-641117451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b41eebd52b74d839eae664ed3a0bfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21624ce8-ef", "ovs_interfaceid": "21624ce8-efeb-4c3a-88b3-43b85713abd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.166319] env[68461]: DEBUG oslo_concurrency.lockutils [req-33fd4e17-92b3-44c4-9272-138115dbf50d req-d59a9337-41bd-4ed2-8d48-69aaddb06d6e service nova] Acquired lock "refresh_cache-0f6452b1-1910-4827-b23b-e9a0663ea72b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.166493] env[68461]: DEBUG nova.network.neutron [req-33fd4e17-92b3-44c4-9272-138115dbf50d req-d59a9337-41bd-4ed2-8d48-69aaddb06d6e service nova] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Refreshing network info cache for port 21624ce8-efeb-4c3a-88b3-43b85713abd0 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.169026] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:b6:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21624ce8-efeb-4c3a-88b3-43b85713abd0', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.177637] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.178411] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9926f9d3-2a2a-49b1-b68a-b80799766af4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.182221] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.182486] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e7fc7fb-a2e4-4d4e-907f-acfdf32da5f0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.204110] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28dda6e-4841-4ac3-b449-abab2fe485d6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.209845] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.209845] env[68461]: value = "task-2895257" [ 1037.209845] env[68461]: _type = "Task" [ 1037.209845] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.224092] env[68461]: DEBUG nova.compute.provider_tree [None req-ed46cd7e-6780-4f0c-bc93-11d8293e2e51 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.227030] env[68461]: DEBUG nova.network.neutron [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Successfully created port: b9c415fa-0e69-488c-b5d6-94120aa0d72d {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.236580] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895257, 'name': CreateVM_Task} progress is 15%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.343317] env[68461]: INFO nova.compute.manager [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Took 45.78 seconds to build instance. [ 1037.413754] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2895256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845088} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.414051] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 021d8d7b-9609-4313-971d-f1a22b209751/021d8d7b-9609-4313-971d-f1a22b209751.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.414264] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.414524] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d9050ec-21c8-4b50-af66-9bef68169fe3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.421473] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for the task: (returnval){ [ 1037.421473] env[68461]: value = "task-2895258" [ 1037.421473] env[68461]: _type = "Task" [ 1037.421473] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.430475] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2895258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.627429] env[68461]: INFO nova.compute.manager [-] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Took 1.71 seconds to deallocate network for instance. [ 1037.730632] env[68461]: DEBUG nova.scheduler.client.report [None req-ed46cd7e-6780-4f0c-bc93-11d8293e2e51 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.737028] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895257, 'name': CreateVM_Task, 'duration_secs': 0.372247} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.743958] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.743958] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.743958] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.744197] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.745271] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a0ddff8-3841-4746-8915-aea2bb5d327b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.750272] env[68461]: DEBUG nova.compute.manager [req-a7a950d6-48a9-4155-9071-347b4c9f3f5f req-dcc71b6f-7b30-4480-84ef-f05517cb9a41 service nova] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Received event network-vif-deleted-9f49c21e-807d-42b5-9aaa-77651591f54f {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.752531] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Waiting for the task: (returnval){ [ 1037.752531] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]524148f7-7d59-7c53-b1eb-71000c3bdf9b" [ 1037.752531] env[68461]: _type = "Task" [ 1037.752531] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.761886] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]524148f7-7d59-7c53-b1eb-71000c3bdf9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.846399] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67563215-b352-4576-9b2d-d4a217e5f1d8 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "e93f14f8-8557-4828-ab17-2d613ee16984" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.502s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.931864] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2895258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100242} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.932299] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.933263] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52da7108-bd16-47e0-9074-b6858ab2134d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.956470] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 021d8d7b-9609-4313-971d-f1a22b209751/021d8d7b-9609-4313-971d-f1a22b209751.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.957462] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bef0bc64-c625-4258-81e8-941a7ae1f6b7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.980319] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for the task: (returnval){ [ 1037.980319] env[68461]: value = "task-2895259" [ 1037.980319] env[68461]: _type = "Task" [ 1037.980319] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.989564] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2895259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.053188] env[68461]: DEBUG nova.network.neutron [req-33fd4e17-92b3-44c4-9272-138115dbf50d req-d59a9337-41bd-4ed2-8d48-69aaddb06d6e service nova] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Updated VIF entry in instance network info cache for port 21624ce8-efeb-4c3a-88b3-43b85713abd0. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.053572] env[68461]: DEBUG nova.network.neutron [req-33fd4e17-92b3-44c4-9272-138115dbf50d req-d59a9337-41bd-4ed2-8d48-69aaddb06d6e service nova] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Updating instance_info_cache with network_info: [{"id": "21624ce8-efeb-4c3a-88b3-43b85713abd0", "address": "fa:16:3e:9e:b6:67", "network": {"id": "ba418401-3719-4ce4-ade4-3ebab02801e4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-641117451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b41eebd52b74d839eae664ed3a0bfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21624ce8-ef", "ovs_interfaceid": "21624ce8-efeb-4c3a-88b3-43b85713abd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.064796] env[68461]: DEBUG nova.compute.manager [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.101320] env[68461]: DEBUG nova.virt.hardware [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.101606] env[68461]: DEBUG nova.virt.hardware [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.102192] env[68461]: DEBUG nova.virt.hardware [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.102192] env[68461]: DEBUG nova.virt.hardware [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.102668] env[68461]: DEBUG nova.virt.hardware [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.102668] env[68461]: DEBUG nova.virt.hardware [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.103184] env[68461]: DEBUG nova.virt.hardware [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.103524] env[68461]: DEBUG nova.virt.hardware [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.103865] env[68461]: DEBUG nova.virt.hardware [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.104326] env[68461]: DEBUG nova.virt.hardware [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.104583] env[68461]: DEBUG nova.virt.hardware [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.106239] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4248cc0c-7c98-45e8-9024-f7833e86da00 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.117089] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf860ff1-e3eb-4088-a525-839f5fccaf07 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.141482] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.168883] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquiring lock "4f1eb6e1-4e2a-4c71-9238-112725e9536d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.169370] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "4f1eb6e1-4e2a-4c71-9238-112725e9536d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.264962] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]524148f7-7d59-7c53-b1eb-71000c3bdf9b, 'name': SearchDatastore_Task, 'duration_secs': 0.01249} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.265289] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.265519] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.265747] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.265891] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.266310] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.267284] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a47a025-91ff-45b7-9b9d-69122293c5c0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.281645] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.281859] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.283651] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-356c7007-4acc-4717-8e08-89dc9a9637fb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.292641] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Waiting for the task: (returnval){ [ 1038.292641] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]527bbca5-ead9-180d-bc80-1b617623d2cb" [ 1038.292641] env[68461]: _type = "Task" [ 1038.292641] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.302115] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]527bbca5-ead9-180d-bc80-1b617623d2cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.491142] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2895259, 'name': ReconfigVM_Task, 'duration_secs': 0.271826} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.491437] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 021d8d7b-9609-4313-971d-f1a22b209751/021d8d7b-9609-4313-971d-f1a22b209751.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.491732] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68461) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1038.492800] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-66e49f40-0294-4ad9-b3ef-85fe99fb273e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.500176] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for the task: (returnval){ [ 1038.500176] env[68461]: value = "task-2895260" [ 1038.500176] env[68461]: _type = "Task" [ 1038.500176] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.508116] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2895260, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.556582] env[68461]: DEBUG oslo_concurrency.lockutils [req-33fd4e17-92b3-44c4-9272-138115dbf50d req-d59a9337-41bd-4ed2-8d48-69aaddb06d6e service nova] Releasing lock "refresh_cache-0f6452b1-1910-4827-b23b-e9a0663ea72b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.672227] env[68461]: DEBUG nova.compute.manager [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.750401] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ed46cd7e-6780-4f0c-bc93-11d8293e2e51 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.720s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.757020] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.798s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.757020] env[68461]: DEBUG nova.objects.instance [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Lazy-loading 'resources' on Instance uuid 786cca41-91eb-4b77-b365-4c19525352f1 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.790720] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquiring lock "dc2414d3-13dc-4588-91d1-6036e408505e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.790962] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "dc2414d3-13dc-4588-91d1-6036e408505e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.791177] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquiring lock "dc2414d3-13dc-4588-91d1-6036e408505e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.791354] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "dc2414d3-13dc-4588-91d1-6036e408505e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.791522] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "dc2414d3-13dc-4588-91d1-6036e408505e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.794109] env[68461]: INFO nova.compute.manager [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Terminating instance [ 1038.806871] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]527bbca5-ead9-180d-bc80-1b617623d2cb, 'name': SearchDatastore_Task, 'duration_secs': 0.023386} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.807957] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09bd1263-3e04-4c91-bbf2-fff11c4c47bf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.816780] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Waiting for the task: (returnval){ [ 1038.816780] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c662d1-1b67-94f1-183a-0427a696569d" [ 1038.816780] env[68461]: _type = "Task" [ 1038.816780] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.831711] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c662d1-1b67-94f1-183a-0427a696569d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.011978] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2895260, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.056898} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.013891] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68461) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1039.014741] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab3d54b-d22e-4562-bf55-1e64254556bb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.042248] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 021d8d7b-9609-4313-971d-f1a22b209751/ephemeral_0.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.042762] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c1314b9-ee23-4c6b-a4a7-069c49082730 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.064822] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for the task: (returnval){ [ 1039.064822] env[68461]: value = "task-2895261" [ 1039.064822] env[68461]: _type = "Task" [ 1039.064822] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.073974] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2895261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.097742] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "7f1af6cd-1359-483a-839e-a328babf9f84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.098359] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "7f1af6cd-1359-483a-839e-a328babf9f84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.098783] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "7f1af6cd-1359-483a-839e-a328babf9f84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.099050] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "7f1af6cd-1359-483a-839e-a328babf9f84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.099346] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "7f1af6cd-1359-483a-839e-a328babf9f84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.101382] env[68461]: INFO nova.compute.manager [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Terminating instance [ 1039.131107] env[68461]: DEBUG oslo_vmware.rw_handles [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52da7c80-e9c1-5aee-df08-937b59926e43/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1039.131107] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a685a4-13a9-4106-bdb9-f056eee9a447 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.137739] env[68461]: DEBUG oslo_vmware.rw_handles [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52da7c80-e9c1-5aee-df08-937b59926e43/disk-0.vmdk is in state: ready. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1039.138093] env[68461]: ERROR oslo_vmware.rw_handles [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52da7c80-e9c1-5aee-df08-937b59926e43/disk-0.vmdk due to incomplete transfer. [ 1039.138430] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fa45c016-d0f4-4d91-927a-d66a344780af {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.148020] env[68461]: DEBUG oslo_vmware.rw_handles [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52da7c80-e9c1-5aee-df08-937b59926e43/disk-0.vmdk. {{(pid=68461) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1039.148020] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Uploaded image 0ca00cce-85f1-4c4d-aa3f-8a7d2838f2a6 to the Glance image server {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1039.149142] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Destroying the VM {{(pid=68461) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1039.149577] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b5d1f2a9-e895-40d6-8384-dd45ec4ae039 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.159145] env[68461]: DEBUG oslo_vmware.api [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1039.159145] env[68461]: value = "task-2895262" [ 1039.159145] env[68461]: _type = "Task" [ 1039.159145] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.165843] env[68461]: DEBUG oslo_vmware.api [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895262, 'name': Destroy_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.174727] env[68461]: DEBUG nova.network.neutron [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Successfully updated port: b9c415fa-0e69-488c-b5d6-94120aa0d72d {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.193756] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.286405] env[68461]: DEBUG nova.compute.manager [req-8ba36f51-533b-4f07-8249-e06014d09de7 req-475a6e9e-4d87-456d-b472-fc4a0118c70e service nova] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Received event network-vif-plugged-b9c415fa-0e69-488c-b5d6-94120aa0d72d {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.286630] env[68461]: DEBUG oslo_concurrency.lockutils [req-8ba36f51-533b-4f07-8249-e06014d09de7 req-475a6e9e-4d87-456d-b472-fc4a0118c70e service nova] Acquiring lock "9b3b9600-bf96-4a2b-aa8c-79f7321878b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.286838] env[68461]: DEBUG oslo_concurrency.lockutils [req-8ba36f51-533b-4f07-8249-e06014d09de7 req-475a6e9e-4d87-456d-b472-fc4a0118c70e service nova] Lock "9b3b9600-bf96-4a2b-aa8c-79f7321878b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.287014] env[68461]: DEBUG oslo_concurrency.lockutils [req-8ba36f51-533b-4f07-8249-e06014d09de7 req-475a6e9e-4d87-456d-b472-fc4a0118c70e service nova] Lock "9b3b9600-bf96-4a2b-aa8c-79f7321878b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.287195] env[68461]: DEBUG nova.compute.manager [req-8ba36f51-533b-4f07-8249-e06014d09de7 req-475a6e9e-4d87-456d-b472-fc4a0118c70e service nova] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] No waiting events found dispatching network-vif-plugged-b9c415fa-0e69-488c-b5d6-94120aa0d72d {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.287362] env[68461]: WARNING nova.compute.manager [req-8ba36f51-533b-4f07-8249-e06014d09de7 req-475a6e9e-4d87-456d-b472-fc4a0118c70e service nova] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Received unexpected event network-vif-plugged-b9c415fa-0e69-488c-b5d6-94120aa0d72d for instance with vm_state building and task_state spawning. [ 1039.302569] env[68461]: DEBUG nova.compute.manager [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.303037] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.304736] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1dbb89-888c-41e8-b4f2-500510c41365 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.314612] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.314945] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57f8089a-92f9-487c-ac84-0bb2074781a9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.321531] env[68461]: INFO nova.scheduler.client.report [None req-ed46cd7e-6780-4f0c-bc93-11d8293e2e51 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Deleted allocation for migration 7f8ff307-fcaf-465d-ae43-bd6f4ed6b51c [ 1039.331046] env[68461]: DEBUG oslo_vmware.api [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 1039.331046] env[68461]: value = "task-2895263" [ 1039.331046] env[68461]: _type = "Task" [ 1039.331046] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.343352] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c662d1-1b67-94f1-183a-0427a696569d, 'name': SearchDatastore_Task, 'duration_secs': 0.01868} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.344439] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.344839] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 0f6452b1-1910-4827-b23b-e9a0663ea72b/0f6452b1-1910-4827-b23b-e9a0663ea72b.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.348034] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1febdaa5-36be-4bf5-b6aa-fe9ab498a1ea {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.353249] env[68461]: DEBUG oslo_vmware.api [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.363835] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Waiting for the task: (returnval){ [ 1039.363835] env[68461]: value = "task-2895264" [ 1039.363835] env[68461]: _type = "Task" [ 1039.363835] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.373573] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.582434] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "98571f34-23ed-40cd-8ad3-4f27fd9d83e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.582754] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "98571f34-23ed-40cd-8ad3-4f27fd9d83e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.582952] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "e93f14f8-8557-4828-ab17-2d613ee16984" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.583144] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "e93f14f8-8557-4828-ab17-2d613ee16984" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.583328] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "e93f14f8-8557-4828-ab17-2d613ee16984-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.583633] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "e93f14f8-8557-4828-ab17-2d613ee16984-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.583749] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "e93f14f8-8557-4828-ab17-2d613ee16984-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.585370] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2895261, 'name': ReconfigVM_Task, 'duration_secs': 0.328078} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.586241] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 021d8d7b-9609-4313-971d-f1a22b209751/ephemeral_0.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.587040] env[68461]: INFO nova.compute.manager [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Terminating instance [ 1039.588367] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-936b2c45-b69c-4d66-84f8-75b48d746d6c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.598507] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for the task: (returnval){ [ 1039.598507] env[68461]: value = "task-2895265" [ 1039.598507] env[68461]: _type = "Task" [ 1039.598507] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.608302] env[68461]: DEBUG nova.compute.manager [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.608526] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.609107] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2895265, 'name': Rename_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.609922] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c70368-ed0d-4155-882e-8e1dd5d4738e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.620617] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.620986] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-332e19b0-c599-4a46-8d3d-ea00890fbd98 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.630844] env[68461]: DEBUG oslo_vmware.api [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1039.630844] env[68461]: value = "task-2895266" [ 1039.630844] env[68461]: _type = "Task" [ 1039.630844] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.640335] env[68461]: DEBUG oslo_vmware.api [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.675251] env[68461]: DEBUG oslo_vmware.api [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895262, 'name': Destroy_Task} progress is 33%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.681776] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Acquiring lock "refresh_cache-9b3b9600-bf96-4a2b-aa8c-79f7321878b0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.681776] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Acquired lock "refresh_cache-9b3b9600-bf96-4a2b-aa8c-79f7321878b0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.681944] env[68461]: DEBUG nova.network.neutron [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.794742] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0fc542-8a70-4e8a-b44b-57931be97f33 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.804412] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721072ea-e30a-47c6-bfb6-e221484208e0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.846914] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ed46cd7e-6780-4f0c-bc93-11d8293e2e51 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "0fae630c-c34d-4827-9557-2d3bdb3d7c50" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.431s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.852681] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4169e2-9dd4-4542-a2c9-7bb28f8c7782 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.866194] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a9707f-a9c8-442d-a338-6dcd74fb94c5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.871920] env[68461]: DEBUG oslo_vmware.api [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895263, 'name': PowerOffVM_Task, 'duration_secs': 0.174326} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.878332] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.878574] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.879898] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c632b153-88eb-4f9c-b32c-11ac67727b3d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.892695] env[68461]: DEBUG nova.compute.provider_tree [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.897763] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895264, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.950023] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.950023] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.950023] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Deleting the datastore file [datastore1] dc2414d3-13dc-4588-91d1-6036e408505e {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.950023] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cff1f31-e009-4248-a973-4323ff58a45c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.958404] env[68461]: DEBUG oslo_vmware.api [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 1039.958404] env[68461]: value = "task-2895268" [ 1039.958404] env[68461]: _type = "Task" [ 1039.958404] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.971153] env[68461]: DEBUG oslo_vmware.api [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.093234] env[68461]: DEBUG nova.compute.manager [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.093474] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.094499] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e92560-a5e0-463e-9ca4-271d41962481 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.102432] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.105863] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c866b8e-ed4d-44a8-9f8b-9933b1f28e7c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.114170] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2895265, 'name': Rename_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.114170] env[68461]: DEBUG oslo_vmware.api [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1040.114170] env[68461]: value = "task-2895269" [ 1040.114170] env[68461]: _type = "Task" [ 1040.114170] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.122841] env[68461]: DEBUG oslo_vmware.api [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.140627] env[68461]: DEBUG oslo_vmware.api [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895266, 'name': PowerOffVM_Task, 'duration_secs': 0.229139} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.141072] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.141072] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.141361] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dd57d6e-190d-4a94-a939-eddf6bea2643 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.167979] env[68461]: DEBUG oslo_vmware.api [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895262, 'name': Destroy_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.203503] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.203778] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.203949] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Deleting the datastore file [datastore1] 7f1af6cd-1359-483a-839e-a328babf9f84 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.204307] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69c1a278-1ce3-47a4-bc71-15de09b10dcb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.211468] env[68461]: DEBUG oslo_vmware.api [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1040.211468] env[68461]: value = "task-2895271" [ 1040.211468] env[68461]: _type = "Task" [ 1040.211468] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.219170] env[68461]: DEBUG oslo_vmware.api [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.232502] env[68461]: DEBUG nova.network.neutron [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.381322] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643409} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.381660] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 0f6452b1-1910-4827-b23b-e9a0663ea72b/0f6452b1-1910-4827-b23b-e9a0663ea72b.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.382063] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.382476] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb6c1778-b78c-4189-ae4a-c71fbdac3ca6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.393124] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Waiting for the task: (returnval){ [ 1040.393124] env[68461]: value = "task-2895272" [ 1040.393124] env[68461]: _type = "Task" [ 1040.393124] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.399018] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.399302] env[68461]: DEBUG nova.scheduler.client.report [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.472208] env[68461]: DEBUG oslo_vmware.api [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165334} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.472208] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.472208] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.472208] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.472208] env[68461]: INFO nova.compute.manager [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1040.472208] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.472208] env[68461]: DEBUG nova.compute.manager [-] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.472208] env[68461]: DEBUG nova.network.neutron [-] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.569047] env[68461]: DEBUG nova.network.neutron [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Updating instance_info_cache with network_info: [{"id": "b9c415fa-0e69-488c-b5d6-94120aa0d72d", "address": "fa:16:3e:99:4f:fb", "network": {"id": "70e90509-de8d-45ab-9a1e-0f9c4741ea08", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-642064589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15a82ad9507a412182cbcd7fa0c384f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9c415fa-0e", "ovs_interfaceid": "b9c415fa-0e69-488c-b5d6-94120aa0d72d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.617026] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2895265, 'name': Rename_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.626540] env[68461]: DEBUG oslo_vmware.api [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.671526] env[68461]: DEBUG oslo_vmware.api [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895262, 'name': Destroy_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.725148] env[68461]: DEBUG oslo_vmware.api [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13533} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.726611] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.726611] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.726611] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.726611] env[68461]: INFO nova.compute.manager [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1040.726907] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.726907] env[68461]: DEBUG nova.compute.manager [-] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.727010] env[68461]: DEBUG nova.network.neutron [-] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.901118] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.507327} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.901410] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.902262] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc7cb4d-0f71-4019-84d7-13e359886a40 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.906714] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.909057] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.481s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.942130] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 0f6452b1-1910-4827-b23b-e9a0663ea72b/0f6452b1-1910-4827-b23b-e9a0663ea72b.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.943648] env[68461]: INFO nova.scheduler.client.report [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Deleted allocations for instance 786cca41-91eb-4b77-b365-4c19525352f1 [ 1040.947314] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea7a275f-d5e5-4858-8db5-f76f0f7c8512 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.970357] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Waiting for the task: (returnval){ [ 1040.970357] env[68461]: value = "task-2895273" [ 1040.970357] env[68461]: _type = "Task" [ 1040.970357] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.979060] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.069696] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Releasing lock "refresh_cache-9b3b9600-bf96-4a2b-aa8c-79f7321878b0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.070027] env[68461]: DEBUG nova.compute.manager [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Instance network_info: |[{"id": "b9c415fa-0e69-488c-b5d6-94120aa0d72d", "address": "fa:16:3e:99:4f:fb", "network": {"id": "70e90509-de8d-45ab-9a1e-0f9c4741ea08", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-642064589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15a82ad9507a412182cbcd7fa0c384f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9c415fa-0e", "ovs_interfaceid": "b9c415fa-0e69-488c-b5d6-94120aa0d72d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.072948] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:4f:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9c415fa-0e69-488c-b5d6-94120aa0d72d', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.080817] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Creating folder: Project (15a82ad9507a412182cbcd7fa0c384f4). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.082291] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7eb5a11-2d8e-40d8-b105-7227d2109610 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.093701] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Created folder: Project (15a82ad9507a412182cbcd7fa0c384f4) in parent group-v581476. [ 1041.093941] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Creating folder: Instances. Parent ref: group-v581618. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.094184] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b08b771b-0005-48c7-bf8c-666c56afd6cd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.115391] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2895265, 'name': Rename_Task, 'duration_secs': 1.238052} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.116761] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.117239] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Created folder: Instances in parent group-v581618. [ 1041.117517] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.120080] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1fa8292-b144-4411-9918-33d85db5b9ec {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.121721] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.125278] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-160c28ee-2de5-4164-be00-3db6a9937022 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.151990] env[68461]: DEBUG oslo_vmware.api [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895269, 'name': PowerOffVM_Task, 'duration_secs': 0.873443} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.154306] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.154481] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.154757] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.154757] env[68461]: value = "task-2895277" [ 1041.154757] env[68461]: _type = "Task" [ 1041.154757] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.156168] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for the task: (returnval){ [ 1041.156168] env[68461]: value = "task-2895276" [ 1041.156168] env[68461]: _type = "Task" [ 1041.156168] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.157729] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5d6da0a-a079-44a1-bb9a-83c0d197a228 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.195913] env[68461]: DEBUG oslo_vmware.api [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895262, 'name': Destroy_Task, 'duration_secs': 1.651672} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.196641] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895277, 'name': CreateVM_Task} progress is 15%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.196906] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2895276, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.197216] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Destroyed the VM [ 1041.197474] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Deleting Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1041.197970] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-81a87fd8-9651-4988-947d-b6b293e68e62 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.207068] env[68461]: DEBUG oslo_vmware.api [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1041.207068] env[68461]: value = "task-2895279" [ 1041.207068] env[68461]: _type = "Task" [ 1041.207068] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.215823] env[68461]: DEBUG oslo_concurrency.lockutils [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Acquiring lock "e23b9fc0-7225-4734-9aa1-0c03bf494967" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.216172] env[68461]: DEBUG oslo_concurrency.lockutils [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Lock "e23b9fc0-7225-4734-9aa1-0c03bf494967" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.216391] env[68461]: DEBUG oslo_concurrency.lockutils [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Acquiring lock "e23b9fc0-7225-4734-9aa1-0c03bf494967-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.216636] env[68461]: DEBUG oslo_concurrency.lockutils [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Lock "e23b9fc0-7225-4734-9aa1-0c03bf494967-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.216863] env[68461]: DEBUG oslo_concurrency.lockutils [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Lock "e23b9fc0-7225-4734-9aa1-0c03bf494967-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.218620] env[68461]: DEBUG oslo_vmware.api [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895279, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.222213] env[68461]: INFO nova.compute.manager [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Terminating instance [ 1041.244558] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.244985] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.245548] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Deleting the datastore file [datastore1] e93f14f8-8557-4828-ab17-2d613ee16984 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.245724] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a6dfeb0-ae8e-4964-bbc2-2d87b5a51ab5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.258829] env[68461]: DEBUG oslo_vmware.api [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1041.258829] env[68461]: value = "task-2895280" [ 1041.258829] env[68461]: _type = "Task" [ 1041.258829] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.273276] env[68461]: DEBUG oslo_vmware.api [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.469102] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ed89deaf-1488-4e05-90ca-7314804fcc2d tempest-ServerAddressesNegativeTestJSON-625220748 tempest-ServerAddressesNegativeTestJSON-625220748-project-member] Lock "786cca41-91eb-4b77-b365-4c19525352f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.476012] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff84aa5-2c3a-4d65-be4d-8201687b269a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.484336] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895273, 'name': ReconfigVM_Task, 'duration_secs': 0.354465} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.487548] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 0f6452b1-1910-4827-b23b-e9a0663ea72b/0f6452b1-1910-4827-b23b-e9a0663ea72b.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.488172] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b752fea-d07b-4cda-aec8-6f302b5a0137 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.490614] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c991b32d-1e37-4162-84e0-57d41880009f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.498392] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Waiting for the task: (returnval){ [ 1041.498392] env[68461]: value = "task-2895281" [ 1041.498392] env[68461]: _type = "Task" [ 1041.498392] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.528767] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d68e80-cf68-4106-8b9e-9a4d8274ed0e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.546020] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895281, 'name': Rename_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.546020] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f363d26-819e-44a2-8e57-9c5b32e58004 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.565766] env[68461]: DEBUG nova.compute.provider_tree [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.568710] env[68461]: DEBUG nova.network.neutron [-] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.674252] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895277, 'name': CreateVM_Task, 'duration_secs': 0.359291} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.677783] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.678116] env[68461]: DEBUG oslo_vmware.api [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2895276, 'name': PowerOnVM_Task, 'duration_secs': 0.492892} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.680171] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.680403] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.680816] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.681173] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.681425] env[68461]: INFO nova.compute.manager [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Took 11.53 seconds to spawn the instance on the hypervisor. [ 1041.681709] env[68461]: DEBUG nova.compute.manager [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.685390] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c9d1707-6042-423f-8022-03284a4881ad {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.688161] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2ae75d-942a-41c8-802a-ae9bd4ca89db {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.691424] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Acquiring lock "ed74e465-0d31-403e-8077-d55c72066ad8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.691642] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Lock "ed74e465-0d31-403e-8077-d55c72066ad8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.696849] env[68461]: DEBUG oslo_vmware.api [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Waiting for the task: (returnval){ [ 1041.696849] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52688b84-ce4b-bfda-436f-591db1577895" [ 1041.696849] env[68461]: _type = "Task" [ 1041.696849] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.710480] env[68461]: DEBUG oslo_vmware.api [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52688b84-ce4b-bfda-436f-591db1577895, 'name': SearchDatastore_Task, 'duration_secs': 0.009546} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.718127] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.718127] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.718127] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.718127] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.718127] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.718127] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78c08e44-9b87-4736-aa5d-b4232342f408 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.722017] env[68461]: DEBUG oslo_vmware.api [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895279, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.724023] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.724221] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.725087] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-621179e4-78b3-42a7-b69f-6efa87c94823 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.729249] env[68461]: DEBUG nova.compute.manager [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.729466] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.731335] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83086659-cdb8-4052-a3fa-62beb84fd7d6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.734215] env[68461]: DEBUG oslo_vmware.api [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Waiting for the task: (returnval){ [ 1041.734215] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]522b32cf-ff51-e9c6-223a-d3280fdb8dc6" [ 1041.734215] env[68461]: _type = "Task" [ 1041.734215] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.740518] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.741177] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7b292c1-68e8-474e-bb2a-dd0b45c9a34e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.746324] env[68461]: DEBUG oslo_vmware.api [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522b32cf-ff51-e9c6-223a-d3280fdb8dc6, 'name': SearchDatastore_Task, 'duration_secs': 0.009269} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.748022] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9c31e58-4a7a-4fd0-b820-746821b83be6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.753436] env[68461]: DEBUG oslo_vmware.api [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Waiting for the task: (returnval){ [ 1041.753436] env[68461]: value = "task-2895282" [ 1041.753436] env[68461]: _type = "Task" [ 1041.753436] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.755644] env[68461]: DEBUG oslo_vmware.api [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Waiting for the task: (returnval){ [ 1041.755644] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]526af88d-9984-4bb2-18da-98db2f46088d" [ 1041.755644] env[68461]: _type = "Task" [ 1041.755644] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.768682] env[68461]: DEBUG oslo_vmware.api [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Task: {'id': task-2895282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.772349] env[68461]: DEBUG oslo_vmware.api [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526af88d-9984-4bb2-18da-98db2f46088d, 'name': SearchDatastore_Task, 'duration_secs': 0.008814} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.772581] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.772837] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 9b3b9600-bf96-4a2b-aa8c-79f7321878b0/9b3b9600-bf96-4a2b-aa8c-79f7321878b0.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.773094] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e969692-3a5d-43c1-9964-042c55f97c3d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.777345] env[68461]: DEBUG oslo_vmware.api [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189884} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.777860] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.778057] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.778238] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.778406] env[68461]: INFO nova.compute.manager [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1041.778638] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.778848] env[68461]: DEBUG nova.compute.manager [-] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.778913] env[68461]: DEBUG nova.network.neutron [-] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.781478] env[68461]: DEBUG oslo_vmware.api [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Waiting for the task: (returnval){ [ 1041.781478] env[68461]: value = "task-2895283" [ 1041.781478] env[68461]: _type = "Task" [ 1041.781478] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.792166] env[68461]: DEBUG oslo_vmware.api [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Task: {'id': task-2895283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.036517] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895281, 'name': Rename_Task, 'duration_secs': 0.183369} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.036790] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.037249] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbc3d3a8-3638-481d-83a5-76335325e28b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.047354] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Waiting for the task: (returnval){ [ 1042.047354] env[68461]: value = "task-2895284" [ 1042.047354] env[68461]: _type = "Task" [ 1042.047354] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.053571] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.071239] env[68461]: DEBUG nova.scheduler.client.report [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.075459] env[68461]: INFO nova.compute.manager [-] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Took 1.60 seconds to deallocate network for instance. [ 1042.107554] env[68461]: DEBUG nova.network.neutron [-] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.215645] env[68461]: INFO nova.compute.manager [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Took 44.64 seconds to build instance. [ 1042.223194] env[68461]: DEBUG oslo_vmware.api [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895279, 'name': RemoveSnapshot_Task, 'duration_secs': 0.551645} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.223469] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Deleted Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1042.223915] env[68461]: INFO nova.compute.manager [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Took 18.91 seconds to snapshot the instance on the hypervisor. [ 1042.267673] env[68461]: DEBUG oslo_vmware.api [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Task: {'id': task-2895282, 'name': PowerOffVM_Task, 'duration_secs': 0.181739} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.268010] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.268135] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.268421] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70691304-1c0e-45b9-9194-54ac439a5388 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.290837] env[68461]: DEBUG oslo_vmware.api [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Task: {'id': task-2895283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464923} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.291265] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 9b3b9600-bf96-4a2b-aa8c-79f7321878b0/9b3b9600-bf96-4a2b-aa8c-79f7321878b0.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.291413] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.291671] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e38e59c9-d435-4eec-a16a-64a13bb4f278 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.297553] env[68461]: DEBUG oslo_vmware.api [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Waiting for the task: (returnval){ [ 1042.297553] env[68461]: value = "task-2895286" [ 1042.297553] env[68461]: _type = "Task" [ 1042.297553] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.305727] env[68461]: DEBUG oslo_vmware.api [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Task: {'id': task-2895286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.332383] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.332551] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.332749] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Deleting the datastore file [datastore1] e23b9fc0-7225-4734-9aa1-0c03bf494967 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.333769] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-083066ad-32ed-436f-99e8-6380c061e153 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.340209] env[68461]: DEBUG oslo_vmware.api [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Waiting for the task: (returnval){ [ 1042.340209] env[68461]: value = "task-2895287" [ 1042.340209] env[68461]: _type = "Task" [ 1042.340209] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.349907] env[68461]: DEBUG oslo_vmware.api [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Task: {'id': task-2895287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.415169] env[68461]: DEBUG nova.compute.manager [req-f97433c1-b864-44f1-b1f5-62f8aa63478b req-3a047ee3-238b-4e33-b93d-d40da9da0fbd service nova] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Received event network-changed-b9c415fa-0e69-488c-b5d6-94120aa0d72d {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.415378] env[68461]: DEBUG nova.compute.manager [req-f97433c1-b864-44f1-b1f5-62f8aa63478b req-3a047ee3-238b-4e33-b93d-d40da9da0fbd service nova] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Refreshing instance network info cache due to event network-changed-b9c415fa-0e69-488c-b5d6-94120aa0d72d. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.415588] env[68461]: DEBUG oslo_concurrency.lockutils [req-f97433c1-b864-44f1-b1f5-62f8aa63478b req-3a047ee3-238b-4e33-b93d-d40da9da0fbd service nova] Acquiring lock "refresh_cache-9b3b9600-bf96-4a2b-aa8c-79f7321878b0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.415724] env[68461]: DEBUG oslo_concurrency.lockutils [req-f97433c1-b864-44f1-b1f5-62f8aa63478b req-3a047ee3-238b-4e33-b93d-d40da9da0fbd service nova] Acquired lock "refresh_cache-9b3b9600-bf96-4a2b-aa8c-79f7321878b0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.415900] env[68461]: DEBUG nova.network.neutron [req-f97433c1-b864-44f1-b1f5-62f8aa63478b req-3a047ee3-238b-4e33-b93d-d40da9da0fbd service nova] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Refreshing network info cache for port b9c415fa-0e69-488c-b5d6-94120aa0d72d {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.554396] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895284, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.576963] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.577360] env[68461]: INFO nova.compute.manager [None req-5eb8db33-4b71-48b4-a3aa-314e307488e1 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Successfully reverted task state from rebuilding on failure for instance. [ 1042.582451] env[68461]: DEBUG oslo_concurrency.lockutils [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.315s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.582810] env[68461]: DEBUG nova.objects.instance [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Lazy-loading 'resources' on Instance uuid 0918f7e7-ac2e-43e8-a205-33a78b9b3dac {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.585081] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.611196] env[68461]: INFO nova.compute.manager [-] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Took 1.88 seconds to deallocate network for instance. [ 1042.717957] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e89557bd-4ab8-480e-85a1-2b84cf1b466c tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Lock "021d8d7b-9609-4313-971d-f1a22b209751" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.621s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.810783] env[68461]: DEBUG nova.network.neutron [-] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.812257] env[68461]: DEBUG oslo_vmware.api [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Task: {'id': task-2895286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069607} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.818824] env[68461]: DEBUG nova.compute.manager [None req-47625da0-dbdf-49e9-a383-16fd216bc055 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Found 2 images (rotation: 2) {{(pid=68461) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1042.820038] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.821107] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4822a0d-f4b1-4333-9b1e-b3b7fe26d668 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.855944] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 9b3b9600-bf96-4a2b-aa8c-79f7321878b0/9b3b9600-bf96-4a2b-aa8c-79f7321878b0.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.861415] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12b58954-b76e-448c-aa6f-71753ce5134d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.884120] env[68461]: DEBUG oslo_vmware.api [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Task: {'id': task-2895287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146494} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.885821] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.886227] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.886583] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.887291] env[68461]: INFO nova.compute.manager [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1042.887694] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.888159] env[68461]: DEBUG oslo_vmware.api [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Waiting for the task: (returnval){ [ 1042.888159] env[68461]: value = "task-2895288" [ 1042.888159] env[68461]: _type = "Task" [ 1042.888159] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.888615] env[68461]: DEBUG nova.compute.manager [-] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.888850] env[68461]: DEBUG nova.network.neutron [-] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.900797] env[68461]: DEBUG oslo_vmware.api [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Task: {'id': task-2895288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.056383] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895284, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.116798] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.220093] env[68461]: DEBUG nova.compute.manager [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.314184] env[68461]: INFO nova.compute.manager [-] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Took 1.54 seconds to deallocate network for instance. [ 1043.401840] env[68461]: DEBUG oslo_vmware.api [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Task: {'id': task-2895288, 'name': ReconfigVM_Task, 'duration_secs': 0.27436} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.402181] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 9b3b9600-bf96-4a2b-aa8c-79f7321878b0/9b3b9600-bf96-4a2b-aa8c-79f7321878b0.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.402831] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72fcf4f7-4998-46ec-ba85-aa1636435250 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.411765] env[68461]: DEBUG oslo_vmware.api [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Waiting for the task: (returnval){ [ 1043.411765] env[68461]: value = "task-2895289" [ 1043.411765] env[68461]: _type = "Task" [ 1043.411765] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.419699] env[68461]: DEBUG oslo_vmware.api [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Task: {'id': task-2895289, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.557682] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895284, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.586998] env[68461]: DEBUG nova.network.neutron [req-f97433c1-b864-44f1-b1f5-62f8aa63478b req-3a047ee3-238b-4e33-b93d-d40da9da0fbd service nova] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Updated VIF entry in instance network info cache for port b9c415fa-0e69-488c-b5d6-94120aa0d72d. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.588524] env[68461]: DEBUG nova.network.neutron [req-f97433c1-b864-44f1-b1f5-62f8aa63478b req-3a047ee3-238b-4e33-b93d-d40da9da0fbd service nova] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Updating instance_info_cache with network_info: [{"id": "b9c415fa-0e69-488c-b5d6-94120aa0d72d", "address": "fa:16:3e:99:4f:fb", "network": {"id": "70e90509-de8d-45ab-9a1e-0f9c4741ea08", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-642064589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15a82ad9507a412182cbcd7fa0c384f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9c415fa-0e", "ovs_interfaceid": "b9c415fa-0e69-488c-b5d6-94120aa0d72d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.623983] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df7696a-b512-4542-9380-a5267a024084 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.632167] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4b0d19-2633-41f0-a805-8c43af00e1e6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.667562] env[68461]: DEBUG nova.network.neutron [-] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.669323] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbecb0a7-313c-4832-b681-a16efddd4f4e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.677939] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da989dc9-414c-4063-90ab-c5f487227e87 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.693351] env[68461]: DEBUG nova.compute.provider_tree [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.732541] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "6a686ce7-1687-471e-b292-b17e52099459" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.733700] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "6a686ce7-1687-471e-b292-b17e52099459" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.749136] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.824522] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.926255] env[68461]: DEBUG oslo_vmware.api [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Task: {'id': task-2895289, 'name': Rename_Task, 'duration_secs': 0.154752} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.926777] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.927216] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b523b91-9412-4cb2-b8e7-042406e7993f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.935067] env[68461]: DEBUG oslo_vmware.api [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Waiting for the task: (returnval){ [ 1043.935067] env[68461]: value = "task-2895290" [ 1043.935067] env[68461]: _type = "Task" [ 1043.935067] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.946316] env[68461]: DEBUG oslo_vmware.api [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Task: {'id': task-2895290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.061725] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895284, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.095692] env[68461]: DEBUG oslo_concurrency.lockutils [req-f97433c1-b864-44f1-b1f5-62f8aa63478b req-3a047ee3-238b-4e33-b93d-d40da9da0fbd service nova] Releasing lock "refresh_cache-9b3b9600-bf96-4a2b-aa8c-79f7321878b0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.095692] env[68461]: DEBUG nova.compute.manager [req-f97433c1-b864-44f1-b1f5-62f8aa63478b req-3a047ee3-238b-4e33-b93d-d40da9da0fbd service nova] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Received event network-vif-deleted-a6136d1a-9594-4b8c-afe3-e2051c2474e7 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.174150] env[68461]: INFO nova.compute.manager [-] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Took 1.29 seconds to deallocate network for instance. [ 1044.196541] env[68461]: DEBUG nova.scheduler.client.report [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.450140] env[68461]: DEBUG oslo_vmware.api [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Task: {'id': task-2895290, 'name': PowerOnVM_Task, 'duration_secs': 0.462895} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.450140] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.450140] env[68461]: INFO nova.compute.manager [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Took 6.38 seconds to spawn the instance on the hypervisor. [ 1044.450140] env[68461]: DEBUG nova.compute.manager [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.450140] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b5f3fb-4984-417f-97c3-b2561f3cda27 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.558415] env[68461]: DEBUG oslo_vmware.api [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895284, 'name': PowerOnVM_Task, 'duration_secs': 2.060853} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.558995] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.558995] env[68461]: INFO nova.compute.manager [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Took 11.91 seconds to spawn the instance on the hypervisor. [ 1044.559103] env[68461]: DEBUG nova.compute.manager [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.559935] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56985044-2c29-4161-92b2-6dd68075f143 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.685510] env[68461]: DEBUG oslo_concurrency.lockutils [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.706969] env[68461]: DEBUG oslo_concurrency.lockutils [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.708363] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.354s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.710314] env[68461]: INFO nova.compute.claims [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.743194] env[68461]: INFO nova.scheduler.client.report [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Deleted allocations for instance 0918f7e7-ac2e-43e8-a205-33a78b9b3dac [ 1044.826993] env[68461]: DEBUG nova.compute.manager [req-1101ecc0-03e6-41df-abee-80db96245920 req-f85a1b22-5a0d-48f7-a422-592908020ce3 service nova] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Received event network-vif-deleted-f32942d9-360a-47ad-8645-4b756981bb2c {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.827516] env[68461]: DEBUG nova.compute.manager [req-1101ecc0-03e6-41df-abee-80db96245920 req-f85a1b22-5a0d-48f7-a422-592908020ce3 service nova] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Received event network-vif-deleted-0e442071-7daf-4eb7-8fca-5e8b390185ea {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.827749] env[68461]: DEBUG nova.compute.manager [req-1101ecc0-03e6-41df-abee-80db96245920 req-f85a1b22-5a0d-48f7-a422-592908020ce3 service nova] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Received event network-vif-deleted-deb0489e-d07d-44aa-a7b5-6aa314a32b18 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.827964] env[68461]: DEBUG nova.compute.manager [req-1101ecc0-03e6-41df-abee-80db96245920 req-f85a1b22-5a0d-48f7-a422-592908020ce3 service nova] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Received event network-changed-f74a6285-7fd2-43a7-aa2f-e9fff276fbff {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.828195] env[68461]: DEBUG nova.compute.manager [req-1101ecc0-03e6-41df-abee-80db96245920 req-f85a1b22-5a0d-48f7-a422-592908020ce3 service nova] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Refreshing instance network info cache due to event network-changed-f74a6285-7fd2-43a7-aa2f-e9fff276fbff. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.828451] env[68461]: DEBUG oslo_concurrency.lockutils [req-1101ecc0-03e6-41df-abee-80db96245920 req-f85a1b22-5a0d-48f7-a422-592908020ce3 service nova] Acquiring lock "refresh_cache-021d8d7b-9609-4313-971d-f1a22b209751" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.828647] env[68461]: DEBUG oslo_concurrency.lockutils [req-1101ecc0-03e6-41df-abee-80db96245920 req-f85a1b22-5a0d-48f7-a422-592908020ce3 service nova] Acquired lock "refresh_cache-021d8d7b-9609-4313-971d-f1a22b209751" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.828867] env[68461]: DEBUG nova.network.neutron [req-1101ecc0-03e6-41df-abee-80db96245920 req-f85a1b22-5a0d-48f7-a422-592908020ce3 service nova] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Refreshing network info cache for port f74a6285-7fd2-43a7-aa2f-e9fff276fbff {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.969396] env[68461]: INFO nova.compute.manager [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Took 38.75 seconds to build instance. [ 1045.083085] env[68461]: DEBUG nova.compute.manager [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.083085] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5b9231-1cb2-4908-b1ac-2cbf87742f93 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.095888] env[68461]: INFO nova.compute.manager [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Took 43.40 seconds to build instance. [ 1045.249204] env[68461]: DEBUG oslo_concurrency.lockutils [None req-046ea187-c067-43c5-b965-368f49334ca0 tempest-ServersTestFqdnHostnames-1628656770 tempest-ServersTestFqdnHostnames-1628656770-project-member] Lock "0918f7e7-ac2e-43e8-a205-33a78b9b3dac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.864s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.471558] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a86b9e94-428b-445d-93d6-a6203188c7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Lock "9b3b9600-bf96-4a2b-aa8c-79f7321878b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.675s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.600848] env[68461]: INFO nova.compute.manager [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] instance snapshotting [ 1045.601455] env[68461]: DEBUG nova.objects.instance [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lazy-loading 'flavor' on Instance uuid e8e0b748-8d14-40a3-9702-504d0c0d679f {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.602869] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b15c846b-e99f-4217-ac89-864be4ced419 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Lock "0f6452b1-1910-4827-b23b-e9a0663ea72b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.498s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.692929] env[68461]: DEBUG nova.network.neutron [req-1101ecc0-03e6-41df-abee-80db96245920 req-f85a1b22-5a0d-48f7-a422-592908020ce3 service nova] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Updated VIF entry in instance network info cache for port f74a6285-7fd2-43a7-aa2f-e9fff276fbff. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.693329] env[68461]: DEBUG nova.network.neutron [req-1101ecc0-03e6-41df-abee-80db96245920 req-f85a1b22-5a0d-48f7-a422-592908020ce3 service nova] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Updating instance_info_cache with network_info: [{"id": "f74a6285-7fd2-43a7-aa2f-e9fff276fbff", "address": "fa:16:3e:f3:83:30", "network": {"id": "de181620-7342-4db4-b76c-c19795f976b4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-538514800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6808b69ef22d41409eea6d4507e7f0df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf74a6285-7f", "ovs_interfaceid": "f74a6285-7fd2-43a7-aa2f-e9fff276fbff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.974288] env[68461]: DEBUG nova.compute.manager [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.105330] env[68461]: DEBUG nova.compute.manager [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.113409] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5aa083-19b9-4685-af6e-6f73ba9a2fa5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.138948] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5e0eaf-06aa-4cc6-9aa3-b0c6534f1f30 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.172296] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901d918a-590e-473f-b42e-ddb036088264 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.180090] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93716de2-1afd-467c-bfd2-6a1148525e5b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.212475] env[68461]: DEBUG oslo_concurrency.lockutils [req-1101ecc0-03e6-41df-abee-80db96245920 req-f85a1b22-5a0d-48f7-a422-592908020ce3 service nova] Releasing lock "refresh_cache-021d8d7b-9609-4313-971d-f1a22b209751" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.213726] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ada4757-2419-4808-9899-4ad8bafec203 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.221695] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77760488-0132-4f3f-82c4-dc954282c535 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.234621] env[68461]: DEBUG nova.compute.provider_tree [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.495043] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.637024] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.650846] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Creating Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1046.651178] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-39377328-8ee5-48e5-9036-869799784635 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.659301] env[68461]: DEBUG oslo_vmware.api [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1046.659301] env[68461]: value = "task-2895291" [ 1046.659301] env[68461]: _type = "Task" [ 1046.659301] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.667473] env[68461]: DEBUG oslo_vmware.api [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895291, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.739747] env[68461]: DEBUG nova.scheduler.client.report [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.169322] env[68461]: DEBUG oslo_vmware.api [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895291, 'name': CreateSnapshot_Task, 'duration_secs': 0.496952} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.170250] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Created Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1047.171867] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45313615-b06e-4ed1-abff-1486a8c9e9b7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.250028] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.250028] env[68461]: DEBUG nova.compute.manager [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.251032] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5c4d62d2-dd0d-43c7-a9d4-0f510c497050 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.251475] env[68461]: DEBUG nova.objects.instance [None req-5c4d62d2-dd0d-43c7-a9d4-0f510c497050 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Lazy-loading 'resources' on Instance uuid 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.696131] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Creating linked-clone VM from snapshot {{(pid=68461) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1047.696131] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ca5ff9ec-07ee-4b23-97ba-a488c47b1af8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.704430] env[68461]: DEBUG oslo_vmware.api [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1047.704430] env[68461]: value = "task-2895292" [ 1047.704430] env[68461]: _type = "Task" [ 1047.704430] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.714021] env[68461]: DEBUG oslo_vmware.api [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895292, 'name': CloneVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.760171] env[68461]: DEBUG nova.compute.utils [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.760171] env[68461]: DEBUG nova.compute.manager [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.760171] env[68461]: DEBUG nova.network.neutron [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.878776] env[68461]: DEBUG nova.policy [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c71253127d8b491e9a99d425af117eb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '172893bd35654dcea61891ad9fbc7e85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.216105] env[68461]: DEBUG oslo_vmware.api [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895292, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.217683] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9ade3e-dc16-47bf-9730-41421721db16 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.224324] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea33a324-96af-4ec6-add1-4b61be1a2310 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.257799] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee9b126-b0d3-4e7b-b687-b9e31e77954e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.265350] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8412929-9956-4a2e-99f8-a9f69850873e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.271128] env[68461]: DEBUG nova.compute.manager [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.284034] env[68461]: DEBUG nova.compute.provider_tree [None req-5c4d62d2-dd0d-43c7-a9d4-0f510c497050 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.723033] env[68461]: DEBUG oslo_vmware.api [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895292, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.779825] env[68461]: DEBUG nova.network.neutron [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Successfully created port: 5baac20a-fed9-4458-b40a-16a7d9787e2e {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.786614] env[68461]: DEBUG nova.scheduler.client.report [None req-5c4d62d2-dd0d-43c7-a9d4-0f510c497050 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.903654] env[68461]: DEBUG nova.compute.manager [req-a063c543-98bd-4c82-abf7-092f681acd07 req-0ba72385-4611-4110-ba05-a9dbb5a33033 service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Received event network-changed-a98d7f3b-4b28-438a-bc24-2b4fed75aa7a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.907640] env[68461]: DEBUG nova.compute.manager [req-a063c543-98bd-4c82-abf7-092f681acd07 req-0ba72385-4611-4110-ba05-a9dbb5a33033 service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Refreshing instance network info cache due to event network-changed-a98d7f3b-4b28-438a-bc24-2b4fed75aa7a. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.907952] env[68461]: DEBUG oslo_concurrency.lockutils [req-a063c543-98bd-4c82-abf7-092f681acd07 req-0ba72385-4611-4110-ba05-a9dbb5a33033 service nova] Acquiring lock "refresh_cache-83abfaa7-1fc4-4dfb-8a33-7018c44d650c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.909695] env[68461]: DEBUG oslo_concurrency.lockutils [req-a063c543-98bd-4c82-abf7-092f681acd07 req-0ba72385-4611-4110-ba05-a9dbb5a33033 service nova] Acquired lock "refresh_cache-83abfaa7-1fc4-4dfb-8a33-7018c44d650c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.909963] env[68461]: DEBUG nova.network.neutron [req-a063c543-98bd-4c82-abf7-092f681acd07 req-0ba72385-4611-4110-ba05-a9dbb5a33033 service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Refreshing network info cache for port a98d7f3b-4b28-438a-bc24-2b4fed75aa7a {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.219602] env[68461]: DEBUG oslo_vmware.api [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895292, 'name': CloneVM_Task, 'duration_secs': 1.447534} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.220263] env[68461]: INFO nova.virt.vmwareapi.vmops [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Created linked-clone VM from snapshot [ 1049.221078] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4482de87-267d-4448-aa88-fcb3508a472a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.230685] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Uploading image 5d774c38-70ac-456b-a4ba-3c2063423326 {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1049.265048] env[68461]: DEBUG oslo_vmware.rw_handles [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1049.265048] env[68461]: value = "vm-581622" [ 1049.265048] env[68461]: _type = "VirtualMachine" [ 1049.265048] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1049.265264] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4fcc86b4-e75c-4732-b96c-7aeefbeed666 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.272552] env[68461]: DEBUG oslo_vmware.rw_handles [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lease: (returnval){ [ 1049.272552] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c6a053-21f5-a4bf-18e9-91a01a329a4f" [ 1049.272552] env[68461]: _type = "HttpNfcLease" [ 1049.272552] env[68461]: } obtained for exporting VM: (result){ [ 1049.272552] env[68461]: value = "vm-581622" [ 1049.272552] env[68461]: _type = "VirtualMachine" [ 1049.272552] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1049.272870] env[68461]: DEBUG oslo_vmware.api [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the lease: (returnval){ [ 1049.272870] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c6a053-21f5-a4bf-18e9-91a01a329a4f" [ 1049.272870] env[68461]: _type = "HttpNfcLease" [ 1049.272870] env[68461]: } to be ready. {{(pid=68461) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1049.278967] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1049.278967] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c6a053-21f5-a4bf-18e9-91a01a329a4f" [ 1049.278967] env[68461]: _type = "HttpNfcLease" [ 1049.278967] env[68461]: } is initializing. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1049.284327] env[68461]: DEBUG nova.compute.manager [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.291940] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5c4d62d2-dd0d-43c7-a9d4-0f510c497050 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.296420] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.568s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.296420] env[68461]: DEBUG nova.objects.instance [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Lazy-loading 'resources' on Instance uuid 7a9f7ade-ad54-4517-acf8-70fced073c77 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.323940] env[68461]: DEBUG nova.virt.hardware [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.323940] env[68461]: DEBUG nova.virt.hardware [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.323940] env[68461]: DEBUG nova.virt.hardware [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.323940] env[68461]: DEBUG nova.virt.hardware [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.323940] env[68461]: DEBUG nova.virt.hardware [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.323940] env[68461]: DEBUG nova.virt.hardware [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.323940] env[68461]: DEBUG nova.virt.hardware [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.324236] env[68461]: DEBUG nova.virt.hardware [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.325768] env[68461]: DEBUG nova.virt.hardware [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.325768] env[68461]: DEBUG nova.virt.hardware [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.325768] env[68461]: DEBUG nova.virt.hardware [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.325977] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d635b0c9-ece4-4c2c-801b-e072c6498c25 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.337030] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657e7195-6725-42d2-a8ce-116b878e78ed {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.781399] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1049.781399] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c6a053-21f5-a4bf-18e9-91a01a329a4f" [ 1049.781399] env[68461]: _type = "HttpNfcLease" [ 1049.781399] env[68461]: } is ready. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1049.781661] env[68461]: DEBUG oslo_vmware.rw_handles [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1049.781661] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c6a053-21f5-a4bf-18e9-91a01a329a4f" [ 1049.781661] env[68461]: _type = "HttpNfcLease" [ 1049.781661] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1049.782413] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827d2fb8-6455-40a1-933a-767c902b5e23 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.790188] env[68461]: DEBUG oslo_vmware.rw_handles [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5227afc3-ca4c-c96a-3521-6f87c0fc5fb7/disk-0.vmdk from lease info. {{(pid=68461) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1049.790365] env[68461]: DEBUG oslo_vmware.rw_handles [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5227afc3-ca4c-c96a-3521-6f87c0fc5fb7/disk-0.vmdk for reading. {{(pid=68461) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1049.855560] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5c4d62d2-dd0d-43c7-a9d4-0f510c497050 tempest-ServerActionsV293TestJSON-717969617 tempest-ServerActionsV293TestJSON-717969617-project-member] Lock "1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.072s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.890449] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a85bb3d9-9bf1-4d09-9ee3-1962e141f020 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.900253] env[68461]: DEBUG nova.network.neutron [req-a063c543-98bd-4c82-abf7-092f681acd07 req-0ba72385-4611-4110-ba05-a9dbb5a33033 service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Updated VIF entry in instance network info cache for port a98d7f3b-4b28-438a-bc24-2b4fed75aa7a. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.900656] env[68461]: DEBUG nova.network.neutron [req-a063c543-98bd-4c82-abf7-092f681acd07 req-0ba72385-4611-4110-ba05-a9dbb5a33033 service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Updating instance_info_cache with network_info: [{"id": "a98d7f3b-4b28-438a-bc24-2b4fed75aa7a", "address": "fa:16:3e:39:a2:95", "network": {"id": "ba418401-3719-4ce4-ade4-3ebab02801e4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-641117451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b41eebd52b74d839eae664ed3a0bfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa98d7f3b-4b", "ovs_interfaceid": "a98d7f3b-4b28-438a-bc24-2b4fed75aa7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.344516] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7dda25-004c-479a-8b11-666e53e78202 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.354370] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ed56ae-1ebb-477e-b50f-103780e66763 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.394106] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87399a3-2d11-4352-b8d6-55bd51841286 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.404363] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d4878b-9d55-4c31-8b9d-b606e5e31e03 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.409140] env[68461]: DEBUG oslo_concurrency.lockutils [req-a063c543-98bd-4c82-abf7-092f681acd07 req-0ba72385-4611-4110-ba05-a9dbb5a33033 service nova] Releasing lock "refresh_cache-83abfaa7-1fc4-4dfb-8a33-7018c44d650c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.420278] env[68461]: DEBUG nova.compute.provider_tree [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.923753] env[68461]: DEBUG nova.scheduler.client.report [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.958477] env[68461]: DEBUG nova.network.neutron [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Successfully updated port: 5baac20a-fed9-4458-b40a-16a7d9787e2e {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.431317] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.432441] env[68461]: DEBUG oslo_concurrency.lockutils [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.853s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.435162] env[68461]: INFO nova.compute.claims [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.462519] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "refresh_cache-99c2a850-2aa5-49e1-a65f-50020b0d5a95" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.462676] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired lock "refresh_cache-99c2a850-2aa5-49e1-a65f-50020b0d5a95" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.462829] env[68461]: DEBUG nova.network.neutron [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.464799] env[68461]: INFO nova.scheduler.client.report [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Deleted allocations for instance 7a9f7ade-ad54-4517-acf8-70fced073c77 [ 1051.976020] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2f66c0ae-873d-473f-8f42-f503924070af tempest-ServerRescueTestJSON-213003018 tempest-ServerRescueTestJSON-213003018-project-member] Lock "7a9f7ade-ad54-4517-acf8-70fced073c77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.682s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.068060] env[68461]: DEBUG nova.network.neutron [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.377643] env[68461]: DEBUG nova.network.neutron [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Updating instance_info_cache with network_info: [{"id": "5baac20a-fed9-4458-b40a-16a7d9787e2e", "address": "fa:16:3e:2f:e6:f5", "network": {"id": "85cdbcc9-e5a7-4f29-940a-6c0f1d5018cf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1563446852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172893bd35654dcea61891ad9fbc7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5baac20a-fe", "ovs_interfaceid": "5baac20a-fed9-4458-b40a-16a7d9787e2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.852163] env[68461]: DEBUG nova.compute.manager [req-98c873eb-fb65-4312-bb5b-d8e2357d230a req-749ec129-bdb5-4e03-9b36-06306d528c7b service nova] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Received event network-changed-b9c415fa-0e69-488c-b5d6-94120aa0d72d {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.852446] env[68461]: DEBUG nova.compute.manager [req-98c873eb-fb65-4312-bb5b-d8e2357d230a req-749ec129-bdb5-4e03-9b36-06306d528c7b service nova] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Refreshing instance network info cache due to event network-changed-b9c415fa-0e69-488c-b5d6-94120aa0d72d. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.852652] env[68461]: DEBUG oslo_concurrency.lockutils [req-98c873eb-fb65-4312-bb5b-d8e2357d230a req-749ec129-bdb5-4e03-9b36-06306d528c7b service nova] Acquiring lock "refresh_cache-9b3b9600-bf96-4a2b-aa8c-79f7321878b0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.852819] env[68461]: DEBUG oslo_concurrency.lockutils [req-98c873eb-fb65-4312-bb5b-d8e2357d230a req-749ec129-bdb5-4e03-9b36-06306d528c7b service nova] Acquired lock "refresh_cache-9b3b9600-bf96-4a2b-aa8c-79f7321878b0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.853274] env[68461]: DEBUG nova.network.neutron [req-98c873eb-fb65-4312-bb5b-d8e2357d230a req-749ec129-bdb5-4e03-9b36-06306d528c7b service nova] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Refreshing network info cache for port b9c415fa-0e69-488c-b5d6-94120aa0d72d {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.881688] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Releasing lock "refresh_cache-99c2a850-2aa5-49e1-a65f-50020b0d5a95" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.882477] env[68461]: DEBUG nova.compute.manager [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Instance network_info: |[{"id": "5baac20a-fed9-4458-b40a-16a7d9787e2e", "address": "fa:16:3e:2f:e6:f5", "network": {"id": "85cdbcc9-e5a7-4f29-940a-6c0f1d5018cf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1563446852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172893bd35654dcea61891ad9fbc7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5baac20a-fe", "ovs_interfaceid": "5baac20a-fed9-4458-b40a-16a7d9787e2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.882693] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:e6:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5baac20a-fed9-4458-b40a-16a7d9787e2e', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.892386] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.896824] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.897036] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3681792-85a0-4fe8-a087-00fd13549253 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.922296] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.922296] env[68461]: value = "task-2895294" [ 1052.922296] env[68461]: _type = "Task" [ 1052.922296] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.931200] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895294, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.999880] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780aedc2-af3c-4b91-b7f1-bdcd6e07cf8e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.008695] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0770d59-7147-4be8-a58b-95d845b90231 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.044214] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41102971-6e97-47c8-adc7-bd0b595ef57f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.049664] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb061e5-aa54-4061-b83b-659ec2ec722b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.063918] env[68461]: DEBUG nova.compute.provider_tree [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.435288] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895294, 'name': CreateVM_Task, 'duration_secs': 0.404309} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.435738] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.436785] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.437079] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.438279] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.440029] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f56b5da-4349-495e-9453-7893498d4b00 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.445134] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1053.445134] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]527cb122-8d87-3e99-6ef8-6e10f50d0d2a" [ 1053.445134] env[68461]: _type = "Task" [ 1053.445134] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.459085] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]527cb122-8d87-3e99-6ef8-6e10f50d0d2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.566964] env[68461]: DEBUG nova.scheduler.client.report [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.894197] env[68461]: DEBUG nova.network.neutron [req-98c873eb-fb65-4312-bb5b-d8e2357d230a req-749ec129-bdb5-4e03-9b36-06306d528c7b service nova] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Updated VIF entry in instance network info cache for port b9c415fa-0e69-488c-b5d6-94120aa0d72d. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.896356] env[68461]: DEBUG nova.network.neutron [req-98c873eb-fb65-4312-bb5b-d8e2357d230a req-749ec129-bdb5-4e03-9b36-06306d528c7b service nova] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Updating instance_info_cache with network_info: [{"id": "b9c415fa-0e69-488c-b5d6-94120aa0d72d", "address": "fa:16:3e:99:4f:fb", "network": {"id": "70e90509-de8d-45ab-9a1e-0f9c4741ea08", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-642064589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15a82ad9507a412182cbcd7fa0c384f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9c415fa-0e", "ovs_interfaceid": "b9c415fa-0e69-488c-b5d6-94120aa0d72d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.957417] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]527cb122-8d87-3e99-6ef8-6e10f50d0d2a, 'name': SearchDatastore_Task, 'duration_secs': 0.017391} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.957804] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.958020] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.958226] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.958372] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.958584] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.958873] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e625042-6fcd-4c79-8275-ada1ca65e0b9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.967815] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.967993] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.968769] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1ba9965-3847-4e42-b02c-9eb80c0b3dd1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.976633] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1053.976633] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]529c8440-0445-0c7a-9a3b-e7a0214ef26a" [ 1053.976633] env[68461]: _type = "Task" [ 1053.976633] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.984648] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]529c8440-0445-0c7a-9a3b-e7a0214ef26a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.072847] env[68461]: DEBUG oslo_concurrency.lockutils [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.073805] env[68461]: DEBUG nova.compute.manager [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.077586] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.200s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.079608] env[68461]: INFO nova.compute.claims [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.397625] env[68461]: DEBUG oslo_concurrency.lockutils [req-98c873eb-fb65-4312-bb5b-d8e2357d230a req-749ec129-bdb5-4e03-9b36-06306d528c7b service nova] Releasing lock "refresh_cache-9b3b9600-bf96-4a2b-aa8c-79f7321878b0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.397909] env[68461]: DEBUG nova.compute.manager [req-98c873eb-fb65-4312-bb5b-d8e2357d230a req-749ec129-bdb5-4e03-9b36-06306d528c7b service nova] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Received event network-vif-plugged-5baac20a-fed9-4458-b40a-16a7d9787e2e {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.398152] env[68461]: DEBUG oslo_concurrency.lockutils [req-98c873eb-fb65-4312-bb5b-d8e2357d230a req-749ec129-bdb5-4e03-9b36-06306d528c7b service nova] Acquiring lock "99c2a850-2aa5-49e1-a65f-50020b0d5a95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.398413] env[68461]: DEBUG oslo_concurrency.lockutils [req-98c873eb-fb65-4312-bb5b-d8e2357d230a req-749ec129-bdb5-4e03-9b36-06306d528c7b service nova] Lock "99c2a850-2aa5-49e1-a65f-50020b0d5a95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.398583] env[68461]: DEBUG oslo_concurrency.lockutils [req-98c873eb-fb65-4312-bb5b-d8e2357d230a req-749ec129-bdb5-4e03-9b36-06306d528c7b service nova] Lock "99c2a850-2aa5-49e1-a65f-50020b0d5a95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.398749] env[68461]: DEBUG nova.compute.manager [req-98c873eb-fb65-4312-bb5b-d8e2357d230a req-749ec129-bdb5-4e03-9b36-06306d528c7b service nova] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] No waiting events found dispatching network-vif-plugged-5baac20a-fed9-4458-b40a-16a7d9787e2e {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.398915] env[68461]: WARNING nova.compute.manager [req-98c873eb-fb65-4312-bb5b-d8e2357d230a req-749ec129-bdb5-4e03-9b36-06306d528c7b service nova] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Received unexpected event network-vif-plugged-5baac20a-fed9-4458-b40a-16a7d9787e2e for instance with vm_state building and task_state spawning. [ 1054.399093] env[68461]: DEBUG nova.compute.manager [req-98c873eb-fb65-4312-bb5b-d8e2357d230a req-749ec129-bdb5-4e03-9b36-06306d528c7b service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Received event network-changed-a98d7f3b-4b28-438a-bc24-2b4fed75aa7a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.399250] env[68461]: DEBUG nova.compute.manager [req-98c873eb-fb65-4312-bb5b-d8e2357d230a req-749ec129-bdb5-4e03-9b36-06306d528c7b service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Refreshing instance network info cache due to event network-changed-a98d7f3b-4b28-438a-bc24-2b4fed75aa7a. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.399487] env[68461]: DEBUG oslo_concurrency.lockutils [req-98c873eb-fb65-4312-bb5b-d8e2357d230a req-749ec129-bdb5-4e03-9b36-06306d528c7b service nova] Acquiring lock "refresh_cache-83abfaa7-1fc4-4dfb-8a33-7018c44d650c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.399643] env[68461]: DEBUG oslo_concurrency.lockutils [req-98c873eb-fb65-4312-bb5b-d8e2357d230a req-749ec129-bdb5-4e03-9b36-06306d528c7b service nova] Acquired lock "refresh_cache-83abfaa7-1fc4-4dfb-8a33-7018c44d650c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.399802] env[68461]: DEBUG nova.network.neutron [req-98c873eb-fb65-4312-bb5b-d8e2357d230a req-749ec129-bdb5-4e03-9b36-06306d528c7b service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Refreshing network info cache for port a98d7f3b-4b28-438a-bc24-2b4fed75aa7a {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.487722] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]529c8440-0445-0c7a-9a3b-e7a0214ef26a, 'name': SearchDatastore_Task, 'duration_secs': 0.009173} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.488712] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2371f443-30d4-4a0a-a645-8bfc7e419da1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.494528] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1054.494528] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52572af7-3676-5ba2-1e3e-b378668c38dd" [ 1054.494528] env[68461]: _type = "Task" [ 1054.494528] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.502775] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52572af7-3676-5ba2-1e3e-b378668c38dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.587653] env[68461]: DEBUG nova.compute.utils [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.593020] env[68461]: DEBUG nova.compute.manager [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.593020] env[68461]: DEBUG nova.network.neutron [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.696250] env[68461]: DEBUG nova.policy [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67aed83e36be4d988c9a2a79a97e0ee0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8ecfe9074a44644a0b4aefb0deca40e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.006999] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52572af7-3676-5ba2-1e3e-b378668c38dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009279} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.007329] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.007481] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 99c2a850-2aa5-49e1-a65f-50020b0d5a95/99c2a850-2aa5-49e1-a65f-50020b0d5a95.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.007750] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9844b41-dac0-4e1d-92d7-d8053a75982b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.016050] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1055.016050] env[68461]: value = "task-2895295" [ 1055.016050] env[68461]: _type = "Task" [ 1055.016050] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.024484] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.090873] env[68461]: DEBUG nova.compute.manager [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.521723] env[68461]: DEBUG nova.network.neutron [req-98c873eb-fb65-4312-bb5b-d8e2357d230a req-749ec129-bdb5-4e03-9b36-06306d528c7b service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Updated VIF entry in instance network info cache for port a98d7f3b-4b28-438a-bc24-2b4fed75aa7a. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.522137] env[68461]: DEBUG nova.network.neutron [req-98c873eb-fb65-4312-bb5b-d8e2357d230a req-749ec129-bdb5-4e03-9b36-06306d528c7b service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Updating instance_info_cache with network_info: [{"id": "a98d7f3b-4b28-438a-bc24-2b4fed75aa7a", "address": "fa:16:3e:39:a2:95", "network": {"id": "ba418401-3719-4ce4-ade4-3ebab02801e4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-641117451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b41eebd52b74d839eae664ed3a0bfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa98d7f3b-4b", "ovs_interfaceid": "a98d7f3b-4b28-438a-bc24-2b4fed75aa7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.534839] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465376} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.534839] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 99c2a850-2aa5-49e1-a65f-50020b0d5a95/99c2a850-2aa5-49e1-a65f-50020b0d5a95.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.534839] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.535089] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f5b24ca-5590-48fe-a3b5-6c5f47bd9fff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.544453] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1055.544453] env[68461]: value = "task-2895296" [ 1055.544453] env[68461]: _type = "Task" [ 1055.544453] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.557727] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.585463] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c397ce-6854-480c-89b3-2494b0ae760c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.593015] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072f0c6f-d1bc-4faf-ad4f-e062a88811fc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.633729] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef82e5fc-7d80-4491-bace-633b2961817b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.642185] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682ae5fd-24d4-4ad4-b8f2-1a4606a17c87 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.656770] env[68461]: DEBUG nova.compute.provider_tree [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.658782] env[68461]: DEBUG nova.network.neutron [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Successfully created port: 7655347d-c8a8-49e1-b6e5-e250aa16f7c1 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.025448] env[68461]: DEBUG oslo_concurrency.lockutils [req-98c873eb-fb65-4312-bb5b-d8e2357d230a req-749ec129-bdb5-4e03-9b36-06306d528c7b service nova] Releasing lock "refresh_cache-83abfaa7-1fc4-4dfb-8a33-7018c44d650c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.053081] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071947} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.053162] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.055054] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7934ca-1ee9-4922-9271-5fb901617aaf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.078866] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 99c2a850-2aa5-49e1-a65f-50020b0d5a95/99c2a850-2aa5-49e1-a65f-50020b0d5a95.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.079192] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f369dbe-7901-41f2-a45e-1f502410fe07 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.099805] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1056.099805] env[68461]: value = "task-2895297" [ 1056.099805] env[68461]: _type = "Task" [ 1056.099805] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.104383] env[68461]: DEBUG nova.compute.manager [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.112183] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895297, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.136238] env[68461]: DEBUG nova.virt.hardware [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.136581] env[68461]: DEBUG nova.virt.hardware [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.136789] env[68461]: DEBUG nova.virt.hardware [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.137472] env[68461]: DEBUG nova.virt.hardware [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.137678] env[68461]: DEBUG nova.virt.hardware [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.137855] env[68461]: DEBUG nova.virt.hardware [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.138097] env[68461]: DEBUG nova.virt.hardware [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.138282] env[68461]: DEBUG nova.virt.hardware [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.138473] env[68461]: DEBUG nova.virt.hardware [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.138654] env[68461]: DEBUG nova.virt.hardware [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.138848] env[68461]: DEBUG nova.virt.hardware [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.139801] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1777013d-54fd-4c33-8b1f-56fb6392804b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.151020] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4329cdd8-dd05-4443-9c71-aae3f37440d0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.165817] env[68461]: DEBUG nova.scheduler.client.report [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.476354] env[68461]: DEBUG nova.compute.manager [req-cb03effa-bb13-4229-bcc3-4f4b67932557 req-bf5fd3af-3c13-4284-bbc0-329cbae9d1af service nova] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Received event network-changed-21624ce8-efeb-4c3a-88b3-43b85713abd0 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.476590] env[68461]: DEBUG nova.compute.manager [req-cb03effa-bb13-4229-bcc3-4f4b67932557 req-bf5fd3af-3c13-4284-bbc0-329cbae9d1af service nova] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Refreshing instance network info cache due to event network-changed-21624ce8-efeb-4c3a-88b3-43b85713abd0. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.476809] env[68461]: DEBUG oslo_concurrency.lockutils [req-cb03effa-bb13-4229-bcc3-4f4b67932557 req-bf5fd3af-3c13-4284-bbc0-329cbae9d1af service nova] Acquiring lock "refresh_cache-0f6452b1-1910-4827-b23b-e9a0663ea72b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.476949] env[68461]: DEBUG oslo_concurrency.lockutils [req-cb03effa-bb13-4229-bcc3-4f4b67932557 req-bf5fd3af-3c13-4284-bbc0-329cbae9d1af service nova] Acquired lock "refresh_cache-0f6452b1-1910-4827-b23b-e9a0663ea72b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.477696] env[68461]: DEBUG nova.network.neutron [req-cb03effa-bb13-4229-bcc3-4f4b67932557 req-bf5fd3af-3c13-4284-bbc0-329cbae9d1af service nova] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Refreshing network info cache for port 21624ce8-efeb-4c3a-88b3-43b85713abd0 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.611713] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895297, 'name': ReconfigVM_Task, 'duration_secs': 0.370016} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.612138] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 99c2a850-2aa5-49e1-a65f-50020b0d5a95/99c2a850-2aa5-49e1-a65f-50020b0d5a95.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.612848] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e75a477-5c83-4d74-b0cd-5dcdd17eddc0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.619701] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1056.619701] env[68461]: value = "task-2895298" [ 1056.619701] env[68461]: _type = "Task" [ 1056.619701] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.627845] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895298, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.671024] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.671589] env[68461]: DEBUG nova.compute.manager [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.674327] env[68461]: DEBUG oslo_concurrency.lockutils [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.586s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.675742] env[68461]: INFO nova.compute.claims [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.931753] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Acquiring lock "ea893e0b-4964-44b3-8328-27bbe06469ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.932146] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Lock "ea893e0b-4964-44b3-8328-27bbe06469ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.023993] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Acquiring lock "e0df3bc5-9869-46c6-bb21-60fc38f7154c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.023993] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Lock "e0df3bc5-9869-46c6-bb21-60fc38f7154c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.131148] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895298, 'name': Rename_Task, 'duration_secs': 0.315802} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.131447] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.131642] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-801ae65c-3dbe-4f65-9784-663b0e7ffc25 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.137819] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1057.137819] env[68461]: value = "task-2895299" [ 1057.137819] env[68461]: _type = "Task" [ 1057.137819] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.146343] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.180464] env[68461]: DEBUG nova.compute.utils [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.181925] env[68461]: DEBUG nova.compute.manager [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.182115] env[68461]: DEBUG nova.network.neutron [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.248221] env[68461]: DEBUG nova.policy [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd12651e2a8d4eeeac80cdf0221535c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '464d65d8569c4e75905ad7546c6ebea4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.540993] env[68461]: DEBUG nova.network.neutron [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Successfully created port: 0edab5c2-36e6-431b-aa05-835cb140d2ad {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.545368] env[68461]: DEBUG oslo_vmware.rw_handles [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5227afc3-ca4c-c96a-3521-6f87c0fc5fb7/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1057.546527] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c3d676-16a6-4007-8a1b-09c89a1e3d7e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.552931] env[68461]: DEBUG oslo_vmware.rw_handles [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5227afc3-ca4c-c96a-3521-6f87c0fc5fb7/disk-0.vmdk is in state: ready. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1057.553138] env[68461]: ERROR oslo_vmware.rw_handles [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5227afc3-ca4c-c96a-3521-6f87c0fc5fb7/disk-0.vmdk due to incomplete transfer. [ 1057.553319] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f1adb850-e1ba-4391-92c0-996cb2cc3466 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.561440] env[68461]: DEBUG oslo_vmware.rw_handles [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5227afc3-ca4c-c96a-3521-6f87c0fc5fb7/disk-0.vmdk. {{(pid=68461) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1057.561627] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Uploaded image 5d774c38-70ac-456b-a4ba-3c2063423326 to the Glance image server {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1057.564181] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Destroying the VM {{(pid=68461) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1057.564503] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8aa9ab19-5168-4b3b-ad02-6696c00d92cc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.570923] env[68461]: DEBUG oslo_vmware.api [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1057.570923] env[68461]: value = "task-2895300" [ 1057.570923] env[68461]: _type = "Task" [ 1057.570923] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.579775] env[68461]: DEBUG oslo_vmware.api [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895300, 'name': Destroy_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.651934] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.686833] env[68461]: DEBUG nova.compute.manager [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.710713] env[68461]: DEBUG nova.network.neutron [req-cb03effa-bb13-4229-bcc3-4f4b67932557 req-bf5fd3af-3c13-4284-bbc0-329cbae9d1af service nova] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Updated VIF entry in instance network info cache for port 21624ce8-efeb-4c3a-88b3-43b85713abd0. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.711025] env[68461]: DEBUG nova.network.neutron [req-cb03effa-bb13-4229-bcc3-4f4b67932557 req-bf5fd3af-3c13-4284-bbc0-329cbae9d1af service nova] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Updating instance_info_cache with network_info: [{"id": "21624ce8-efeb-4c3a-88b3-43b85713abd0", "address": "fa:16:3e:9e:b6:67", "network": {"id": "ba418401-3719-4ce4-ade4-3ebab02801e4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-641117451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b41eebd52b74d839eae664ed3a0bfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21624ce8-ef", "ovs_interfaceid": "21624ce8-efeb-4c3a-88b3-43b85713abd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.723666] env[68461]: DEBUG oslo_concurrency.lockutils [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquiring lock "0f6452b1-1910-4827-b23b-e9a0663ea72b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.723666] env[68461]: DEBUG oslo_concurrency.lockutils [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Lock "0f6452b1-1910-4827-b23b-e9a0663ea72b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.723999] env[68461]: DEBUG oslo_concurrency.lockutils [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquiring lock "0f6452b1-1910-4827-b23b-e9a0663ea72b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.724174] env[68461]: DEBUG oslo_concurrency.lockutils [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Lock "0f6452b1-1910-4827-b23b-e9a0663ea72b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.725034] env[68461]: DEBUG oslo_concurrency.lockutils [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Lock "0f6452b1-1910-4827-b23b-e9a0663ea72b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.727649] env[68461]: INFO nova.compute.manager [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Terminating instance [ 1058.085483] env[68461]: DEBUG oslo_vmware.api [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895300, 'name': Destroy_Task} progress is 33%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.088934] env[68461]: DEBUG nova.network.neutron [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Successfully created port: 0df2c15d-b318-4051-b1fb-adc9fff4ce3b {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.117408] env[68461]: DEBUG nova.network.neutron [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Successfully updated port: 7655347d-c8a8-49e1-b6e5-e250aa16f7c1 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1058.156311] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.219017] env[68461]: DEBUG oslo_concurrency.lockutils [req-cb03effa-bb13-4229-bcc3-4f4b67932557 req-bf5fd3af-3c13-4284-bbc0-329cbae9d1af service nova] Releasing lock "refresh_cache-0f6452b1-1910-4827-b23b-e9a0663ea72b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.219017] env[68461]: DEBUG nova.compute.manager [req-cb03effa-bb13-4229-bcc3-4f4b67932557 req-bf5fd3af-3c13-4284-bbc0-329cbae9d1af service nova] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Received event network-changed-5baac20a-fed9-4458-b40a-16a7d9787e2e {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.219017] env[68461]: DEBUG nova.compute.manager [req-cb03effa-bb13-4229-bcc3-4f4b67932557 req-bf5fd3af-3c13-4284-bbc0-329cbae9d1af service nova] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Refreshing instance network info cache due to event network-changed-5baac20a-fed9-4458-b40a-16a7d9787e2e. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.219017] env[68461]: DEBUG oslo_concurrency.lockutils [req-cb03effa-bb13-4229-bcc3-4f4b67932557 req-bf5fd3af-3c13-4284-bbc0-329cbae9d1af service nova] Acquiring lock "refresh_cache-99c2a850-2aa5-49e1-a65f-50020b0d5a95" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.219017] env[68461]: DEBUG oslo_concurrency.lockutils [req-cb03effa-bb13-4229-bcc3-4f4b67932557 req-bf5fd3af-3c13-4284-bbc0-329cbae9d1af service nova] Acquired lock "refresh_cache-99c2a850-2aa5-49e1-a65f-50020b0d5a95" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.219017] env[68461]: DEBUG nova.network.neutron [req-cb03effa-bb13-4229-bcc3-4f4b67932557 req-bf5fd3af-3c13-4284-bbc0-329cbae9d1af service nova] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Refreshing network info cache for port 5baac20a-fed9-4458-b40a-16a7d9787e2e {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.231983] env[68461]: DEBUG nova.compute.manager [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.232156] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.235891] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c889389-f946-4f95-83c6-bc9a29786954 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.244936] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.245384] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c06ad109-57de-4d8e-9e61-6d365ad12d10 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.252812] env[68461]: DEBUG oslo_vmware.api [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Waiting for the task: (returnval){ [ 1058.252812] env[68461]: value = "task-2895301" [ 1058.252812] env[68461]: _type = "Task" [ 1058.252812] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.258342] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c372dfa4-652e-4982-8d8d-38b04ea9e4f1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.266471] env[68461]: DEBUG oslo_vmware.api [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.271408] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cad3bc-6689-4838-8a78-c48bcb1ecd96 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.307999] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10f7970-4677-40eb-8571-164ecc2af11a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.316657] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4441872b-92eb-4c02-8765-c56fd6b36e38 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.330695] env[68461]: DEBUG nova.compute.provider_tree [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.582810] env[68461]: DEBUG oslo_vmware.api [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895300, 'name': Destroy_Task, 'duration_secs': 0.776735} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.583236] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Destroyed the VM [ 1058.583525] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Deleting Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1058.583852] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ff8306b7-f146-4ce7-85e6-cd470ee67d4a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.589838] env[68461]: DEBUG oslo_vmware.api [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1058.589838] env[68461]: value = "task-2895302" [ 1058.589838] env[68461]: _type = "Task" [ 1058.589838] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.598904] env[68461]: DEBUG oslo_vmware.api [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895302, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.621355] env[68461]: DEBUG oslo_concurrency.lockutils [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "refresh_cache-fd817671-1887-4e04-953c-bfd4bf1cee7b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.621355] env[68461]: DEBUG oslo_concurrency.lockutils [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired lock "refresh_cache-fd817671-1887-4e04-953c-bfd4bf1cee7b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.621355] env[68461]: DEBUG nova.network.neutron [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.652304] env[68461]: DEBUG oslo_vmware.api [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895299, 'name': PowerOnVM_Task, 'duration_secs': 1.282378} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.652571] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.652770] env[68461]: INFO nova.compute.manager [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Took 9.37 seconds to spawn the instance on the hypervisor. [ 1058.652948] env[68461]: DEBUG nova.compute.manager [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.653749] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0627ee-b036-48a2-a27f-519288002d95 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.701299] env[68461]: DEBUG nova.compute.manager [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.733035] env[68461]: DEBUG nova.virt.hardware [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.733035] env[68461]: DEBUG nova.virt.hardware [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.733035] env[68461]: DEBUG nova.virt.hardware [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.733035] env[68461]: DEBUG nova.virt.hardware [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.733035] env[68461]: DEBUG nova.virt.hardware [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.733035] env[68461]: DEBUG nova.virt.hardware [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.733035] env[68461]: DEBUG nova.virt.hardware [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.733035] env[68461]: DEBUG nova.virt.hardware [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.733035] env[68461]: DEBUG nova.virt.hardware [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.733573] env[68461]: DEBUG nova.virt.hardware [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.734039] env[68461]: DEBUG nova.virt.hardware [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.735374] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241486a6-ae27-435c-9843-6b225e871ac6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.744855] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac27423-79aa-4ac1-9049-e03881bb9b01 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.768134] env[68461]: DEBUG oslo_vmware.api [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895301, 'name': PowerOffVM_Task, 'duration_secs': 0.202915} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.768403] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.768574] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.768808] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7180af42-9a66-46be-82d6-341e5c608e1a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.834331] env[68461]: DEBUG nova.scheduler.client.report [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.839418] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.839694] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.839882] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Deleting the datastore file [datastore2] 0f6452b1-1910-4827-b23b-e9a0663ea72b {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.842574] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad9318f1-d0d3-41bd-93ca-6f1b3e04cdcf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.850614] env[68461]: DEBUG oslo_vmware.api [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Waiting for the task: (returnval){ [ 1058.850614] env[68461]: value = "task-2895304" [ 1058.850614] env[68461]: _type = "Task" [ 1058.850614] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.859227] env[68461]: DEBUG oslo_vmware.api [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.102758] env[68461]: DEBUG oslo_vmware.api [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895302, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.143095] env[68461]: DEBUG nova.network.neutron [req-cb03effa-bb13-4229-bcc3-4f4b67932557 req-bf5fd3af-3c13-4284-bbc0-329cbae9d1af service nova] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Updated VIF entry in instance network info cache for port 5baac20a-fed9-4458-b40a-16a7d9787e2e. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.143496] env[68461]: DEBUG nova.network.neutron [req-cb03effa-bb13-4229-bcc3-4f4b67932557 req-bf5fd3af-3c13-4284-bbc0-329cbae9d1af service nova] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Updating instance_info_cache with network_info: [{"id": "5baac20a-fed9-4458-b40a-16a7d9787e2e", "address": "fa:16:3e:2f:e6:f5", "network": {"id": "85cdbcc9-e5a7-4f29-940a-6c0f1d5018cf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1563446852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172893bd35654dcea61891ad9fbc7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5baac20a-fe", "ovs_interfaceid": "5baac20a-fed9-4458-b40a-16a7d9787e2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.175818] env[68461]: INFO nova.compute.manager [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Took 41.85 seconds to build instance. [ 1059.186344] env[68461]: DEBUG nova.network.neutron [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.343212] env[68461]: DEBUG oslo_concurrency.lockutils [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.346819] env[68461]: DEBUG nova.compute.manager [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.350774] env[68461]: DEBUG oslo_concurrency.lockutils [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.825s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.351092] env[68461]: DEBUG nova.objects.instance [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Lazy-loading 'resources' on Instance uuid 38fac1f3-9fe0-49c8-875e-d260db193c8a {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.365260] env[68461]: DEBUG oslo_vmware.api [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135408} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.365260] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.365260] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.365260] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.365460] env[68461]: INFO nova.compute.manager [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1059.365750] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.365976] env[68461]: DEBUG nova.compute.manager [-] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.366113] env[68461]: DEBUG nova.network.neutron [-] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.503274] env[68461]: DEBUG nova.network.neutron [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Updating instance_info_cache with network_info: [{"id": "7655347d-c8a8-49e1-b6e5-e250aa16f7c1", "address": "fa:16:3e:38:58:28", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7655347d-c8", "ovs_interfaceid": "7655347d-c8a8-49e1-b6e5-e250aa16f7c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.606021] env[68461]: DEBUG oslo_vmware.api [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895302, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.646611] env[68461]: DEBUG oslo_concurrency.lockutils [req-cb03effa-bb13-4229-bcc3-4f4b67932557 req-bf5fd3af-3c13-4284-bbc0-329cbae9d1af service nova] Releasing lock "refresh_cache-99c2a850-2aa5-49e1-a65f-50020b0d5a95" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.665761] env[68461]: DEBUG nova.compute.manager [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Received event network-changed-21624ce8-efeb-4c3a-88b3-43b85713abd0 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.666159] env[68461]: DEBUG nova.compute.manager [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Refreshing instance network info cache due to event network-changed-21624ce8-efeb-4c3a-88b3-43b85713abd0. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.666537] env[68461]: DEBUG oslo_concurrency.lockutils [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] Acquiring lock "refresh_cache-0f6452b1-1910-4827-b23b-e9a0663ea72b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.666618] env[68461]: DEBUG oslo_concurrency.lockutils [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] Acquired lock "refresh_cache-0f6452b1-1910-4827-b23b-e9a0663ea72b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.666718] env[68461]: DEBUG nova.network.neutron [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Refreshing network info cache for port 21624ce8-efeb-4c3a-88b3-43b85713abd0 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.677306] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6b397260-0ed1-4727-87ba-869d23b0cee2 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "99c2a850-2aa5-49e1-a65f-50020b0d5a95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.470s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.785877] env[68461]: DEBUG nova.network.neutron [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Successfully updated port: 0edab5c2-36e6-431b-aa05-835cb140d2ad {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.859427] env[68461]: DEBUG nova.compute.utils [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.861604] env[68461]: DEBUG nova.compute.manager [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.862326] env[68461]: DEBUG nova.network.neutron [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.914811] env[68461]: DEBUG nova.policy [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f82d5bdb88914a9b9a3eadf904b94f44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42821610650c4fecb574be20608d26f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.006163] env[68461]: DEBUG oslo_concurrency.lockutils [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Releasing lock "refresh_cache-fd817671-1887-4e04-953c-bfd4bf1cee7b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.006466] env[68461]: DEBUG nova.compute.manager [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Instance network_info: |[{"id": "7655347d-c8a8-49e1-b6e5-e250aa16f7c1", "address": "fa:16:3e:38:58:28", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7655347d-c8", "ovs_interfaceid": "7655347d-c8a8-49e1-b6e5-e250aa16f7c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.007697] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:58:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7655347d-c8a8-49e1-b6e5-e250aa16f7c1', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.016648] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Creating folder: Project (d8ecfe9074a44644a0b4aefb0deca40e). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1060.016648] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25f8944c-4889-42af-bd0f-37e0556878d0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.026659] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Created folder: Project (d8ecfe9074a44644a0b4aefb0deca40e) in parent group-v581476. [ 1060.027393] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Creating folder: Instances. Parent ref: group-v581624. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1060.027926] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e438b14c-d500-46b5-b159-7b7e9be6bc6f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.040372] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Created folder: Instances in parent group-v581624. [ 1060.041141] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.041306] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.041490] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e53f699b-8ad7-434c-a13f-2a9fa471e8ec {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.065588] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.065588] env[68461]: value = "task-2895307" [ 1060.065588] env[68461]: _type = "Task" [ 1060.065588] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.073394] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895307, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.103939] env[68461]: DEBUG oslo_vmware.api [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895302, 'name': RemoveSnapshot_Task, 'duration_secs': 1.205937} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.107698] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Deleted Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1060.107698] env[68461]: INFO nova.compute.manager [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Took 13.99 seconds to snapshot the instance on the hypervisor. [ 1060.181777] env[68461]: DEBUG nova.compute.manager [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1060.198567] env[68461]: INFO nova.network.neutron [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Port 21624ce8-efeb-4c3a-88b3-43b85713abd0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1060.198792] env[68461]: DEBUG nova.network.neutron [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.321502] env[68461]: DEBUG nova.network.neutron [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Successfully created port: 2cd1dc9b-d229-45a3-b9e6-861cf9b83b02 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.367274] env[68461]: DEBUG nova.compute.manager [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.374029] env[68461]: DEBUG nova.network.neutron [-] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.406445] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20d2fed-b5e4-4003-b049-653cf95b9835 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.412292] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb04c4f2-ae9c-4b04-8023-170c72e54e19 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.446594] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd88ddd2-6e65-46c6-9cfb-07ca34bd426a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.454290] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8002a1f5-14ef-4b8b-b4c7-fda940cd6393 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.469766] env[68461]: DEBUG nova.compute.provider_tree [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.532733] env[68461]: DEBUG nova.compute.manager [req-32e66e76-e95e-42b5-908b-5462b940d67b req-238d1fad-303c-4557-aded-4713798cb36b service nova] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Received event network-vif-plugged-0edab5c2-36e6-431b-aa05-835cb140d2ad {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.532964] env[68461]: DEBUG oslo_concurrency.lockutils [req-32e66e76-e95e-42b5-908b-5462b940d67b req-238d1fad-303c-4557-aded-4713798cb36b service nova] Acquiring lock "cbaffc17-2d36-42e1-bc9b-e217b32a7f3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.533187] env[68461]: DEBUG oslo_concurrency.lockutils [req-32e66e76-e95e-42b5-908b-5462b940d67b req-238d1fad-303c-4557-aded-4713798cb36b service nova] Lock "cbaffc17-2d36-42e1-bc9b-e217b32a7f3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.533355] env[68461]: DEBUG oslo_concurrency.lockutils [req-32e66e76-e95e-42b5-908b-5462b940d67b req-238d1fad-303c-4557-aded-4713798cb36b service nova] Lock "cbaffc17-2d36-42e1-bc9b-e217b32a7f3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.533525] env[68461]: DEBUG nova.compute.manager [req-32e66e76-e95e-42b5-908b-5462b940d67b req-238d1fad-303c-4557-aded-4713798cb36b service nova] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] No waiting events found dispatching network-vif-plugged-0edab5c2-36e6-431b-aa05-835cb140d2ad {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.533687] env[68461]: WARNING nova.compute.manager [req-32e66e76-e95e-42b5-908b-5462b940d67b req-238d1fad-303c-4557-aded-4713798cb36b service nova] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Received unexpected event network-vif-plugged-0edab5c2-36e6-431b-aa05-835cb140d2ad for instance with vm_state building and task_state spawning. [ 1060.578790] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895307, 'name': CreateVM_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.660519] env[68461]: DEBUG nova.compute.manager [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Found 3 images (rotation: 2) {{(pid=68461) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1060.660771] env[68461]: DEBUG nova.compute.manager [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Rotating out 1 backups {{(pid=68461) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1060.661014] env[68461]: DEBUG nova.compute.manager [None req-d363f08b-6073-4b46-ba08-002fdab70090 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Deleting image ec875196-bf0d-4d96-a320-3c2a0a0385c6 {{(pid=68461) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1060.701877] env[68461]: DEBUG oslo_concurrency.lockutils [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] Releasing lock "refresh_cache-0f6452b1-1910-4827-b23b-e9a0663ea72b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.702102] env[68461]: DEBUG nova.compute.manager [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Received event network-changed-b9c415fa-0e69-488c-b5d6-94120aa0d72d {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.702516] env[68461]: DEBUG nova.compute.manager [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Refreshing instance network info cache due to event network-changed-b9c415fa-0e69-488c-b5d6-94120aa0d72d. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1060.702516] env[68461]: DEBUG oslo_concurrency.lockutils [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] Acquiring lock "refresh_cache-9b3b9600-bf96-4a2b-aa8c-79f7321878b0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.702636] env[68461]: DEBUG oslo_concurrency.lockutils [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] Acquired lock "refresh_cache-9b3b9600-bf96-4a2b-aa8c-79f7321878b0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.702764] env[68461]: DEBUG nova.network.neutron [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Refreshing network info cache for port b9c415fa-0e69-488c-b5d6-94120aa0d72d {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.706325] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.878816] env[68461]: INFO nova.compute.manager [-] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Took 1.51 seconds to deallocate network for instance. [ 1060.975406] env[68461]: DEBUG nova.scheduler.client.report [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.077882] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895307, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.383408] env[68461]: DEBUG nova.compute.manager [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.386322] env[68461]: DEBUG oslo_concurrency.lockutils [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.410767] env[68461]: DEBUG nova.virt.hardware [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.411071] env[68461]: DEBUG nova.virt.hardware [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.411173] env[68461]: DEBUG nova.virt.hardware [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.411358] env[68461]: DEBUG nova.virt.hardware [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.411488] env[68461]: DEBUG nova.virt.hardware [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.411644] env[68461]: DEBUG nova.virt.hardware [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.411858] env[68461]: DEBUG nova.virt.hardware [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.412028] env[68461]: DEBUG nova.virt.hardware [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.412291] env[68461]: DEBUG nova.virt.hardware [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.412357] env[68461]: DEBUG nova.virt.hardware [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.412529] env[68461]: DEBUG nova.virt.hardware [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.413391] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7dc9f4-b9ac-4d20-9b29-9e058095a7a4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.421449] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed44b1d-14ea-4131-bb58-2e17ad166c16 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.434545] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "99c2a850-2aa5-49e1-a65f-50020b0d5a95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.434772] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "99c2a850-2aa5-49e1-a65f-50020b0d5a95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.434969] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "99c2a850-2aa5-49e1-a65f-50020b0d5a95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.435163] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "99c2a850-2aa5-49e1-a65f-50020b0d5a95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.435330] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "99c2a850-2aa5-49e1-a65f-50020b0d5a95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.437459] env[68461]: INFO nova.compute.manager [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Terminating instance [ 1061.481661] env[68461]: DEBUG oslo_concurrency.lockutils [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.483933] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.349s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.485807] env[68461]: INFO nova.compute.claims [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.508919] env[68461]: INFO nova.scheduler.client.report [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Deleted allocations for instance 38fac1f3-9fe0-49c8-875e-d260db193c8a [ 1061.580616] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895307, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.661503] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.661808] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.940985] env[68461]: DEBUG nova.compute.manager [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.941243] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.942600] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3426c72-6509-4c18-8077-cfeae2336fb8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.950282] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.950536] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dae493c-67a3-4628-bc23-00d589d4beee {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.958881] env[68461]: DEBUG oslo_vmware.api [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1061.958881] env[68461]: value = "task-2895308" [ 1061.958881] env[68461]: _type = "Task" [ 1061.958881] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.969466] env[68461]: DEBUG oslo_vmware.api [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.018756] env[68461]: DEBUG oslo_concurrency.lockutils [None req-31d8ee70-8d22-45a3-84d6-74111d776abb tempest-ServersTestManualDisk-1176074466 tempest-ServersTestManualDisk-1176074466-project-member] Lock "38fac1f3-9fe0-49c8-875e-d260db193c8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.265s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.046779] env[68461]: DEBUG nova.network.neutron [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Updated VIF entry in instance network info cache for port b9c415fa-0e69-488c-b5d6-94120aa0d72d. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.047199] env[68461]: DEBUG nova.network.neutron [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Updating instance_info_cache with network_info: [{"id": "b9c415fa-0e69-488c-b5d6-94120aa0d72d", "address": "fa:16:3e:99:4f:fb", "network": {"id": "70e90509-de8d-45ab-9a1e-0f9c4741ea08", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-642064589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15a82ad9507a412182cbcd7fa0c384f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9c415fa-0e", "ovs_interfaceid": "b9c415fa-0e69-488c-b5d6-94120aa0d72d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.081109] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895307, 'name': CreateVM_Task, 'duration_secs': 1.841812} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.081295] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.082008] env[68461]: DEBUG oslo_concurrency.lockutils [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.082227] env[68461]: DEBUG oslo_concurrency.lockutils [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.082574] env[68461]: DEBUG oslo_concurrency.lockutils [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.082848] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e4719f4-f612-492b-afee-09593fa16bc4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.088556] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1062.088556] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5225eb86-7191-0a9f-7255-fddf21cfd67e" [ 1062.088556] env[68461]: _type = "Task" [ 1062.088556] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.097948] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5225eb86-7191-0a9f-7255-fddf21cfd67e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.133696] env[68461]: DEBUG nova.network.neutron [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Successfully updated port: 2cd1dc9b-d229-45a3-b9e6-861cf9b83b02 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.173484] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.173817] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.174102] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.174501] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.174602] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.174845] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.175022] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68461) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1062.175249] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.474367] env[68461]: DEBUG oslo_vmware.api [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895308, 'name': PowerOffVM_Task, 'duration_secs': 0.27231} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.475511] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.475511] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.475511] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a7463cf-fcd9-42f3-99bf-811baa475db8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.552161] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.552161] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.552161] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Deleting the datastore file [datastore1] 99c2a850-2aa5-49e1-a65f-50020b0d5a95 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.556347] env[68461]: DEBUG oslo_concurrency.lockutils [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] Releasing lock "refresh_cache-9b3b9600-bf96-4a2b-aa8c-79f7321878b0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.556989] env[68461]: DEBUG nova.compute.manager [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Received event network-vif-plugged-7655347d-c8a8-49e1-b6e5-e250aa16f7c1 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.557324] env[68461]: DEBUG oslo_concurrency.lockutils [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] Acquiring lock "fd817671-1887-4e04-953c-bfd4bf1cee7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.557657] env[68461]: DEBUG oslo_concurrency.lockutils [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] Lock "fd817671-1887-4e04-953c-bfd4bf1cee7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.557936] env[68461]: DEBUG oslo_concurrency.lockutils [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] Lock "fd817671-1887-4e04-953c-bfd4bf1cee7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.558229] env[68461]: DEBUG nova.compute.manager [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] No waiting events found dispatching network-vif-plugged-7655347d-c8a8-49e1-b6e5-e250aa16f7c1 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.559296] env[68461]: WARNING nova.compute.manager [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Received unexpected event network-vif-plugged-7655347d-c8a8-49e1-b6e5-e250aa16f7c1 for instance with vm_state building and task_state spawning. [ 1062.559705] env[68461]: DEBUG nova.compute.manager [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Received event network-changed-7655347d-c8a8-49e1-b6e5-e250aa16f7c1 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.559988] env[68461]: DEBUG nova.compute.manager [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Refreshing instance network info cache due to event network-changed-7655347d-c8a8-49e1-b6e5-e250aa16f7c1. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.561104] env[68461]: DEBUG oslo_concurrency.lockutils [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] Acquiring lock "refresh_cache-fd817671-1887-4e04-953c-bfd4bf1cee7b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.561104] env[68461]: DEBUG oslo_concurrency.lockutils [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] Acquired lock "refresh_cache-fd817671-1887-4e04-953c-bfd4bf1cee7b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.561104] env[68461]: DEBUG nova.network.neutron [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Refreshing network info cache for port 7655347d-c8a8-49e1-b6e5-e250aa16f7c1 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.562023] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ac6566f-a737-4597-bac6-64e3f6e979df {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.571016] env[68461]: DEBUG oslo_vmware.api [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1062.571016] env[68461]: value = "task-2895310" [ 1062.571016] env[68461]: _type = "Task" [ 1062.571016] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.579561] env[68461]: DEBUG oslo_vmware.api [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.601233] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5225eb86-7191-0a9f-7255-fddf21cfd67e, 'name': SearchDatastore_Task, 'duration_secs': 0.011267} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.601872] env[68461]: DEBUG oslo_concurrency.lockutils [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.602257] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.602603] env[68461]: DEBUG oslo_concurrency.lockutils [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.602875] env[68461]: DEBUG oslo_concurrency.lockutils [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.603177] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.603531] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f49fd2a-2578-4f8c-9dbf-00ff94c6b281 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.623018] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.623018] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.627124] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1c7f174-0866-40ad-b558-f2bbf0c63f2f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.631229] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1062.631229] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5290c66f-eb39-61ee-3dcb-97dc1fe40530" [ 1062.631229] env[68461]: _type = "Task" [ 1062.631229] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.635953] env[68461]: DEBUG oslo_concurrency.lockutils [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "refresh_cache-cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.635953] env[68461]: DEBUG oslo_concurrency.lockutils [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquired lock "refresh_cache-cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.636173] env[68461]: DEBUG nova.network.neutron [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.640049] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5290c66f-eb39-61ee-3dcb-97dc1fe40530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.681261] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.856911] env[68461]: DEBUG nova.network.neutron [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Successfully updated port: 0df2c15d-b318-4051-b1fb-adc9fff4ce3b {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.027516] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1154fe58-6cda-48c1-b938-232ab51ea9c4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.036259] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b79d644-27e6-4f34-bdda-a5fbfe426d34 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.070133] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5112b4f-d7f1-4a3e-b9d4-8e3471479236 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.084888] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e836cee3-c81d-4999-9f0f-50519543a2d2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.088785] env[68461]: DEBUG oslo_vmware.api [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143503} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.090154] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.090391] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.090626] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.090857] env[68461]: INFO nova.compute.manager [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1063.091211] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.096121] env[68461]: DEBUG nova.compute.manager [req-b2b5226b-f741-427d-94a5-577a0f5e68ba req-d19f6820-8c2a-48e3-a212-c71533051338 service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Received event network-changed-a98d7f3b-4b28-438a-bc24-2b4fed75aa7a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.096121] env[68461]: DEBUG nova.compute.manager [req-b2b5226b-f741-427d-94a5-577a0f5e68ba req-d19f6820-8c2a-48e3-a212-c71533051338 service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Refreshing instance network info cache due to event network-changed-a98d7f3b-4b28-438a-bc24-2b4fed75aa7a. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.096121] env[68461]: DEBUG oslo_concurrency.lockutils [req-b2b5226b-f741-427d-94a5-577a0f5e68ba req-d19f6820-8c2a-48e3-a212-c71533051338 service nova] Acquiring lock "refresh_cache-83abfaa7-1fc4-4dfb-8a33-7018c44d650c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.096121] env[68461]: DEBUG oslo_concurrency.lockutils [req-b2b5226b-f741-427d-94a5-577a0f5e68ba req-d19f6820-8c2a-48e3-a212-c71533051338 service nova] Acquired lock "refresh_cache-83abfaa7-1fc4-4dfb-8a33-7018c44d650c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.096121] env[68461]: DEBUG nova.network.neutron [req-b2b5226b-f741-427d-94a5-577a0f5e68ba req-d19f6820-8c2a-48e3-a212-c71533051338 service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Refreshing network info cache for port a98d7f3b-4b28-438a-bc24-2b4fed75aa7a {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.096121] env[68461]: DEBUG nova.compute.manager [-] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.096121] env[68461]: DEBUG nova.network.neutron [-] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.107294] env[68461]: DEBUG nova.compute.provider_tree [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.144169] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5290c66f-eb39-61ee-3dcb-97dc1fe40530, 'name': SearchDatastore_Task, 'duration_secs': 0.009364} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.145295] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc9b2d6a-0305-4bec-9359-98b913d46961 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.150961] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1063.150961] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]528e5329-8054-f87f-a286-29bd8d29867c" [ 1063.150961] env[68461]: _type = "Task" [ 1063.150961] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.161340] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]528e5329-8054-f87f-a286-29bd8d29867c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.212150] env[68461]: DEBUG nova.network.neutron [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.359082] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Acquiring lock "refresh_cache-cbaffc17-2d36-42e1-bc9b-e217b32a7f3b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.360206] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Acquired lock "refresh_cache-cbaffc17-2d36-42e1-bc9b-e217b32a7f3b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.360206] env[68461]: DEBUG nova.network.neutron [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.422341] env[68461]: DEBUG nova.compute.manager [req-6539c72a-2545-44fe-8de7-7261ff7186ee req-148c4342-ac8a-4102-99dd-61845431a8c9 service nova] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Received event network-changed-0edab5c2-36e6-431b-aa05-835cb140d2ad {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.422434] env[68461]: DEBUG nova.compute.manager [req-6539c72a-2545-44fe-8de7-7261ff7186ee req-148c4342-ac8a-4102-99dd-61845431a8c9 service nova] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Refreshing instance network info cache due to event network-changed-0edab5c2-36e6-431b-aa05-835cb140d2ad. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.422841] env[68461]: DEBUG oslo_concurrency.lockutils [req-6539c72a-2545-44fe-8de7-7261ff7186ee req-148c4342-ac8a-4102-99dd-61845431a8c9 service nova] Acquiring lock "refresh_cache-cbaffc17-2d36-42e1-bc9b-e217b32a7f3b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.530794] env[68461]: DEBUG nova.network.neutron [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Updated VIF entry in instance network info cache for port 7655347d-c8a8-49e1-b6e5-e250aa16f7c1. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.531397] env[68461]: DEBUG nova.network.neutron [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Updating instance_info_cache with network_info: [{"id": "7655347d-c8a8-49e1-b6e5-e250aa16f7c1", "address": "fa:16:3e:38:58:28", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7655347d-c8", "ovs_interfaceid": "7655347d-c8a8-49e1-b6e5-e250aa16f7c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.564316] env[68461]: DEBUG nova.network.neutron [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Updating instance_info_cache with network_info: [{"id": "2cd1dc9b-d229-45a3-b9e6-861cf9b83b02", "address": "fa:16:3e:ec:08:d8", "network": {"id": "4e6d58b1-46f0-4105-b05f-d54f44081fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1412094765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42821610650c4fecb574be20608d26f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd1dc9b-d2", "ovs_interfaceid": "2cd1dc9b-d229-45a3-b9e6-861cf9b83b02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.614223] env[68461]: DEBUG nova.scheduler.client.report [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.666170] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]528e5329-8054-f87f-a286-29bd8d29867c, 'name': SearchDatastore_Task, 'duration_secs': 0.00976} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.666640] env[68461]: DEBUG oslo_concurrency.lockutils [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.666992] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] fd817671-1887-4e04-953c-bfd4bf1cee7b/fd817671-1887-4e04-953c-bfd4bf1cee7b.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.667527] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d82f256-4632-4ef1-88b3-8e9b081d3032 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.678360] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1063.678360] env[68461]: value = "task-2895311" [ 1063.678360] env[68461]: _type = "Task" [ 1063.678360] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.685669] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2895311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.952711] env[68461]: DEBUG nova.network.neutron [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.985281] env[68461]: DEBUG nova.network.neutron [-] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.034377] env[68461]: DEBUG oslo_concurrency.lockutils [req-5cc1eec2-f6eb-4a1d-b2f4-2c7be6ef7016 req-b8b0f083-ad9e-4762-9a05-dfa1571a9b26 service nova] Releasing lock "refresh_cache-fd817671-1887-4e04-953c-bfd4bf1cee7b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.042415] env[68461]: DEBUG nova.network.neutron [req-b2b5226b-f741-427d-94a5-577a0f5e68ba req-d19f6820-8c2a-48e3-a212-c71533051338 service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Updated VIF entry in instance network info cache for port a98d7f3b-4b28-438a-bc24-2b4fed75aa7a. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.042415] env[68461]: DEBUG nova.network.neutron [req-b2b5226b-f741-427d-94a5-577a0f5e68ba req-d19f6820-8c2a-48e3-a212-c71533051338 service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Updating instance_info_cache with network_info: [{"id": "a98d7f3b-4b28-438a-bc24-2b4fed75aa7a", "address": "fa:16:3e:39:a2:95", "network": {"id": "ba418401-3719-4ce4-ade4-3ebab02801e4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-641117451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b41eebd52b74d839eae664ed3a0bfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa98d7f3b-4b", "ovs_interfaceid": "a98d7f3b-4b28-438a-bc24-2b4fed75aa7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.066519] env[68461]: DEBUG oslo_concurrency.lockutils [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Releasing lock "refresh_cache-cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.066891] env[68461]: DEBUG nova.compute.manager [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Instance network_info: |[{"id": "2cd1dc9b-d229-45a3-b9e6-861cf9b83b02", "address": "fa:16:3e:ec:08:d8", "network": {"id": "4e6d58b1-46f0-4105-b05f-d54f44081fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1412094765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42821610650c4fecb574be20608d26f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd1dc9b-d2", "ovs_interfaceid": "2cd1dc9b-d229-45a3-b9e6-861cf9b83b02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.068620] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:08:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cd1dc9b-d229-45a3-b9e6-861cf9b83b02', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.076550] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.077231] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.077572] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35ffab02-2dfd-474d-afbc-beb19fc9f29f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.100556] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.100556] env[68461]: value = "task-2895312" [ 1064.100556] env[68461]: _type = "Task" [ 1064.100556] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.114365] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895312, 'name': CreateVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.122283] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.122849] env[68461]: DEBUG nova.compute.manager [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.129020] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.923s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.129020] env[68461]: DEBUG nova.objects.instance [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lazy-loading 'resources' on Instance uuid 46b85b3f-5e89-4cf4-b45c-b628ffe6e056 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.161483] env[68461]: DEBUG oslo_concurrency.lockutils [None req-970462a8-0146-4364-9b39-0dfafc6ae37e tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquiring lock "0f6452b1-1910-4827-b23b-e9a0663ea72b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.185477] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2895311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480813} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.185733] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] fd817671-1887-4e04-953c-bfd4bf1cee7b/fd817671-1887-4e04-953c-bfd4bf1cee7b.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.185948] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.186214] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecea5fc4-637f-4e3a-b0c0-59571fa00c0c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.194971] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1064.194971] env[68461]: value = "task-2895313" [ 1064.194971] env[68461]: _type = "Task" [ 1064.194971] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.205303] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2895313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.324561] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Acquiring lock "9b3b9600-bf96-4a2b-aa8c-79f7321878b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.325048] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Lock "9b3b9600-bf96-4a2b-aa8c-79f7321878b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.325245] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Acquiring lock "9b3b9600-bf96-4a2b-aa8c-79f7321878b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.325563] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Lock "9b3b9600-bf96-4a2b-aa8c-79f7321878b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.325793] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Lock "9b3b9600-bf96-4a2b-aa8c-79f7321878b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.328683] env[68461]: INFO nova.compute.manager [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Terminating instance [ 1064.474483] env[68461]: DEBUG nova.network.neutron [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Updating instance_info_cache with network_info: [{"id": "0edab5c2-36e6-431b-aa05-835cb140d2ad", "address": "fa:16:3e:3e:15:08", "network": {"id": "337843c9-50f7-4540-bb55-0b1dfc3ca9b2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1132779477", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464d65d8569c4e75905ad7546c6ebea4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0edab5c2-36", "ovs_interfaceid": "0edab5c2-36e6-431b-aa05-835cb140d2ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0df2c15d-b318-4051-b1fb-adc9fff4ce3b", "address": "fa:16:3e:41:74:a0", "network": {"id": "8ad173ff-5d20-4a80-b2fd-c68873925bd0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-737223726", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "464d65d8569c4e75905ad7546c6ebea4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0df2c15d-b3", "ovs_interfaceid": "0df2c15d-b318-4051-b1fb-adc9fff4ce3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.495771] env[68461]: INFO nova.compute.manager [-] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Took 1.40 seconds to deallocate network for instance. [ 1064.544756] env[68461]: DEBUG oslo_concurrency.lockutils [req-b2b5226b-f741-427d-94a5-577a0f5e68ba req-d19f6820-8c2a-48e3-a212-c71533051338 service nova] Releasing lock "refresh_cache-83abfaa7-1fc4-4dfb-8a33-7018c44d650c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.544756] env[68461]: DEBUG nova.compute.manager [req-b2b5226b-f741-427d-94a5-577a0f5e68ba req-d19f6820-8c2a-48e3-a212-c71533051338 service nova] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Received event network-vif-deleted-21624ce8-efeb-4c3a-88b3-43b85713abd0 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.611689] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895312, 'name': CreateVM_Task, 'duration_secs': 0.349972} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.612093] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.612874] env[68461]: DEBUG oslo_concurrency.lockutils [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.613184] env[68461]: DEBUG oslo_concurrency.lockutils [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.613624] env[68461]: DEBUG oslo_concurrency.lockutils [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.614038] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f94b2f7c-af77-48dc-a36a-2f7b43ddd8d5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.619864] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1064.619864] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52b16fed-f15d-70fc-bd3f-b2819b229fa3" [ 1064.619864] env[68461]: _type = "Task" [ 1064.619864] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.630444] env[68461]: DEBUG nova.compute.utils [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.631649] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b16fed-f15d-70fc-bd3f-b2819b229fa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.634435] env[68461]: DEBUG nova.compute.manager [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Not allocating networking since 'none' was specified. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1064.706300] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2895313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061538} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.706899] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.707582] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89186fb-19b5-4cf6-b053-872894bac08b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.734192] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] fd817671-1887-4e04-953c-bfd4bf1cee7b/fd817671-1887-4e04-953c-bfd4bf1cee7b.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.737190] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8e279f8-58d8-46e7-a9a1-703df981e14b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.758093] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1064.758093] env[68461]: value = "task-2895314" [ 1064.758093] env[68461]: _type = "Task" [ 1064.758093] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.766512] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2895314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.834720] env[68461]: DEBUG nova.compute.manager [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.834989] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.835933] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac7a8e8-be1a-4f5c-9e29-a933d4ddc635 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.845958] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.846225] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e128af7e-5463-4712-8817-e1bb50b1538e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.854640] env[68461]: DEBUG oslo_vmware.api [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Waiting for the task: (returnval){ [ 1064.854640] env[68461]: value = "task-2895315" [ 1064.854640] env[68461]: _type = "Task" [ 1064.854640] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.869956] env[68461]: DEBUG oslo_vmware.api [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Task: {'id': task-2895315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.978194] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Releasing lock "refresh_cache-cbaffc17-2d36-42e1-bc9b-e217b32a7f3b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.978194] env[68461]: DEBUG nova.compute.manager [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Instance network_info: |[{"id": "0edab5c2-36e6-431b-aa05-835cb140d2ad", "address": "fa:16:3e:3e:15:08", "network": {"id": "337843c9-50f7-4540-bb55-0b1dfc3ca9b2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1132779477", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464d65d8569c4e75905ad7546c6ebea4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0edab5c2-36", "ovs_interfaceid": "0edab5c2-36e6-431b-aa05-835cb140d2ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0df2c15d-b318-4051-b1fb-adc9fff4ce3b", "address": "fa:16:3e:41:74:a0", "network": {"id": "8ad173ff-5d20-4a80-b2fd-c68873925bd0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-737223726", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "464d65d8569c4e75905ad7546c6ebea4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0df2c15d-b3", "ovs_interfaceid": "0df2c15d-b318-4051-b1fb-adc9fff4ce3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.978194] env[68461]: DEBUG oslo_concurrency.lockutils [req-6539c72a-2545-44fe-8de7-7261ff7186ee req-148c4342-ac8a-4102-99dd-61845431a8c9 service nova] Acquired lock "refresh_cache-cbaffc17-2d36-42e1-bc9b-e217b32a7f3b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.978194] env[68461]: DEBUG nova.network.neutron [req-6539c72a-2545-44fe-8de7-7261ff7186ee req-148c4342-ac8a-4102-99dd-61845431a8c9 service nova] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Refreshing network info cache for port 0edab5c2-36e6-431b-aa05-835cb140d2ad {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.980759] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:15:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0edab5c2-36e6-431b-aa05-835cb140d2ad', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:74:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be8bd197-4b2b-46e7-88ea-2554b0438584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0df2c15d-b318-4051-b1fb-adc9fff4ce3b', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.995073] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.998237] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.000577] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33b87a4b-0a77-4f62-b07a-265c0446a174 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.018504] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.024426] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.024426] env[68461]: value = "task-2895316" [ 1065.024426] env[68461]: _type = "Task" [ 1065.024426] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.036600] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895316, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.138035] env[68461]: DEBUG nova.compute.manager [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.140857] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b16fed-f15d-70fc-bd3f-b2819b229fa3, 'name': SearchDatastore_Task, 'duration_secs': 0.009686} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.141397] env[68461]: DEBUG oslo_concurrency.lockutils [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.141626] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.142618] env[68461]: DEBUG oslo_concurrency.lockutils [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.142618] env[68461]: DEBUG oslo_concurrency.lockutils [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.142618] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.142776] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dc121d3-fe6d-4200-b1bf-a20e51722b70 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.155998] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.155998] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.157284] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af25e45e-31ae-4c25-95da-d62ab6081ea1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.167083] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1065.167083] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521dd516-85e3-2e83-c8e6-4e64fedc2288" [ 1065.167083] env[68461]: _type = "Task" [ 1065.167083] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.178439] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521dd516-85e3-2e83-c8e6-4e64fedc2288, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.243745] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1aabf4-f808-42aa-97ef-43bc6d815039 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.252927] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d56624-a869-4495-b766-f4a24bc3128d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.298451] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5b839b-53b5-41e9-9277-ef7a6b505e0d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.302830] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2895314, 'name': ReconfigVM_Task, 'duration_secs': 0.349071} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.302830] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Reconfigured VM instance instance-00000031 to attach disk [datastore1] fd817671-1887-4e04-953c-bfd4bf1cee7b/fd817671-1887-4e04-953c-bfd4bf1cee7b.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.302830] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6062b7b-4221-40fe-a92b-280eaec8de4e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.307636] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afd2c83-ef45-4158-8c58-f88fdd99d3f8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.315421] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1065.315421] env[68461]: value = "task-2895317" [ 1065.315421] env[68461]: _type = "Task" [ 1065.315421] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.327060] env[68461]: DEBUG nova.compute.provider_tree [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.335359] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2895317, 'name': Rename_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.365277] env[68461]: DEBUG oslo_vmware.api [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Task: {'id': task-2895315, 'name': PowerOffVM_Task, 'duration_secs': 0.200051} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.365277] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.365277] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.365693] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90897d1b-b067-4424-aee0-20135d297b88 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.428993] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.429256] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.429438] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Deleting the datastore file [datastore2] 9b3b9600-bf96-4a2b-aa8c-79f7321878b0 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.429728] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ca1dc00-09dd-46e8-bbb8-ae8809cbc486 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.448688] env[68461]: DEBUG oslo_vmware.api [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Waiting for the task: (returnval){ [ 1065.448688] env[68461]: value = "task-2895319" [ 1065.448688] env[68461]: _type = "Task" [ 1065.448688] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.459094] env[68461]: DEBUG oslo_vmware.api [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Task: {'id': task-2895319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.509881] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Acquiring lock "edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.510151] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Lock "edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.535282] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895316, 'name': CreateVM_Task, 'duration_secs': 0.454777} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.535396] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.536592] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.536592] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.536688] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.536886] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b20738e2-b830-43e4-b516-1368f68346e6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.542038] env[68461]: DEBUG oslo_vmware.api [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Waiting for the task: (returnval){ [ 1065.542038] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52ab2c58-9aea-771e-9541-6e5752c7611d" [ 1065.542038] env[68461]: _type = "Task" [ 1065.542038] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.549492] env[68461]: DEBUG oslo_vmware.api [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ab2c58-9aea-771e-9541-6e5752c7611d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.677691] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521dd516-85e3-2e83-c8e6-4e64fedc2288, 'name': SearchDatastore_Task, 'duration_secs': 0.012331} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.678595] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57fe0e8c-23e9-4b27-b8f3-c48c630fd5fe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.684855] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1065.684855] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]520ae5e7-cf1e-badf-5f1b-b0d612da3f0b" [ 1065.684855] env[68461]: _type = "Task" [ 1065.684855] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.695651] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520ae5e7-cf1e-badf-5f1b-b0d612da3f0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.752056] env[68461]: DEBUG nova.compute.manager [req-d35864c2-6d7a-4ed3-8840-895c1509d33d req-ab937527-6a35-4234-afc2-cfc9af3f17b4 service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Received event network-changed-a98d7f3b-4b28-438a-bc24-2b4fed75aa7a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.753050] env[68461]: DEBUG nova.compute.manager [req-d35864c2-6d7a-4ed3-8840-895c1509d33d req-ab937527-6a35-4234-afc2-cfc9af3f17b4 service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Refreshing instance network info cache due to event network-changed-a98d7f3b-4b28-438a-bc24-2b4fed75aa7a. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.753304] env[68461]: DEBUG oslo_concurrency.lockutils [req-d35864c2-6d7a-4ed3-8840-895c1509d33d req-ab937527-6a35-4234-afc2-cfc9af3f17b4 service nova] Acquiring lock "refresh_cache-83abfaa7-1fc4-4dfb-8a33-7018c44d650c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.753439] env[68461]: DEBUG oslo_concurrency.lockutils [req-d35864c2-6d7a-4ed3-8840-895c1509d33d req-ab937527-6a35-4234-afc2-cfc9af3f17b4 service nova] Acquired lock "refresh_cache-83abfaa7-1fc4-4dfb-8a33-7018c44d650c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.753599] env[68461]: DEBUG nova.network.neutron [req-d35864c2-6d7a-4ed3-8840-895c1509d33d req-ab937527-6a35-4234-afc2-cfc9af3f17b4 service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Refreshing network info cache for port a98d7f3b-4b28-438a-bc24-2b4fed75aa7a {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.823963] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2895317, 'name': Rename_Task, 'duration_secs': 0.145886} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.824329] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.824584] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-671664fb-dae6-4451-a8a4-a41c9afa0c2f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.830073] env[68461]: DEBUG nova.scheduler.client.report [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.838038] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1065.838038] env[68461]: value = "task-2895320" [ 1065.838038] env[68461]: _type = "Task" [ 1065.838038] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.843010] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2895320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.954749] env[68461]: DEBUG nova.network.neutron [req-6539c72a-2545-44fe-8de7-7261ff7186ee req-148c4342-ac8a-4102-99dd-61845431a8c9 service nova] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Updated VIF entry in instance network info cache for port 0edab5c2-36e6-431b-aa05-835cb140d2ad. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.955252] env[68461]: DEBUG nova.network.neutron [req-6539c72a-2545-44fe-8de7-7261ff7186ee req-148c4342-ac8a-4102-99dd-61845431a8c9 service nova] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Updating instance_info_cache with network_info: [{"id": "0edab5c2-36e6-431b-aa05-835cb140d2ad", "address": "fa:16:3e:3e:15:08", "network": {"id": "337843c9-50f7-4540-bb55-0b1dfc3ca9b2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1132779477", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464d65d8569c4e75905ad7546c6ebea4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0edab5c2-36", "ovs_interfaceid": "0edab5c2-36e6-431b-aa05-835cb140d2ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0df2c15d-b318-4051-b1fb-adc9fff4ce3b", "address": "fa:16:3e:41:74:a0", "network": {"id": "8ad173ff-5d20-4a80-b2fd-c68873925bd0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-737223726", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "464d65d8569c4e75905ad7546c6ebea4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0df2c15d-b3", "ovs_interfaceid": "0df2c15d-b318-4051-b1fb-adc9fff4ce3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.963554] env[68461]: DEBUG oslo_vmware.api [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Task: {'id': task-2895319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155947} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.963554] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.963554] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.963554] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.963856] env[68461]: INFO nova.compute.manager [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1065.964057] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.966567] env[68461]: DEBUG nova.compute.manager [-] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.969082] env[68461]: DEBUG nova.network.neutron [-] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.971648] env[68461]: DEBUG nova.compute.manager [req-42f3738d-b165-4996-956e-853db4cd83f9 req-ef6b2a9f-7a88-46b2-af13-6aa6bb724c86 service nova] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Received event network-vif-deleted-5baac20a-fed9-4458-b40a-16a7d9787e2e {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.053225] env[68461]: DEBUG oslo_vmware.api [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ab2c58-9aea-771e-9541-6e5752c7611d, 'name': SearchDatastore_Task, 'duration_secs': 0.009888} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.053629] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.053784] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.054035] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.150079] env[68461]: DEBUG nova.compute.manager [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.186119] env[68461]: DEBUG nova.virt.hardware [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.186119] env[68461]: DEBUG nova.virt.hardware [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.186119] env[68461]: DEBUG nova.virt.hardware [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.186119] env[68461]: DEBUG nova.virt.hardware [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.186537] env[68461]: DEBUG nova.virt.hardware [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.186841] env[68461]: DEBUG nova.virt.hardware [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.187261] env[68461]: DEBUG nova.virt.hardware [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.187605] env[68461]: DEBUG nova.virt.hardware [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.187892] env[68461]: DEBUG nova.virt.hardware [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.189170] env[68461]: DEBUG nova.virt.hardware [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.189170] env[68461]: DEBUG nova.virt.hardware [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.189535] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7413272c-7a06-4176-9926-2b5697232d01 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.206837] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87ef128-6520-4c1b-ba71-e7350ba8415c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.213348] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520ae5e7-cf1e-badf-5f1b-b0d612da3f0b, 'name': SearchDatastore_Task, 'duration_secs': 0.009494} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.213773] env[68461]: DEBUG oslo_concurrency.lockutils [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.214156] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1/cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.215287] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.215636] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.216779] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdbadeda-bf46-46e3-9f1d-ec34746c34fa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.226121] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84e82214-61a3-4c99-952c-ec88792b868f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.228231] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Instance VIF info [] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.233714] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Creating folder: Project (bd410fc598ee441abc88d13e84871c31). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1066.234749] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-642aea60-04e0-4632-8294-69fd1645703c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.238726] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1066.238726] env[68461]: value = "task-2895321" [ 1066.238726] env[68461]: _type = "Task" [ 1066.238726] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.243535] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.243646] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.248275] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce35d6c7-ed7e-4b8e-aaa7-51867cec745e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.250458] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Created folder: Project (bd410fc598ee441abc88d13e84871c31) in parent group-v581476. [ 1066.250643] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Creating folder: Instances. Parent ref: group-v581629. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1066.250893] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.251097] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99c2a037-8b76-48b6-9d14-3940f69e57ab {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.255866] env[68461]: DEBUG oslo_vmware.api [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Waiting for the task: (returnval){ [ 1066.255866] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5254ceb7-ccec-a131-2935-55c9bf28becf" [ 1066.255866] env[68461]: _type = "Task" [ 1066.255866] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.263984] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Created folder: Instances in parent group-v581629. [ 1066.264314] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.266768] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.274385] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62561b3c-7bce-4d11-9d32-6ff3a7ba0553 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.290478] env[68461]: DEBUG oslo_vmware.api [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5254ceb7-ccec-a131-2935-55c9bf28becf, 'name': SearchDatastore_Task, 'duration_secs': 0.010518} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.292392] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45c328bb-46d6-43fc-8f10-e74b6473a740 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.296769] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.296769] env[68461]: value = "task-2895324" [ 1066.296769] env[68461]: _type = "Task" [ 1066.296769] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.301206] env[68461]: DEBUG oslo_vmware.api [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Waiting for the task: (returnval){ [ 1066.301206] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]526303fe-44c0-5b4d-28b0-6a8a290af071" [ 1066.301206] env[68461]: _type = "Task" [ 1066.301206] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.310300] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895324, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.317195] env[68461]: DEBUG oslo_vmware.api [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526303fe-44c0-5b4d-28b0-6a8a290af071, 'name': SearchDatastore_Task, 'duration_secs': 0.010482} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.318399] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.318399] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] cbaffc17-2d36-42e1-bc9b-e217b32a7f3b/cbaffc17-2d36-42e1-bc9b-e217b32a7f3b.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.318399] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06498580-50f5-40fc-97cd-d7961e29eaf9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.324836] env[68461]: DEBUG oslo_vmware.api [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Waiting for the task: (returnval){ [ 1066.324836] env[68461]: value = "task-2895325" [ 1066.324836] env[68461]: _type = "Task" [ 1066.324836] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.333358] env[68461]: DEBUG oslo_vmware.api [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.337782] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.340245] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.416s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.340525] env[68461]: DEBUG nova.objects.instance [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Lazy-loading 'resources' on Instance uuid cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.351351] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2895320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.370155] env[68461]: INFO nova.scheduler.client.report [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Deleted allocations for instance 46b85b3f-5e89-4cf4-b45c-b628ffe6e056 [ 1066.458199] env[68461]: DEBUG oslo_concurrency.lockutils [req-6539c72a-2545-44fe-8de7-7261ff7186ee req-148c4342-ac8a-4102-99dd-61845431a8c9 service nova] Releasing lock "refresh_cache-cbaffc17-2d36-42e1-bc9b-e217b32a7f3b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.458390] env[68461]: DEBUG nova.compute.manager [req-6539c72a-2545-44fe-8de7-7261ff7186ee req-148c4342-ac8a-4102-99dd-61845431a8c9 service nova] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Received event network-vif-plugged-2cd1dc9b-d229-45a3-b9e6-861cf9b83b02 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.458618] env[68461]: DEBUG oslo_concurrency.lockutils [req-6539c72a-2545-44fe-8de7-7261ff7186ee req-148c4342-ac8a-4102-99dd-61845431a8c9 service nova] Acquiring lock "cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.458908] env[68461]: DEBUG oslo_concurrency.lockutils [req-6539c72a-2545-44fe-8de7-7261ff7186ee req-148c4342-ac8a-4102-99dd-61845431a8c9 service nova] Lock "cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.459154] env[68461]: DEBUG oslo_concurrency.lockutils [req-6539c72a-2545-44fe-8de7-7261ff7186ee req-148c4342-ac8a-4102-99dd-61845431a8c9 service nova] Lock "cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.459720] env[68461]: DEBUG nova.compute.manager [req-6539c72a-2545-44fe-8de7-7261ff7186ee req-148c4342-ac8a-4102-99dd-61845431a8c9 service nova] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] No waiting events found dispatching network-vif-plugged-2cd1dc9b-d229-45a3-b9e6-861cf9b83b02 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.459772] env[68461]: WARNING nova.compute.manager [req-6539c72a-2545-44fe-8de7-7261ff7186ee req-148c4342-ac8a-4102-99dd-61845431a8c9 service nova] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Received unexpected event network-vif-plugged-2cd1dc9b-d229-45a3-b9e6-861cf9b83b02 for instance with vm_state building and task_state spawning. [ 1066.460312] env[68461]: DEBUG nova.compute.manager [req-6539c72a-2545-44fe-8de7-7261ff7186ee req-148c4342-ac8a-4102-99dd-61845431a8c9 service nova] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Received event network-changed-2cd1dc9b-d229-45a3-b9e6-861cf9b83b02 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.460524] env[68461]: DEBUG nova.compute.manager [req-6539c72a-2545-44fe-8de7-7261ff7186ee req-148c4342-ac8a-4102-99dd-61845431a8c9 service nova] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Refreshing instance network info cache due to event network-changed-2cd1dc9b-d229-45a3-b9e6-861cf9b83b02. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.460727] env[68461]: DEBUG oslo_concurrency.lockutils [req-6539c72a-2545-44fe-8de7-7261ff7186ee req-148c4342-ac8a-4102-99dd-61845431a8c9 service nova] Acquiring lock "refresh_cache-cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.460865] env[68461]: DEBUG oslo_concurrency.lockutils [req-6539c72a-2545-44fe-8de7-7261ff7186ee req-148c4342-ac8a-4102-99dd-61845431a8c9 service nova] Acquired lock "refresh_cache-cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.461029] env[68461]: DEBUG nova.network.neutron [req-6539c72a-2545-44fe-8de7-7261ff7186ee req-148c4342-ac8a-4102-99dd-61845431a8c9 service nova] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Refreshing network info cache for port 2cd1dc9b-d229-45a3-b9e6-861cf9b83b02 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.673891] env[68461]: DEBUG nova.network.neutron [req-d35864c2-6d7a-4ed3-8840-895c1509d33d req-ab937527-6a35-4234-afc2-cfc9af3f17b4 service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Updated VIF entry in instance network info cache for port a98d7f3b-4b28-438a-bc24-2b4fed75aa7a. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.674352] env[68461]: DEBUG nova.network.neutron [req-d35864c2-6d7a-4ed3-8840-895c1509d33d req-ab937527-6a35-4234-afc2-cfc9af3f17b4 service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Updating instance_info_cache with network_info: [{"id": "a98d7f3b-4b28-438a-bc24-2b4fed75aa7a", "address": "fa:16:3e:39:a2:95", "network": {"id": "ba418401-3719-4ce4-ade4-3ebab02801e4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-641117451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b41eebd52b74d839eae664ed3a0bfd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa98d7f3b-4b", "ovs_interfaceid": "a98d7f3b-4b28-438a-bc24-2b4fed75aa7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.751903] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895321, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.771927] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cff859db-a15a-41d7-b9c3-ec831a005f80 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "e8e0b748-8d14-40a3-9702-504d0c0d679f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.771927] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cff859db-a15a-41d7-b9c3-ec831a005f80 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "e8e0b748-8d14-40a3-9702-504d0c0d679f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.771927] env[68461]: DEBUG nova.compute.manager [None req-cff859db-a15a-41d7-b9c3-ec831a005f80 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.777610] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8698712f-b48f-4c2c-b693-4c2e7ee5ed76 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.784996] env[68461]: DEBUG nova.compute.manager [None req-cff859db-a15a-41d7-b9c3-ec831a005f80 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68461) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1066.785635] env[68461]: DEBUG nova.objects.instance [None req-cff859db-a15a-41d7-b9c3-ec831a005f80 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lazy-loading 'flavor' on Instance uuid e8e0b748-8d14-40a3-9702-504d0c0d679f {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.808320] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895324, 'name': CreateVM_Task, 'duration_secs': 0.304041} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.808689] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.809139] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.809493] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.810328] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.810754] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76e70243-9248-4d75-9608-f485e93b77e9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.817554] env[68461]: DEBUG oslo_vmware.api [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Waiting for the task: (returnval){ [ 1066.817554] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52a10ffa-47d5-f163-503d-5d8fbc2d2fb2" [ 1066.817554] env[68461]: _type = "Task" [ 1066.817554] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.826409] env[68461]: DEBUG oslo_vmware.api [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a10ffa-47d5-f163-503d-5d8fbc2d2fb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.835144] env[68461]: DEBUG oslo_vmware.api [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895325, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.859790] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2895320, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.883327] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8c7c27af-29b5-456f-8115-a298eadd1ed0 tempest-ListImageFiltersTestJSON-520943499 tempest-ListImageFiltersTestJSON-520943499-project-member] Lock "46b85b3f-5e89-4cf4-b45c-b628ffe6e056" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.609s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.946960] env[68461]: DEBUG nova.network.neutron [-] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.177698] env[68461]: DEBUG oslo_concurrency.lockutils [req-d35864c2-6d7a-4ed3-8840-895c1509d33d req-ab937527-6a35-4234-afc2-cfc9af3f17b4 service nova] Releasing lock "refresh_cache-83abfaa7-1fc4-4dfb-8a33-7018c44d650c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.178191] env[68461]: DEBUG nova.compute.manager [req-d35864c2-6d7a-4ed3-8840-895c1509d33d req-ab937527-6a35-4234-afc2-cfc9af3f17b4 service nova] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Received event network-vif-plugged-0df2c15d-b318-4051-b1fb-adc9fff4ce3b {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.178263] env[68461]: DEBUG oslo_concurrency.lockutils [req-d35864c2-6d7a-4ed3-8840-895c1509d33d req-ab937527-6a35-4234-afc2-cfc9af3f17b4 service nova] Acquiring lock "cbaffc17-2d36-42e1-bc9b-e217b32a7f3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.178683] env[68461]: DEBUG oslo_concurrency.lockutils [req-d35864c2-6d7a-4ed3-8840-895c1509d33d req-ab937527-6a35-4234-afc2-cfc9af3f17b4 service nova] Lock "cbaffc17-2d36-42e1-bc9b-e217b32a7f3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.178683] env[68461]: DEBUG oslo_concurrency.lockutils [req-d35864c2-6d7a-4ed3-8840-895c1509d33d req-ab937527-6a35-4234-afc2-cfc9af3f17b4 service nova] Lock "cbaffc17-2d36-42e1-bc9b-e217b32a7f3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.178794] env[68461]: DEBUG nova.compute.manager [req-d35864c2-6d7a-4ed3-8840-895c1509d33d req-ab937527-6a35-4234-afc2-cfc9af3f17b4 service nova] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] No waiting events found dispatching network-vif-plugged-0df2c15d-b318-4051-b1fb-adc9fff4ce3b {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.178896] env[68461]: WARNING nova.compute.manager [req-d35864c2-6d7a-4ed3-8840-895c1509d33d req-ab937527-6a35-4234-afc2-cfc9af3f17b4 service nova] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Received unexpected event network-vif-plugged-0df2c15d-b318-4051-b1fb-adc9fff4ce3b for instance with vm_state building and task_state spawning. [ 1067.179064] env[68461]: DEBUG nova.compute.manager [req-d35864c2-6d7a-4ed3-8840-895c1509d33d req-ab937527-6a35-4234-afc2-cfc9af3f17b4 service nova] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Received event network-changed-0df2c15d-b318-4051-b1fb-adc9fff4ce3b {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.179214] env[68461]: DEBUG nova.compute.manager [req-d35864c2-6d7a-4ed3-8840-895c1509d33d req-ab937527-6a35-4234-afc2-cfc9af3f17b4 service nova] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Refreshing instance network info cache due to event network-changed-0df2c15d-b318-4051-b1fb-adc9fff4ce3b. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.179388] env[68461]: DEBUG oslo_concurrency.lockutils [req-d35864c2-6d7a-4ed3-8840-895c1509d33d req-ab937527-6a35-4234-afc2-cfc9af3f17b4 service nova] Acquiring lock "refresh_cache-cbaffc17-2d36-42e1-bc9b-e217b32a7f3b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.179568] env[68461]: DEBUG oslo_concurrency.lockutils [req-d35864c2-6d7a-4ed3-8840-895c1509d33d req-ab937527-6a35-4234-afc2-cfc9af3f17b4 service nova] Acquired lock "refresh_cache-cbaffc17-2d36-42e1-bc9b-e217b32a7f3b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.179875] env[68461]: DEBUG nova.network.neutron [req-d35864c2-6d7a-4ed3-8840-895c1509d33d req-ab937527-6a35-4234-afc2-cfc9af3f17b4 service nova] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Refreshing network info cache for port 0df2c15d-b318-4051-b1fb-adc9fff4ce3b {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.251714] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538791} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.254867] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1/cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.254867] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.255142] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e24e1881-de18-4afc-b058-1582e6407f65 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.261985] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1067.261985] env[68461]: value = "task-2895326" [ 1067.261985] env[68461]: _type = "Task" [ 1067.261985] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.275316] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.334499] env[68461]: DEBUG oslo_vmware.api [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a10ffa-47d5-f163-503d-5d8fbc2d2fb2, 'name': SearchDatastore_Task, 'duration_secs': 0.012631} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.335368] env[68461]: DEBUG nova.network.neutron [req-6539c72a-2545-44fe-8de7-7261ff7186ee req-148c4342-ac8a-4102-99dd-61845431a8c9 service nova] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Updated VIF entry in instance network info cache for port 2cd1dc9b-d229-45a3-b9e6-861cf9b83b02. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.335700] env[68461]: DEBUG nova.network.neutron [req-6539c72a-2545-44fe-8de7-7261ff7186ee req-148c4342-ac8a-4102-99dd-61845431a8c9 service nova] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Updating instance_info_cache with network_info: [{"id": "2cd1dc9b-d229-45a3-b9e6-861cf9b83b02", "address": "fa:16:3e:ec:08:d8", "network": {"id": "4e6d58b1-46f0-4105-b05f-d54f44081fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1412094765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42821610650c4fecb574be20608d26f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd1dc9b-d2", "ovs_interfaceid": "2cd1dc9b-d229-45a3-b9e6-861cf9b83b02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.337876] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.338137] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.338412] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.338562] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.338747] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.342500] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aca4d756-aea6-4ce6-bfca-0860bfec3979 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.354020] env[68461]: DEBUG oslo_vmware.api [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80692} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.354020] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] cbaffc17-2d36-42e1-bc9b-e217b32a7f3b/cbaffc17-2d36-42e1-bc9b-e217b32a7f3b.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.354020] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.354020] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5447f26b-ba6e-4a3d-a955-901e54c9382d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.362542] env[68461]: DEBUG oslo_vmware.api [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2895320, 'name': PowerOnVM_Task, 'duration_secs': 1.335493} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.364315] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.365349] env[68461]: INFO nova.compute.manager [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Took 11.26 seconds to spawn the instance on the hypervisor. [ 1067.365570] env[68461]: DEBUG nova.compute.manager [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.366129] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.366267] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.368764] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b323d3c-09e8-43bb-adea-7bb52d511c01 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.372591] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-411602ff-441f-4c94-919e-1d000b8ffb0b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.376032] env[68461]: DEBUG oslo_vmware.api [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Waiting for the task: (returnval){ [ 1067.376032] env[68461]: value = "task-2895327" [ 1067.376032] env[68461]: _type = "Task" [ 1067.376032] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.383435] env[68461]: DEBUG oslo_vmware.api [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Waiting for the task: (returnval){ [ 1067.383435] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52825b27-ab80-7be1-d81e-71d5d8c1cdc7" [ 1067.383435] env[68461]: _type = "Task" [ 1067.383435] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.396613] env[68461]: DEBUG oslo_vmware.api [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.401875] env[68461]: DEBUG oslo_vmware.api [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52825b27-ab80-7be1-d81e-71d5d8c1cdc7, 'name': SearchDatastore_Task, 'duration_secs': 0.009494} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.402762] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8221d08c-46bc-448c-942f-cf480b9a6985 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.412337] env[68461]: DEBUG oslo_vmware.api [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Waiting for the task: (returnval){ [ 1067.412337] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52723ba4-0c61-403b-aa2c-348c3af5b33a" [ 1067.412337] env[68461]: _type = "Task" [ 1067.412337] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.414126] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564ba559-bcb6-49b9-a6b5-96a9ec05507e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.429874] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba59897-8e7d-4f03-bd3d-670924cb8f4e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.433232] env[68461]: DEBUG oslo_vmware.api [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52723ba4-0c61-403b-aa2c-348c3af5b33a, 'name': SearchDatastore_Task, 'duration_secs': 0.008698} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.434308] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.434636] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] c339a4ba-5ae6-4a98-adf2-f77bb1e30c99/c339a4ba-5ae6-4a98-adf2-f77bb1e30c99.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.435184] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a5b7d9d-11ad-477a-89ef-fa11774127b5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.463688] env[68461]: INFO nova.compute.manager [-] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Took 1.50 seconds to deallocate network for instance. [ 1067.469679] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078ab65b-2fa7-41af-a101-cb0f7717497d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.474165] env[68461]: DEBUG oslo_vmware.api [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Waiting for the task: (returnval){ [ 1067.474165] env[68461]: value = "task-2895328" [ 1067.474165] env[68461]: _type = "Task" [ 1067.474165] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.481233] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de9214a-3f64-4a14-b2c4-b3a8b172016b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.488444] env[68461]: DEBUG oslo_vmware.api [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.500679] env[68461]: DEBUG nova.compute.provider_tree [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.781153] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072066} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.781513] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.782820] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2aa1a4-8f1f-46a1-a28b-9c5d45d67ef3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.802284] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff859db-a15a-41d7-b9c3-ec831a005f80 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.812110] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1/cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.815364] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c234308f-ca04-40f5-b34c-a854b331d2de {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.817192] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27e77d35-7071-49d8-a614-76a8968e5f92 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.838702] env[68461]: DEBUG oslo_concurrency.lockutils [req-6539c72a-2545-44fe-8de7-7261ff7186ee req-148c4342-ac8a-4102-99dd-61845431a8c9 service nova] Releasing lock "refresh_cache-cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.842028] env[68461]: DEBUG oslo_vmware.api [None req-cff859db-a15a-41d7-b9c3-ec831a005f80 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1067.842028] env[68461]: value = "task-2895330" [ 1067.842028] env[68461]: _type = "Task" [ 1067.842028] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.842028] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1067.842028] env[68461]: value = "task-2895329" [ 1067.842028] env[68461]: _type = "Task" [ 1067.842028] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.854746] env[68461]: DEBUG oslo_vmware.api [None req-cff859db-a15a-41d7-b9c3-ec831a005f80 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.858131] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895329, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.898184] env[68461]: DEBUG oslo_vmware.api [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06414} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.900042] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.901464] env[68461]: INFO nova.compute.manager [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Took 46.34 seconds to build instance. [ 1067.903168] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16a01a3-8e71-4bb4-81f4-1f0819277b4b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.937197] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] cbaffc17-2d36-42e1-bc9b-e217b32a7f3b/cbaffc17-2d36-42e1-bc9b-e217b32a7f3b.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.941241] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bcb9e12-54c0-47fc-9a38-a75ec5a867e7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.964091] env[68461]: DEBUG oslo_vmware.api [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Waiting for the task: (returnval){ [ 1067.964091] env[68461]: value = "task-2895331" [ 1067.964091] env[68461]: _type = "Task" [ 1067.964091] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.980225] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.981610] env[68461]: DEBUG oslo_vmware.api [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.991581] env[68461]: DEBUG oslo_vmware.api [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469713} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.992959] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] c339a4ba-5ae6-4a98-adf2-f77bb1e30c99/c339a4ba-5ae6-4a98-adf2-f77bb1e30c99.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.992959] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.992959] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb0dd899-16bd-4d06-a65c-546c81e23bfb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.000065] env[68461]: DEBUG oslo_vmware.api [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Waiting for the task: (returnval){ [ 1068.000065] env[68461]: value = "task-2895332" [ 1068.000065] env[68461]: _type = "Task" [ 1068.000065] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.002180] env[68461]: DEBUG nova.compute.manager [req-e18c9ab0-e469-4205-a53d-e9cddff206a0 req-391093af-9be7-4c3a-bddd-355c918b27f8 service nova] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Received event network-vif-deleted-b9c415fa-0e69-488c-b5d6-94120aa0d72d {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.007622] env[68461]: DEBUG nova.scheduler.client.report [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.016626] env[68461]: DEBUG oslo_vmware.api [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.084929] env[68461]: DEBUG nova.network.neutron [req-d35864c2-6d7a-4ed3-8840-895c1509d33d req-ab937527-6a35-4234-afc2-cfc9af3f17b4 service nova] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Updated VIF entry in instance network info cache for port 0df2c15d-b318-4051-b1fb-adc9fff4ce3b. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.085810] env[68461]: DEBUG nova.network.neutron [req-d35864c2-6d7a-4ed3-8840-895c1509d33d req-ab937527-6a35-4234-afc2-cfc9af3f17b4 service nova] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Updating instance_info_cache with network_info: [{"id": "0edab5c2-36e6-431b-aa05-835cb140d2ad", "address": "fa:16:3e:3e:15:08", "network": {"id": "337843c9-50f7-4540-bb55-0b1dfc3ca9b2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1132779477", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464d65d8569c4e75905ad7546c6ebea4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0edab5c2-36", "ovs_interfaceid": "0edab5c2-36e6-431b-aa05-835cb140d2ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0df2c15d-b318-4051-b1fb-adc9fff4ce3b", "address": "fa:16:3e:41:74:a0", "network": {"id": "8ad173ff-5d20-4a80-b2fd-c68873925bd0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-737223726", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "464d65d8569c4e75905ad7546c6ebea4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0df2c15d-b3", "ovs_interfaceid": "0df2c15d-b318-4051-b1fb-adc9fff4ce3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.355262] env[68461]: DEBUG oslo_vmware.api [None req-cff859db-a15a-41d7-b9c3-ec831a005f80 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895330, 'name': PowerOffVM_Task, 'duration_secs': 0.350141} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.358319] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff859db-a15a-41d7-b9c3-ec831a005f80 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.359036] env[68461]: DEBUG nova.compute.manager [None req-cff859db-a15a-41d7-b9c3-ec831a005f80 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.359036] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895329, 'name': ReconfigVM_Task, 'duration_secs': 0.386235} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.359503] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd295bf-fd77-4000-8da7-ab60b0edfbd0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.361926] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Reconfigured VM instance instance-00000033 to attach disk [datastore1] cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1/cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.362840] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-763b4a94-7e53-4286-acd8-612efd610831 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.370102] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1068.370102] env[68461]: value = "task-2895333" [ 1068.370102] env[68461]: _type = "Task" [ 1068.370102] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.377906] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895333, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.409123] env[68461]: DEBUG oslo_concurrency.lockutils [None req-533fab59-86be-4297-bd07-4fe79f155546 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "fd817671-1887-4e04-953c-bfd4bf1cee7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.793s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.474902] env[68461]: DEBUG oslo_vmware.api [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895331, 'name': ReconfigVM_Task, 'duration_secs': 0.338995} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.474902] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Reconfigured VM instance instance-00000032 to attach disk [datastore1] cbaffc17-2d36-42e1-bc9b-e217b32a7f3b/cbaffc17-2d36-42e1-bc9b-e217b32a7f3b.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.475536] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e60129c4-9020-4114-8350-f94723db5aec {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.482230] env[68461]: DEBUG oslo_vmware.api [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Waiting for the task: (returnval){ [ 1068.482230] env[68461]: value = "task-2895334" [ 1068.482230] env[68461]: _type = "Task" [ 1068.482230] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.491073] env[68461]: DEBUG oslo_vmware.api [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895334, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.510299] env[68461]: DEBUG oslo_vmware.api [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1144} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.510299] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.511135] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7ce4a9-85c8-422f-9242-fa134840b38c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.514385] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.516728] env[68461]: DEBUG oslo_concurrency.lockutils [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.757s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.517023] env[68461]: DEBUG nova.objects.instance [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Lazy-loading 'resources' on Instance uuid b79c1f42-b7e0-4c2a-87eb-bb266e620058 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.540425] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] c339a4ba-5ae6-4a98-adf2-f77bb1e30c99/c339a4ba-5ae6-4a98-adf2-f77bb1e30c99.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.541579] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f809939a-f6c6-4196-92a0-6c0c211d8ecf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.556981] env[68461]: INFO nova.scheduler.client.report [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Deleted allocations for instance cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1 [ 1068.572288] env[68461]: DEBUG oslo_vmware.api [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Waiting for the task: (returnval){ [ 1068.572288] env[68461]: value = "task-2895335" [ 1068.572288] env[68461]: _type = "Task" [ 1068.572288] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.579276] env[68461]: DEBUG oslo_vmware.api [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895335, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.589398] env[68461]: DEBUG oslo_concurrency.lockutils [req-d35864c2-6d7a-4ed3-8840-895c1509d33d req-ab937527-6a35-4234-afc2-cfc9af3f17b4 service nova] Releasing lock "refresh_cache-cbaffc17-2d36-42e1-bc9b-e217b32a7f3b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.882532] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cff859db-a15a-41d7-b9c3-ec831a005f80 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "e8e0b748-8d14-40a3-9702-504d0c0d679f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.111s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.892933] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895333, 'name': Rename_Task, 'duration_secs': 0.162029} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.893301] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.895447] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65f2d240-c142-4973-abf9-e3ec89884252 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.900881] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1068.900881] env[68461]: value = "task-2895336" [ 1068.900881] env[68461]: _type = "Task" [ 1068.900881] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.910064] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.915026] env[68461]: DEBUG nova.compute.manager [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.993624] env[68461]: DEBUG oslo_vmware.api [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895334, 'name': Rename_Task, 'duration_secs': 0.177916} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.994150] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.994217] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-519344be-afb3-4797-a521-37a678dd9e0d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.001361] env[68461]: DEBUG oslo_vmware.api [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Waiting for the task: (returnval){ [ 1069.001361] env[68461]: value = "task-2895337" [ 1069.001361] env[68461]: _type = "Task" [ 1069.001361] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.010438] env[68461]: DEBUG oslo_vmware.api [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.070541] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2432133e-9c54-41b5-bd45-c451ce59961d tempest-InstanceActionsTestJSON-1680908025 tempest-InstanceActionsTestJSON-1680908025-project-member] Lock "cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.106s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.083929] env[68461]: DEBUG oslo_vmware.api [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895335, 'name': ReconfigVM_Task, 'duration_secs': 0.266599} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.083929] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Reconfigured VM instance instance-00000034 to attach disk [datastore2] c339a4ba-5ae6-4a98-adf2-f77bb1e30c99/c339a4ba-5ae6-4a98-adf2-f77bb1e30c99.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.083929] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-250c2e11-ae28-4791-b4f8-94630ae3e078 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.091902] env[68461]: DEBUG oslo_vmware.api [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Waiting for the task: (returnval){ [ 1069.091902] env[68461]: value = "task-2895338" [ 1069.091902] env[68461]: _type = "Task" [ 1069.091902] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.102147] env[68461]: DEBUG oslo_vmware.api [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895338, 'name': Rename_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.427489] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895336, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.451707] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.515231] env[68461]: DEBUG oslo_vmware.api [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895337, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.602948] env[68461]: DEBUG oslo_vmware.api [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895338, 'name': Rename_Task, 'duration_secs': 0.173001} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.603461] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.603646] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f054818-703f-45d8-b8c0-6a939274ebde {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.611057] env[68461]: DEBUG oslo_vmware.api [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Waiting for the task: (returnval){ [ 1069.611057] env[68461]: value = "task-2895339" [ 1069.611057] env[68461]: _type = "Task" [ 1069.611057] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.623035] env[68461]: DEBUG oslo_vmware.api [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.627230] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79082024-510f-41aa-ab15-f115495cbe1f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.634551] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fa9c5b-6505-45d2-b59d-2f0d7cbbc815 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.680118] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5962627c-15b9-4b15-9baa-d5fe3468a979 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.689645] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66636c2-6a47-493b-a677-d2242448d178 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.705273] env[68461]: DEBUG nova.compute.provider_tree [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.839421] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Acquiring lock "59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.839807] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Lock "59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.918797] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895336, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.020494] env[68461]: DEBUG oslo_vmware.api [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895337, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.064122] env[68461]: DEBUG nova.compute.manager [req-f15cc6ba-4852-4f08-a23c-7787bbb58eeb req-9db50bd7-878e-473d-a28f-f82a18d57515 service nova] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Received event network-changed-7655347d-c8a8-49e1-b6e5-e250aa16f7c1 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.064376] env[68461]: DEBUG nova.compute.manager [req-f15cc6ba-4852-4f08-a23c-7787bbb58eeb req-9db50bd7-878e-473d-a28f-f82a18d57515 service nova] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Refreshing instance network info cache due to event network-changed-7655347d-c8a8-49e1-b6e5-e250aa16f7c1. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.065221] env[68461]: DEBUG oslo_concurrency.lockutils [req-f15cc6ba-4852-4f08-a23c-7787bbb58eeb req-9db50bd7-878e-473d-a28f-f82a18d57515 service nova] Acquiring lock "refresh_cache-fd817671-1887-4e04-953c-bfd4bf1cee7b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.065221] env[68461]: DEBUG oslo_concurrency.lockutils [req-f15cc6ba-4852-4f08-a23c-7787bbb58eeb req-9db50bd7-878e-473d-a28f-f82a18d57515 service nova] Acquired lock "refresh_cache-fd817671-1887-4e04-953c-bfd4bf1cee7b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.065221] env[68461]: DEBUG nova.network.neutron [req-f15cc6ba-4852-4f08-a23c-7787bbb58eeb req-9db50bd7-878e-473d-a28f-f82a18d57515 service nova] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Refreshing network info cache for port 7655347d-c8a8-49e1-b6e5-e250aa16f7c1 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.128945] env[68461]: DEBUG oslo_vmware.api [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895339, 'name': PowerOnVM_Task, 'duration_secs': 0.453676} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.129254] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.129703] env[68461]: INFO nova.compute.manager [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Took 3.98 seconds to spawn the instance on the hypervisor. [ 1070.129703] env[68461]: DEBUG nova.compute.manager [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.130504] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9df5ae3-d085-47ce-9948-11a8e11de95d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.214458] env[68461]: DEBUG nova.scheduler.client.report [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.424221] env[68461]: DEBUG oslo_vmware.api [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895336, 'name': PowerOnVM_Task, 'duration_secs': 1.284734} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.424221] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.424221] env[68461]: INFO nova.compute.manager [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1070.424221] env[68461]: DEBUG nova.compute.manager [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.424221] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704909ac-4299-4b91-95fe-af336c40b275 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.523693] env[68461]: DEBUG oslo_vmware.api [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895337, 'name': PowerOnVM_Task, 'duration_secs': 1.185965} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.523842] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.523941] env[68461]: INFO nova.compute.manager [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Took 11.82 seconds to spawn the instance on the hypervisor. [ 1070.524135] env[68461]: DEBUG nova.compute.manager [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.525155] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4157a01-ca25-4016-92ba-8df9ff5ce414 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.654949] env[68461]: INFO nova.compute.manager [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Took 39.54 seconds to build instance. [ 1070.722115] env[68461]: DEBUG oslo_concurrency.lockutils [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.729032] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.959s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.729032] env[68461]: INFO nova.compute.claims [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.765318] env[68461]: INFO nova.scheduler.client.report [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Deleted allocations for instance b79c1f42-b7e0-4c2a-87eb-bb266e620058 [ 1070.954517] env[68461]: INFO nova.compute.manager [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Took 43.89 seconds to build instance. [ 1071.052226] env[68461]: INFO nova.compute.manager [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Took 46.20 seconds to build instance. [ 1071.068893] env[68461]: DEBUG nova.network.neutron [req-f15cc6ba-4852-4f08-a23c-7787bbb58eeb req-9db50bd7-878e-473d-a28f-f82a18d57515 service nova] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Updated VIF entry in instance network info cache for port 7655347d-c8a8-49e1-b6e5-e250aa16f7c1. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.068893] env[68461]: DEBUG nova.network.neutron [req-f15cc6ba-4852-4f08-a23c-7787bbb58eeb req-9db50bd7-878e-473d-a28f-f82a18d57515 service nova] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Updating instance_info_cache with network_info: [{"id": "7655347d-c8a8-49e1-b6e5-e250aa16f7c1", "address": "fa:16:3e:38:58:28", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7655347d-c8", "ovs_interfaceid": "7655347d-c8a8-49e1-b6e5-e250aa16f7c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.156241] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e5c7c9b-fefb-4c76-a349-79bf50976c04 tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Lock "c339a4ba-5ae6-4a98-adf2-f77bb1e30c99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.057s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.281224] env[68461]: DEBUG nova.compute.manager [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Stashing vm_state: stopped {{(pid=68461) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1071.284153] env[68461]: DEBUG oslo_concurrency.lockutils [None req-13798ad3-9797-4c3f-aff9-52d5ecbe8c4a tempest-ServersV294TestFqdnHostnames-692704761 tempest-ServersV294TestFqdnHostnames-692704761-project-member] Lock "b79c1f42-b7e0-4c2a-87eb-bb266e620058" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.386s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.460395] env[68461]: DEBUG oslo_concurrency.lockutils [None req-64d835cf-4f72-4ee8-94f2-dda91c272853 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.839s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.554308] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4da6aadf-6fbe-49ea-9f0f-e612ff882892 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Lock "cbaffc17-2d36-42e1-bc9b-e217b32a7f3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.712s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.574209] env[68461]: DEBUG oslo_concurrency.lockutils [req-f15cc6ba-4852-4f08-a23c-7787bbb58eeb req-9db50bd7-878e-473d-a28f-f82a18d57515 service nova] Releasing lock "refresh_cache-fd817671-1887-4e04-953c-bfd4bf1cee7b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.659904] env[68461]: DEBUG nova.compute.manager [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.802679] env[68461]: DEBUG oslo_concurrency.lockutils [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.962659] env[68461]: DEBUG nova.compute.manager [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.048598] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "0cfbe492-21b6-41f1-8daa-35dbbf7cbf24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.048840] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "0cfbe492-21b6-41f1-8daa-35dbbf7cbf24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.188727] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.247969] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea25393a-8064-44b0-9e7c-442760680b22 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.257032] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a892dc0-f1c0-4e2f-9d52-7e099df41c22 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.288375] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aec54b0-ac06-44b4-b9f0-efa0bdddbb16 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.295804] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e8f35f-5d3b-456d-b27b-23bbb87090c7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.309936] env[68461]: DEBUG nova.compute.provider_tree [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.488216] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.498710] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Acquiring lock "cbaffc17-2d36-42e1-bc9b-e217b32a7f3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.499040] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Lock "cbaffc17-2d36-42e1-bc9b-e217b32a7f3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.499775] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Acquiring lock "cbaffc17-2d36-42e1-bc9b-e217b32a7f3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.499992] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Lock "cbaffc17-2d36-42e1-bc9b-e217b32a7f3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.500187] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Lock "cbaffc17-2d36-42e1-bc9b-e217b32a7f3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.503544] env[68461]: INFO nova.compute.manager [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Terminating instance [ 1072.554019] env[68461]: DEBUG nova.compute.manager [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.638202] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Acquiring lock "3483ea36-0584-4200-b540-7571089b639b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.638202] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Lock "3483ea36-0584-4200-b540-7571089b639b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.813388] env[68461]: DEBUG nova.scheduler.client.report [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.958937] env[68461]: INFO nova.compute.manager [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Rebuilding instance [ 1073.012834] env[68461]: DEBUG nova.compute.manager [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.013130] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.016220] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0070d17c-7e6f-448f-b1a7-bc6645180e52 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.019999] env[68461]: DEBUG nova.compute.manager [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.021061] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1795aff2-afcb-48e1-be81-eb78516dfd2e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.032947] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.033463] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8eafea42-8719-439c-afc5-7c2d8bce5f70 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.040422] env[68461]: DEBUG oslo_vmware.api [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Waiting for the task: (returnval){ [ 1073.040422] env[68461]: value = "task-2895340" [ 1073.040422] env[68461]: _type = "Task" [ 1073.040422] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.050636] env[68461]: DEBUG oslo_vmware.api [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.076620] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.319793] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.320363] env[68461]: DEBUG nova.compute.manager [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.325208] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.509s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.325208] env[68461]: DEBUG nova.objects.instance [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Lazy-loading 'resources' on Instance uuid 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.550569] env[68461]: DEBUG oslo_vmware.api [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895340, 'name': PowerOffVM_Task, 'duration_secs': 0.377034} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.551996] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.551996] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.551996] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6408109-ebcb-461b-b4df-c4042681901b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.694608] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.695505] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.697018] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Deleting the datastore file [datastore1] cbaffc17-2d36-42e1-bc9b-e217b32a7f3b {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.697018] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9dce1ca-c786-4a74-a293-22194a06a0cf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.704156] env[68461]: DEBUG oslo_vmware.api [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Waiting for the task: (returnval){ [ 1073.704156] env[68461]: value = "task-2895342" [ 1073.704156] env[68461]: _type = "Task" [ 1073.704156] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.712936] env[68461]: DEBUG oslo_vmware.api [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.828287] env[68461]: DEBUG nova.compute.utils [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.832969] env[68461]: DEBUG nova.compute.manager [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.833168] env[68461]: DEBUG nova.network.neutron [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.932833] env[68461]: DEBUG nova.policy [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26101c97460143488b22fd49c1964df0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc758e96042644628699c4473aef6220', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.037511] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.037948] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c3c69e2-b8d4-4f55-bcf0-f803b741068e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.052108] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Waiting for the task: (returnval){ [ 1074.052108] env[68461]: value = "task-2895343" [ 1074.052108] env[68461]: _type = "Task" [ 1074.052108] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.069681] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.217728] env[68461]: DEBUG oslo_vmware.api [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Task: {'id': task-2895342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414403} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.217728] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.218110] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.218494] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.218788] env[68461]: INFO nova.compute.manager [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1074.219668] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.219668] env[68461]: DEBUG nova.compute.manager [-] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.219668] env[68461]: DEBUG nova.network.neutron [-] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.334868] env[68461]: DEBUG nova.compute.manager [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.417367] env[68461]: DEBUG nova.network.neutron [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Successfully created port: a4a359ff-f972-4d97-84e3-e4e6b89c19d0 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.466016] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0205c339-e314-4e5c-a9e6-b8de3a99e9c2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.475860] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4522b118-bf81-467d-b12d-7e407af7d795 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.506101] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73226b56-0f00-4316-8cfa-00b014af42ce {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.514074] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2883bac8-74ae-43ce-a325-66172c7ffaa6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.528597] env[68461]: DEBUG nova.compute.provider_tree [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.560774] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895343, 'name': PowerOffVM_Task, 'duration_secs': 0.14341} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.561310] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.562139] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.563052] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d4c83f-7279-4db6-b45d-2ce22a770e2c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.570227] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.570227] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2d1e7fc-7844-4a85-9cae-32675519614b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.592845] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.593097] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.593308] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Deleting the datastore file [datastore2] c339a4ba-5ae6-4a98-adf2-f77bb1e30c99 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.593574] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1e09ac1-d2c0-4738-b913-b2b6ee60b83b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.600161] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Waiting for the task: (returnval){ [ 1074.600161] env[68461]: value = "task-2895345" [ 1074.600161] env[68461]: _type = "Task" [ 1074.600161] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.607964] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.032851] env[68461]: DEBUG nova.scheduler.client.report [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.113083] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312965} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.113724] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.114827] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.115172] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.176548] env[68461]: DEBUG nova.compute.manager [req-49df8a80-b213-48fc-971c-0b1a521696c6 req-75cd60e2-ed71-44e5-ae84-7693b2cea4e8 service nova] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Received event network-vif-deleted-0edab5c2-36e6-431b-aa05-835cb140d2ad {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.176844] env[68461]: INFO nova.compute.manager [req-49df8a80-b213-48fc-971c-0b1a521696c6 req-75cd60e2-ed71-44e5-ae84-7693b2cea4e8 service nova] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Neutron deleted interface 0edab5c2-36e6-431b-aa05-835cb140d2ad; detaching it from the instance and deleting it from the info cache [ 1075.177202] env[68461]: DEBUG nova.network.neutron [req-49df8a80-b213-48fc-971c-0b1a521696c6 req-75cd60e2-ed71-44e5-ae84-7693b2cea4e8 service nova] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Updating instance_info_cache with network_info: [{"id": "0df2c15d-b318-4051-b1fb-adc9fff4ce3b", "address": "fa:16:3e:41:74:a0", "network": {"id": "8ad173ff-5d20-4a80-b2fd-c68873925bd0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-737223726", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "464d65d8569c4e75905ad7546c6ebea4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0df2c15d-b3", "ovs_interfaceid": "0df2c15d-b318-4051-b1fb-adc9fff4ce3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.347014] env[68461]: DEBUG nova.compute.manager [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.384164] env[68461]: DEBUG nova.virt.hardware [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.384164] env[68461]: DEBUG nova.virt.hardware [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.384164] env[68461]: DEBUG nova.virt.hardware [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.384164] env[68461]: DEBUG nova.virt.hardware [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.385533] env[68461]: DEBUG nova.virt.hardware [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.385533] env[68461]: DEBUG nova.virt.hardware [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.385778] env[68461]: DEBUG nova.virt.hardware [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.386109] env[68461]: DEBUG nova.virt.hardware [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.389027] env[68461]: DEBUG nova.virt.hardware [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.389027] env[68461]: DEBUG nova.virt.hardware [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.389027] env[68461]: DEBUG nova.virt.hardware [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.389027] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abdc28e-6760-44e8-b7a0-ba9f9387a2ff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.397130] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17ac43b-a76e-44b7-b0f6-f800e66b19aa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.539788] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.542104] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.401s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.542338] env[68461]: DEBUG nova.objects.instance [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lazy-loading 'resources' on Instance uuid 6db8dd54-71cf-4e4e-b984-cc43264df1ac {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.566378] env[68461]: INFO nova.scheduler.client.report [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Deleted allocations for instance 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed [ 1075.683238] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33fbc9a9-576b-4c4f-a2aa-ef991e2597c5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.691363] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1460b5-1914-4ad0-b766-a1f7adea49ab {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.720345] env[68461]: DEBUG nova.compute.manager [req-49df8a80-b213-48fc-971c-0b1a521696c6 req-75cd60e2-ed71-44e5-ae84-7693b2cea4e8 service nova] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Detach interface failed, port_id=0edab5c2-36e6-431b-aa05-835cb140d2ad, reason: Instance cbaffc17-2d36-42e1-bc9b-e217b32a7f3b could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1075.935875] env[68461]: DEBUG nova.network.neutron [-] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.075044] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f6067837-f182-4534-80dc-a517a18fb1dd tempest-AttachInterfacesUnderV243Test-2002812604 tempest-AttachInterfacesUnderV243Test-2002812604-project-member] Lock "82a6315d-1f3e-496f-abe5-0b6a3f8eaaed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.261s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.161799] env[68461]: DEBUG nova.virt.hardware [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.162336] env[68461]: DEBUG nova.virt.hardware [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.162584] env[68461]: DEBUG nova.virt.hardware [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.162838] env[68461]: DEBUG nova.virt.hardware [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.163215] env[68461]: DEBUG nova.virt.hardware [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.163490] env[68461]: DEBUG nova.virt.hardware [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.163777] env[68461]: DEBUG nova.virt.hardware [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.164030] env[68461]: DEBUG nova.virt.hardware [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.164375] env[68461]: DEBUG nova.virt.hardware [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.164614] env[68461]: DEBUG nova.virt.hardware [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.164921] env[68461]: DEBUG nova.virt.hardware [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.165838] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a382d24b-8d84-45d5-96a0-af45fca3e1fe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.178182] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6305830-c40b-4f09-8623-786d029d8a9c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.195824] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Instance VIF info [] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.202224] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.205134] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.205933] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27aace7d-70a6-4975-8a29-b85a9f7a84b8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.228535] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.228535] env[68461]: value = "task-2895346" [ 1076.228535] env[68461]: _type = "Task" [ 1076.228535] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.237062] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895346, 'name': CreateVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.439505] env[68461]: INFO nova.compute.manager [-] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Took 2.22 seconds to deallocate network for instance. [ 1076.621938] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63702ab0-79b6-4e9d-830e-290c41090e7a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.631013] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be32df6-9e99-401d-8e81-185fa09b87c6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.670562] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89110957-2ce6-4239-b67b-8bddc3804b6f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.678669] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d6a932-9c31-41d6-b090-7c763a87f4ee {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.693656] env[68461]: DEBUG nova.compute.provider_tree [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.741724] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895346, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.835028] env[68461]: DEBUG nova.network.neutron [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Successfully updated port: a4a359ff-f972-4d97-84e3-e4e6b89c19d0 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.945844] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.198442] env[68461]: DEBUG nova.scheduler.client.report [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.242174] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895346, 'name': CreateVM_Task, 'duration_secs': 0.619996} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.242612] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.243054] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.243230] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.243548] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.243805] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfd890f9-d906-4b7a-ba42-459fefbacf55 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.248386] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Waiting for the task: (returnval){ [ 1077.248386] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]528242f2-b656-41fa-0816-16f9fec3dfca" [ 1077.248386] env[68461]: _type = "Task" [ 1077.248386] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.257575] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]528242f2-b656-41fa-0816-16f9fec3dfca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.335615] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Acquiring lock "refresh_cache-b0307dc2-b3e7-4259-9366-1514748d02b8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.335725] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Acquired lock "refresh_cache-b0307dc2-b3e7-4259-9366-1514748d02b8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.335878] env[68461]: DEBUG nova.network.neutron [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.369301] env[68461]: DEBUG nova.compute.manager [req-9e4fc3ea-902f-4573-86eb-4e9797b4c5f5 req-7f733923-a9c2-4eb8-a605-1d904831c179 service nova] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Received event network-vif-deleted-0df2c15d-b318-4051-b1fb-adc9fff4ce3b {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.369504] env[68461]: DEBUG nova.compute.manager [req-9e4fc3ea-902f-4573-86eb-4e9797b4c5f5 req-7f733923-a9c2-4eb8-a605-1d904831c179 service nova] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Received event network-vif-plugged-a4a359ff-f972-4d97-84e3-e4e6b89c19d0 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.370261] env[68461]: DEBUG oslo_concurrency.lockutils [req-9e4fc3ea-902f-4573-86eb-4e9797b4c5f5 req-7f733923-a9c2-4eb8-a605-1d904831c179 service nova] Acquiring lock "b0307dc2-b3e7-4259-9366-1514748d02b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.370261] env[68461]: DEBUG oslo_concurrency.lockutils [req-9e4fc3ea-902f-4573-86eb-4e9797b4c5f5 req-7f733923-a9c2-4eb8-a605-1d904831c179 service nova] Lock "b0307dc2-b3e7-4259-9366-1514748d02b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.370472] env[68461]: DEBUG oslo_concurrency.lockutils [req-9e4fc3ea-902f-4573-86eb-4e9797b4c5f5 req-7f733923-a9c2-4eb8-a605-1d904831c179 service nova] Lock "b0307dc2-b3e7-4259-9366-1514748d02b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.370707] env[68461]: DEBUG nova.compute.manager [req-9e4fc3ea-902f-4573-86eb-4e9797b4c5f5 req-7f733923-a9c2-4eb8-a605-1d904831c179 service nova] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] No waiting events found dispatching network-vif-plugged-a4a359ff-f972-4d97-84e3-e4e6b89c19d0 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1077.370887] env[68461]: WARNING nova.compute.manager [req-9e4fc3ea-902f-4573-86eb-4e9797b4c5f5 req-7f733923-a9c2-4eb8-a605-1d904831c179 service nova] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Received unexpected event network-vif-plugged-a4a359ff-f972-4d97-84e3-e4e6b89c19d0 for instance with vm_state building and task_state spawning. [ 1077.371078] env[68461]: DEBUG nova.compute.manager [req-9e4fc3ea-902f-4573-86eb-4e9797b4c5f5 req-7f733923-a9c2-4eb8-a605-1d904831c179 service nova] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Received event network-changed-a4a359ff-f972-4d97-84e3-e4e6b89c19d0 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.371269] env[68461]: DEBUG nova.compute.manager [req-9e4fc3ea-902f-4573-86eb-4e9797b4c5f5 req-7f733923-a9c2-4eb8-a605-1d904831c179 service nova] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Refreshing instance network info cache due to event network-changed-a4a359ff-f972-4d97-84e3-e4e6b89c19d0. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.371474] env[68461]: DEBUG oslo_concurrency.lockutils [req-9e4fc3ea-902f-4573-86eb-4e9797b4c5f5 req-7f733923-a9c2-4eb8-a605-1d904831c179 service nova] Acquiring lock "refresh_cache-b0307dc2-b3e7-4259-9366-1514748d02b8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.705272] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.707814] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.514s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.708988] env[68461]: INFO nova.compute.claims [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.742700] env[68461]: INFO nova.scheduler.client.report [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Deleted allocations for instance 6db8dd54-71cf-4e4e-b984-cc43264df1ac [ 1077.764699] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]528242f2-b656-41fa-0816-16f9fec3dfca, 'name': SearchDatastore_Task, 'duration_secs': 0.011779} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.765690] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.765919] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.766180] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.766316] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.766512] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.767091] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c390c4be-07bc-4e3f-9df8-72e7bdd2e60c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.777070] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.777277] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.778075] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-024a5a68-50af-40b1-9d13-4f62b6fca511 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.785518] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Waiting for the task: (returnval){ [ 1077.785518] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5218b6cb-b276-b1af-29fa-6639dc96ce63" [ 1077.785518] env[68461]: _type = "Task" [ 1077.785518] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.795143] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5218b6cb-b276-b1af-29fa-6639dc96ce63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.886904] env[68461]: DEBUG nova.network.neutron [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.131014] env[68461]: DEBUG nova.network.neutron [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Updating instance_info_cache with network_info: [{"id": "a4a359ff-f972-4d97-84e3-e4e6b89c19d0", "address": "fa:16:3e:0b:16:a0", "network": {"id": "f59886fd-07af-4697-a5d4-360154141054", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-532217462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc758e96042644628699c4473aef6220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a359ff-f9", "ovs_interfaceid": "a4a359ff-f972-4d97-84e3-e4e6b89c19d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.215531] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquiring lock "b013e906-4313-4ae3-a1fc-b27ee20b698c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.215858] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "b013e906-4313-4ae3-a1fc-b27ee20b698c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.264755] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7629e67a-f608-4e77-a4c3-c906aee6ddc0 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "6db8dd54-71cf-4e4e-b984-cc43264df1ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.045s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.299954] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5218b6cb-b276-b1af-29fa-6639dc96ce63, 'name': SearchDatastore_Task, 'duration_secs': 0.010732} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.300759] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42871f17-2516-4fae-a61e-043dfe58ee57 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.307088] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Waiting for the task: (returnval){ [ 1078.307088] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521f0071-f1c0-6c00-c5f4-7daf1e80abe7" [ 1078.307088] env[68461]: _type = "Task" [ 1078.307088] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.314557] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521f0071-f1c0-6c00-c5f4-7daf1e80abe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.633697] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Releasing lock "refresh_cache-b0307dc2-b3e7-4259-9366-1514748d02b8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.634088] env[68461]: DEBUG nova.compute.manager [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Instance network_info: |[{"id": "a4a359ff-f972-4d97-84e3-e4e6b89c19d0", "address": "fa:16:3e:0b:16:a0", "network": {"id": "f59886fd-07af-4697-a5d4-360154141054", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-532217462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc758e96042644628699c4473aef6220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a359ff-f9", "ovs_interfaceid": "a4a359ff-f972-4d97-84e3-e4e6b89c19d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.634418] env[68461]: DEBUG oslo_concurrency.lockutils [req-9e4fc3ea-902f-4573-86eb-4e9797b4c5f5 req-7f733923-a9c2-4eb8-a605-1d904831c179 service nova] Acquired lock "refresh_cache-b0307dc2-b3e7-4259-9366-1514748d02b8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.634589] env[68461]: DEBUG nova.network.neutron [req-9e4fc3ea-902f-4573-86eb-4e9797b4c5f5 req-7f733923-a9c2-4eb8-a605-1d904831c179 service nova] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Refreshing network info cache for port a4a359ff-f972-4d97-84e3-e4e6b89c19d0 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.635948] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:16:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4a359ff-f972-4d97-84e3-e4e6b89c19d0', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.644540] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Creating folder: Project (cc758e96042644628699c4473aef6220). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.645085] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61462b1a-28fe-4daf-a1e5-5140980415e6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.658050] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Created folder: Project (cc758e96042644628699c4473aef6220) in parent group-v581476. [ 1078.658266] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Creating folder: Instances. Parent ref: group-v581633. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.658617] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-348fb812-9998-427c-b02a-6c8156c1197a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.672032] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Created folder: Instances in parent group-v581633. [ 1078.672228] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.672423] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.672633] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6812df4d-7e62-4c2f-8bb5-2c469f53e6fa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.697378] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.697378] env[68461]: value = "task-2895349" [ 1078.697378] env[68461]: _type = "Task" [ 1078.697378] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.705515] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895349, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.818361] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521f0071-f1c0-6c00-c5f4-7daf1e80abe7, 'name': SearchDatastore_Task, 'duration_secs': 0.012689} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.818621] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.818901] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] c339a4ba-5ae6-4a98-adf2-f77bb1e30c99/c339a4ba-5ae6-4a98-adf2-f77bb1e30c99.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.819267] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44942a40-766a-4462-8a46-a54d9c03dff3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.828088] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Waiting for the task: (returnval){ [ 1078.828088] env[68461]: value = "task-2895350" [ 1078.828088] env[68461]: _type = "Task" [ 1078.828088] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.836948] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.212222] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895349, 'name': CreateVM_Task, 'duration_secs': 0.334003} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.215333] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.224932] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.224932] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.224932] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.225542] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47fc21aa-823e-4c9a-a80c-4966d2c34059 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.232685] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Waiting for the task: (returnval){ [ 1079.232685] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]522b1c13-5a10-896c-a929-226c749fd326" [ 1079.232685] env[68461]: _type = "Task" [ 1079.232685] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.246847] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522b1c13-5a10-896c-a929-226c749fd326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.326094] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8523c0-364c-4734-936b-ddb32667ac9c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.335199] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f7cc9b-00af-4518-924a-e76f6ed7d0d4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.342183] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497653} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.342887] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] c339a4ba-5ae6-4a98-adf2-f77bb1e30c99/c339a4ba-5ae6-4a98-adf2-f77bb1e30c99.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.344926] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.370297] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4298862c-47a1-4f04-ab89-ddec6cb83488 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.375469] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fd8246-8c96-4d08-a847-12299ab05fa4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.385029] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a0079f-6762-4fbb-83eb-b034ee00de4e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.391753] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Waiting for the task: (returnval){ [ 1079.391753] env[68461]: value = "task-2895351" [ 1079.391753] env[68461]: _type = "Task" [ 1079.391753] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.406128] env[68461]: DEBUG nova.compute.provider_tree [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.413417] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.513115] env[68461]: DEBUG nova.network.neutron [req-9e4fc3ea-902f-4573-86eb-4e9797b4c5f5 req-7f733923-a9c2-4eb8-a605-1d904831c179 service nova] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Updated VIF entry in instance network info cache for port a4a359ff-f972-4d97-84e3-e4e6b89c19d0. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.513491] env[68461]: DEBUG nova.network.neutron [req-9e4fc3ea-902f-4573-86eb-4e9797b4c5f5 req-7f733923-a9c2-4eb8-a605-1d904831c179 service nova] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Updating instance_info_cache with network_info: [{"id": "a4a359ff-f972-4d97-84e3-e4e6b89c19d0", "address": "fa:16:3e:0b:16:a0", "network": {"id": "f59886fd-07af-4697-a5d4-360154141054", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-532217462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc758e96042644628699c4473aef6220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a359ff-f9", "ovs_interfaceid": "a4a359ff-f972-4d97-84e3-e4e6b89c19d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.744195] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522b1c13-5a10-896c-a929-226c749fd326, 'name': SearchDatastore_Task, 'duration_secs': 0.059229} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.744582] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.745071] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.745166] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.745282] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.745493] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.745781] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9a72c25-c6dc-4f9c-85e6-94932d94b827 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.756584] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.756648] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.757356] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bf70707-b4ef-4c88-bca8-54788576c650 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.762728] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Waiting for the task: (returnval){ [ 1079.762728] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52decece-08d3-3134-5844-1effc9b047df" [ 1079.762728] env[68461]: _type = "Task" [ 1079.762728] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.771741] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52decece-08d3-3134-5844-1effc9b047df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.903529] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066043} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.904647] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.904789] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddecf076-cf07-446b-8fcb-cec6f6ca41f5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.910351] env[68461]: DEBUG nova.scheduler.client.report [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.942264] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] c339a4ba-5ae6-4a98-adf2-f77bb1e30c99/c339a4ba-5ae6-4a98-adf2-f77bb1e30c99.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.943351] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edee9c80-217f-46d8-b12b-e9273fd2a98f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.967741] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Waiting for the task: (returnval){ [ 1079.967741] env[68461]: value = "task-2895352" [ 1079.967741] env[68461]: _type = "Task" [ 1079.967741] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.976724] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.016546] env[68461]: DEBUG oslo_concurrency.lockutils [req-9e4fc3ea-902f-4573-86eb-4e9797b4c5f5 req-7f733923-a9c2-4eb8-a605-1d904831c179 service nova] Releasing lock "refresh_cache-b0307dc2-b3e7-4259-9366-1514748d02b8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.276499] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52decece-08d3-3134-5844-1effc9b047df, 'name': SearchDatastore_Task, 'duration_secs': 0.027062} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.277503] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e9649f-148f-434d-b270-3a7a2d3cb6d2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.282760] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Waiting for the task: (returnval){ [ 1080.282760] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52504c94-f625-b839-7398-422f09d61361" [ 1080.282760] env[68461]: _type = "Task" [ 1080.282760] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.291500] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52504c94-f625-b839-7398-422f09d61361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.444430] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.444968] env[68461]: DEBUG nova.compute.manager [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.447965] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.863s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.448213] env[68461]: DEBUG nova.objects.instance [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lazy-loading 'resources' on Instance uuid dc2414d3-13dc-4588-91d1-6036e408505e {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.479110] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895352, 'name': ReconfigVM_Task, 'duration_secs': 0.334259} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.479418] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Reconfigured VM instance instance-00000034 to attach disk [datastore2] c339a4ba-5ae6-4a98-adf2-f77bb1e30c99/c339a4ba-5ae6-4a98-adf2-f77bb1e30c99.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.480058] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d51dd594-dbdd-4db8-a72d-f4a68c0c40ae {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.488966] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Waiting for the task: (returnval){ [ 1080.488966] env[68461]: value = "task-2895353" [ 1080.488966] env[68461]: _type = "Task" [ 1080.488966] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.499015] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895353, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.794259] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52504c94-f625-b839-7398-422f09d61361, 'name': SearchDatastore_Task, 'duration_secs': 0.01218} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.797851] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.797851] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] b0307dc2-b3e7-4259-9366-1514748d02b8/b0307dc2-b3e7-4259-9366-1514748d02b8.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.797851] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4789bb42-62c2-4c75-8d27-6acc017059ae {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.803181] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Waiting for the task: (returnval){ [ 1080.803181] env[68461]: value = "task-2895354" [ 1080.803181] env[68461]: _type = "Task" [ 1080.803181] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.810513] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Task: {'id': task-2895354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.957268] env[68461]: DEBUG nova.compute.utils [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.957268] env[68461]: DEBUG nova.compute.manager [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.957268] env[68461]: DEBUG nova.network.neutron [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.999080] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895353, 'name': Rename_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.003573] env[68461]: DEBUG nova.policy [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b980f707c7734d9db7708bce069d23f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87b864f3e1c84270a5aaaa5baa77b971', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.312501] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Task: {'id': task-2895354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.329841] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "0773aa9b-b048-46b6-b470-78cbcae37020" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.330099] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "0773aa9b-b048-46b6-b470-78cbcae37020" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.460443] env[68461]: DEBUG nova.compute.manager [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.469222] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eaa0b5e-cbf0-4ad4-9491-465567339844 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.478920] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287ee7f1-2463-426e-ac7b-3347d8b38663 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.517638] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6593f5d7-7b10-4840-94b8-f7cd1eb94d18 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.526465] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895353, 'name': Rename_Task, 'duration_secs': 0.88779} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.528817] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.529142] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28772ae6-a023-4b1a-82ad-e555c3005712 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.534499] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1ec372-49b5-4b32-bd7a-505b2d4f3092 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.536728] env[68461]: DEBUG nova.network.neutron [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Successfully created port: d4eb16ce-c2f7-4b4f-b036-c89e5f545846 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.550752] env[68461]: DEBUG nova.compute.provider_tree [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.553607] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Waiting for the task: (returnval){ [ 1081.553607] env[68461]: value = "task-2895355" [ 1081.553607] env[68461]: _type = "Task" [ 1081.553607] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.562589] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895355, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.812417] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Task: {'id': task-2895354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.957299} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.812760] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] b0307dc2-b3e7-4259-9366-1514748d02b8/b0307dc2-b3e7-4259-9366-1514748d02b8.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.813034] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.813328] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-079977f9-38e4-4937-8e6f-2e0916a3a66b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.819179] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Waiting for the task: (returnval){ [ 1081.819179] env[68461]: value = "task-2895356" [ 1081.819179] env[68461]: _type = "Task" [ 1081.819179] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.827504] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Task: {'id': task-2895356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.056150] env[68461]: DEBUG nova.scheduler.client.report [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.070308] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895355, 'name': PowerOnVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.330911] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Task: {'id': task-2895356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069196} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.332720] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.337020] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51815b8b-28c9-4043-8079-56538151a7f2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.359186] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] b0307dc2-b3e7-4259-9366-1514748d02b8/b0307dc2-b3e7-4259-9366-1514748d02b8.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.359510] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ade3ff98-e1e6-453c-a31a-cf6fff7a99eb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.379473] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Waiting for the task: (returnval){ [ 1082.379473] env[68461]: value = "task-2895357" [ 1082.379473] env[68461]: _type = "Task" [ 1082.379473] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.387913] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Task: {'id': task-2895357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.479399] env[68461]: DEBUG nova.compute.manager [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.516070] env[68461]: DEBUG nova.virt.hardware [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.516486] env[68461]: DEBUG nova.virt.hardware [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.516721] env[68461]: DEBUG nova.virt.hardware [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.516976] env[68461]: DEBUG nova.virt.hardware [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.517206] env[68461]: DEBUG nova.virt.hardware [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.517413] env[68461]: DEBUG nova.virt.hardware [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.517682] env[68461]: DEBUG nova.virt.hardware [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.517904] env[68461]: DEBUG nova.virt.hardware [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.518151] env[68461]: DEBUG nova.virt.hardware [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.518384] env[68461]: DEBUG nova.virt.hardware [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.518633] env[68461]: DEBUG nova.virt.hardware [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.519564] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2aab72-b7d1-4d36-834a-3ee70e8d4dd7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.529305] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31c2bf4-e483-48ac-8e10-9ac4128273bf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.566202] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.571951] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.455s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.571951] env[68461]: DEBUG nova.objects.instance [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lazy-loading 'resources' on Instance uuid 7f1af6cd-1359-483a-839e-a328babf9f84 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.573783] env[68461]: DEBUG oslo_vmware.api [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895355, 'name': PowerOnVM_Task, 'duration_secs': 0.598464} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.573783] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.573783] env[68461]: DEBUG nova.compute.manager [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.574410] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be07baf-6963-4ac4-9b0a-64806f0d6971 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.591273] env[68461]: INFO nova.scheduler.client.report [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Deleted allocations for instance dc2414d3-13dc-4588-91d1-6036e408505e [ 1082.829673] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquiring lock "09834d87-0cdd-4b8c-a8fc-acee8c26197d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.829673] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "09834d87-0cdd-4b8c-a8fc-acee8c26197d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.857437] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquiring lock "c845c113-e3e5-4a2a-b557-656857c0afe6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.857694] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "c845c113-e3e5-4a2a-b557-656857c0afe6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.887609] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquiring lock "43770319-9ad1-412a-b862-7f6fbfc8ec63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.887854] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "43770319-9ad1-412a-b862-7f6fbfc8ec63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.892601] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Task: {'id': task-2895357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.091033] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.099020] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a051d62e-77f0-40b7-a66c-6fabaebbfdf5 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "dc2414d3-13dc-4588-91d1-6036e408505e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.308s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.224406] env[68461]: DEBUG nova.compute.manager [req-cce0264e-221e-45dd-bb80-16b12ea7d554 req-dbec2c64-7180-49cf-b986-e7fc21961360 service nova] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Received event network-vif-plugged-d4eb16ce-c2f7-4b4f-b036-c89e5f545846 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.224519] env[68461]: DEBUG oslo_concurrency.lockutils [req-cce0264e-221e-45dd-bb80-16b12ea7d554 req-dbec2c64-7180-49cf-b986-e7fc21961360 service nova] Acquiring lock "4f1eb6e1-4e2a-4c71-9238-112725e9536d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.224726] env[68461]: DEBUG oslo_concurrency.lockutils [req-cce0264e-221e-45dd-bb80-16b12ea7d554 req-dbec2c64-7180-49cf-b986-e7fc21961360 service nova] Lock "4f1eb6e1-4e2a-4c71-9238-112725e9536d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.224889] env[68461]: DEBUG oslo_concurrency.lockutils [req-cce0264e-221e-45dd-bb80-16b12ea7d554 req-dbec2c64-7180-49cf-b986-e7fc21961360 service nova] Lock "4f1eb6e1-4e2a-4c71-9238-112725e9536d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.225069] env[68461]: DEBUG nova.compute.manager [req-cce0264e-221e-45dd-bb80-16b12ea7d554 req-dbec2c64-7180-49cf-b986-e7fc21961360 service nova] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] No waiting events found dispatching network-vif-plugged-d4eb16ce-c2f7-4b4f-b036-c89e5f545846 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.225233] env[68461]: WARNING nova.compute.manager [req-cce0264e-221e-45dd-bb80-16b12ea7d554 req-dbec2c64-7180-49cf-b986-e7fc21961360 service nova] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Received unexpected event network-vif-plugged-d4eb16ce-c2f7-4b4f-b036-c89e5f545846 for instance with vm_state building and task_state spawning. [ 1083.283207] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Acquiring lock "c339a4ba-5ae6-4a98-adf2-f77bb1e30c99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.283454] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Lock "c339a4ba-5ae6-4a98-adf2-f77bb1e30c99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.283658] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Acquiring lock "c339a4ba-5ae6-4a98-adf2-f77bb1e30c99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.283832] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Lock "c339a4ba-5ae6-4a98-adf2-f77bb1e30c99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.283995] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Lock "c339a4ba-5ae6-4a98-adf2-f77bb1e30c99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.286483] env[68461]: INFO nova.compute.manager [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Terminating instance [ 1083.393234] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Task: {'id': task-2895357, 'name': ReconfigVM_Task, 'duration_secs': 0.807087} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.399723] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Reconfigured VM instance instance-00000035 to attach disk [datastore2] b0307dc2-b3e7-4259-9366-1514748d02b8/b0307dc2-b3e7-4259-9366-1514748d02b8.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.401937] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84fbcb32-4627-4d61-b000-44ba88a78107 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.409547] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Waiting for the task: (returnval){ [ 1083.409547] env[68461]: value = "task-2895358" [ 1083.409547] env[68461]: _type = "Task" [ 1083.409547] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.414403] env[68461]: DEBUG nova.network.neutron [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Successfully updated port: d4eb16ce-c2f7-4b4f-b036-c89e5f545846 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.419402] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Task: {'id': task-2895358, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.629472] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4357b25-218a-4314-b170-53c7af91ab55 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.637283] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415d3b5c-39f3-4060-87ea-4ba65af13e3b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.674928] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cdaa10-54cc-400a-8852-58d7787dc1ef {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.682790] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba78c0ca-34ef-44cd-acd3-caf13b9d5899 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.696250] env[68461]: DEBUG nova.compute.provider_tree [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.795776] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Acquiring lock "refresh_cache-c339a4ba-5ae6-4a98-adf2-f77bb1e30c99" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.795975] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Acquired lock "refresh_cache-c339a4ba-5ae6-4a98-adf2-f77bb1e30c99" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.796170] env[68461]: DEBUG nova.network.neutron [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.920029] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Task: {'id': task-2895358, 'name': Rename_Task, 'duration_secs': 0.145994} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.920325] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.920783] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89c0cdf4-0125-46f4-9585-eba7faf9944c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.925170] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquiring lock "refresh_cache-4f1eb6e1-4e2a-4c71-9238-112725e9536d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.925295] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquired lock "refresh_cache-4f1eb6e1-4e2a-4c71-9238-112725e9536d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.925441] env[68461]: DEBUG nova.network.neutron [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.927994] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Waiting for the task: (returnval){ [ 1083.927994] env[68461]: value = "task-2895359" [ 1083.927994] env[68461]: _type = "Task" [ 1083.927994] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.937458] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Task: {'id': task-2895359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.199877] env[68461]: DEBUG nova.scheduler.client.report [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.277180] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquiring lock "6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.277522] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.317630] env[68461]: DEBUG nova.network.neutron [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.417095] env[68461]: DEBUG nova.network.neutron [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.441704] env[68461]: DEBUG oslo_vmware.api [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Task: {'id': task-2895359, 'name': PowerOnVM_Task, 'duration_secs': 0.510979} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.442086] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.442357] env[68461]: INFO nova.compute.manager [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1084.442595] env[68461]: DEBUG nova.compute.manager [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.443430] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f125ee6b-1605-438b-bb9d-036b50737199 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.476164] env[68461]: DEBUG nova.network.neutron [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.640837] env[68461]: DEBUG nova.network.neutron [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Updating instance_info_cache with network_info: [{"id": "d4eb16ce-c2f7-4b4f-b036-c89e5f545846", "address": "fa:16:3e:48:57:90", "network": {"id": "3e11da67-bb77-4fa0-a6a5-d371aec65161", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1635925570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87b864f3e1c84270a5aaaa5baa77b971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4eb16ce-c2", "ovs_interfaceid": "d4eb16ce-c2f7-4b4f-b036-c89e5f545846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.705062] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.707806] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.959s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.709857] env[68461]: INFO nova.compute.claims [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.726961] env[68461]: INFO nova.scheduler.client.report [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Deleted allocations for instance 7f1af6cd-1359-483a-839e-a328babf9f84 [ 1084.920259] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Releasing lock "refresh_cache-c339a4ba-5ae6-4a98-adf2-f77bb1e30c99" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.920788] env[68461]: DEBUG nova.compute.manager [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.921038] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.921935] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ed6dae-2062-4306-beeb-7ce788ba5047 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.930283] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.930514] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6c2b5f4-58c6-4ae6-b422-b96008aa7999 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.938524] env[68461]: DEBUG oslo_vmware.api [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Waiting for the task: (returnval){ [ 1084.938524] env[68461]: value = "task-2895360" [ 1084.938524] env[68461]: _type = "Task" [ 1084.938524] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.948226] env[68461]: DEBUG oslo_vmware.api [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.958664] env[68461]: INFO nova.compute.manager [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Took 50.22 seconds to build instance. [ 1085.143522] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Releasing lock "refresh_cache-4f1eb6e1-4e2a-4c71-9238-112725e9536d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.143779] env[68461]: DEBUG nova.compute.manager [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Instance network_info: |[{"id": "d4eb16ce-c2f7-4b4f-b036-c89e5f545846", "address": "fa:16:3e:48:57:90", "network": {"id": "3e11da67-bb77-4fa0-a6a5-d371aec65161", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1635925570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87b864f3e1c84270a5aaaa5baa77b971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4eb16ce-c2", "ovs_interfaceid": "d4eb16ce-c2f7-4b4f-b036-c89e5f545846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.144196] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:57:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4eb16ce-c2f7-4b4f-b036-c89e5f545846', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.151790] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Creating folder: Project (87b864f3e1c84270a5aaaa5baa77b971). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.152076] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc913cf3-5aa2-468d-8341-1db01fe521f4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.165194] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Created folder: Project (87b864f3e1c84270a5aaaa5baa77b971) in parent group-v581476. [ 1085.165194] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Creating folder: Instances. Parent ref: group-v581636. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.165194] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5190ea17-c04c-4b5a-b0c4-f4970bd12aec {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.175702] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Created folder: Instances in parent group-v581636. [ 1085.175938] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.176143] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.176349] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-821995a3-9b32-4f9b-8d8e-90385977ad89 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.194797] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.194797] env[68461]: value = "task-2895363" [ 1085.194797] env[68461]: _type = "Task" [ 1085.194797] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.202045] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895363, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.235094] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6d2bbed2-d7e6-4d4b-a37f-a2c7bdacdc51 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "7f1af6cd-1359-483a-839e-a328babf9f84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.137s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.276173] env[68461]: DEBUG nova.compute.manager [req-39fcf1f3-eb09-453e-955b-808790658056 req-72edaf9f-3371-498a-b95c-f371993a7ed5 service nova] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Received event network-changed-d4eb16ce-c2f7-4b4f-b036-c89e5f545846 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.276173] env[68461]: DEBUG nova.compute.manager [req-39fcf1f3-eb09-453e-955b-808790658056 req-72edaf9f-3371-498a-b95c-f371993a7ed5 service nova] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Refreshing instance network info cache due to event network-changed-d4eb16ce-c2f7-4b4f-b036-c89e5f545846. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.276173] env[68461]: DEBUG oslo_concurrency.lockutils [req-39fcf1f3-eb09-453e-955b-808790658056 req-72edaf9f-3371-498a-b95c-f371993a7ed5 service nova] Acquiring lock "refresh_cache-4f1eb6e1-4e2a-4c71-9238-112725e9536d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.276316] env[68461]: DEBUG oslo_concurrency.lockutils [req-39fcf1f3-eb09-453e-955b-808790658056 req-72edaf9f-3371-498a-b95c-f371993a7ed5 service nova] Acquired lock "refresh_cache-4f1eb6e1-4e2a-4c71-9238-112725e9536d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.277206] env[68461]: DEBUG nova.network.neutron [req-39fcf1f3-eb09-453e-955b-808790658056 req-72edaf9f-3371-498a-b95c-f371993a7ed5 service nova] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Refreshing network info cache for port d4eb16ce-c2f7-4b4f-b036-c89e5f545846 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.450040] env[68461]: DEBUG oslo_vmware.api [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895360, 'name': PowerOffVM_Task, 'duration_secs': 0.175828} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.450646] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.450954] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.451333] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-308b2824-2aab-40b3-8f8e-1e178a1d9493 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.461344] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9231b9a4-0b3b-4210-9a2c-5e458973e29f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Lock "b0307dc2-b3e7-4259-9366-1514748d02b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.572s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.476155] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.476413] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.476620] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Deleting the datastore file [datastore2] c339a4ba-5ae6-4a98-adf2-f77bb1e30c99 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.476900] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8054e31-45cc-40d4-b962-af3415914486 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.484145] env[68461]: DEBUG oslo_vmware.api [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Waiting for the task: (returnval){ [ 1085.484145] env[68461]: value = "task-2895365" [ 1085.484145] env[68461]: _type = "Task" [ 1085.484145] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.491749] env[68461]: DEBUG oslo_vmware.api [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.704041] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895363, 'name': CreateVM_Task, 'duration_secs': 0.426183} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.704222] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.705224] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.705224] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.705803] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.705803] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b471d3ab-4f97-4986-bfff-59200f91b512 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.710042] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for the task: (returnval){ [ 1085.710042] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52f916fe-49b8-67a8-08bb-99e50a779810" [ 1085.710042] env[68461]: _type = "Task" [ 1085.710042] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.720130] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f916fe-49b8-67a8-08bb-99e50a779810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.963409] env[68461]: DEBUG nova.compute.manager [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.993899] env[68461]: DEBUG oslo_vmware.api [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Task: {'id': task-2895365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143903} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.997112] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.997672] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.997672] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.997672] env[68461]: INFO nova.compute.manager [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1085.997981] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.998326] env[68461]: DEBUG nova.compute.manager [-] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.998428] env[68461]: DEBUG nova.network.neutron [-] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.034306] env[68461]: DEBUG nova.network.neutron [-] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.136247] env[68461]: DEBUG nova.network.neutron [req-39fcf1f3-eb09-453e-955b-808790658056 req-72edaf9f-3371-498a-b95c-f371993a7ed5 service nova] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Updated VIF entry in instance network info cache for port d4eb16ce-c2f7-4b4f-b036-c89e5f545846. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.136602] env[68461]: DEBUG nova.network.neutron [req-39fcf1f3-eb09-453e-955b-808790658056 req-72edaf9f-3371-498a-b95c-f371993a7ed5 service nova] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Updating instance_info_cache with network_info: [{"id": "d4eb16ce-c2f7-4b4f-b036-c89e5f545846", "address": "fa:16:3e:48:57:90", "network": {"id": "3e11da67-bb77-4fa0-a6a5-d371aec65161", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1635925570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87b864f3e1c84270a5aaaa5baa77b971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4eb16ce-c2", "ovs_interfaceid": "d4eb16ce-c2f7-4b4f-b036-c89e5f545846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.193395] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc805ec5-64f9-40c9-aeb5-e77fa0aa3551 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.199884] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57839e7-b8e4-4bc6-93b9-ad6213d5c7ec {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.233984] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b000cd3b-ca6d-463c-9598-32c59d155a30 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.244277] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338ca695-1e03-47c7-bd0b-40ab965018d3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.247709] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f916fe-49b8-67a8-08bb-99e50a779810, 'name': SearchDatastore_Task, 'duration_secs': 0.011933} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.248085] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Acquiring lock "b0307dc2-b3e7-4259-9366-1514748d02b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.248607] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Lock "b0307dc2-b3e7-4259-9366-1514748d02b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.248607] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Acquiring lock "b0307dc2-b3e7-4259-9366-1514748d02b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.248761] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Lock "b0307dc2-b3e7-4259-9366-1514748d02b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.248939] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Lock "b0307dc2-b3e7-4259-9366-1514748d02b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.250434] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.250734] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.250894] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.251064] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.251510] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.251999] env[68461]: INFO nova.compute.manager [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Terminating instance [ 1086.253452] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-185576dd-c056-4ee8-ba39-305db49900b1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.263544] env[68461]: DEBUG nova.compute.provider_tree [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.270774] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.270948] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.272288] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-451a9b2f-f046-44d5-8df0-2cf72c4df8b9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.277708] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for the task: (returnval){ [ 1086.277708] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52ac47ac-4cb2-bb04-6a5a-97b6e36c8be0" [ 1086.277708] env[68461]: _type = "Task" [ 1086.277708] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.285835] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ac47ac-4cb2-bb04-6a5a-97b6e36c8be0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.483394] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.536102] env[68461]: DEBUG nova.network.neutron [-] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.639391] env[68461]: DEBUG oslo_concurrency.lockutils [req-39fcf1f3-eb09-453e-955b-808790658056 req-72edaf9f-3371-498a-b95c-f371993a7ed5 service nova] Releasing lock "refresh_cache-4f1eb6e1-4e2a-4c71-9238-112725e9536d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.765934] env[68461]: DEBUG nova.compute.manager [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.766305] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.767206] env[68461]: DEBUG nova.scheduler.client.report [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.771160] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947c7841-b190-4f35-add2-436f7da3c89e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.778977] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.784038] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4c40451-6527-4957-80d5-a246b3cebdaf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.791079] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ac47ac-4cb2-bb04-6a5a-97b6e36c8be0, 'name': SearchDatastore_Task, 'duration_secs': 0.008137} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.792748] env[68461]: DEBUG oslo_vmware.api [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Waiting for the task: (returnval){ [ 1086.792748] env[68461]: value = "task-2895366" [ 1086.792748] env[68461]: _type = "Task" [ 1086.792748] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.792914] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83c37b60-fdc3-45e7-9e34-183acc6bc03b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.801294] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for the task: (returnval){ [ 1086.801294] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]525f0f41-d42c-0140-a83e-9d9fc7af8093" [ 1086.801294] env[68461]: _type = "Task" [ 1086.801294] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.803895] env[68461]: DEBUG oslo_vmware.api [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Task: {'id': task-2895366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.811270] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]525f0f41-d42c-0140-a83e-9d9fc7af8093, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.038678] env[68461]: INFO nova.compute.manager [-] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Took 1.04 seconds to deallocate network for instance. [ 1087.275609] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.276191] env[68461]: DEBUG nova.compute.manager [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.278906] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.454s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.279049] env[68461]: DEBUG nova.objects.instance [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lazy-loading 'resources' on Instance uuid e93f14f8-8557-4828-ab17-2d613ee16984 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.304632] env[68461]: DEBUG oslo_vmware.api [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Task: {'id': task-2895366, 'name': PowerOffVM_Task, 'duration_secs': 0.185992} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.307508] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.307693] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.308542] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8ef2ca5-6bf3-44e8-a0b2-3ff53da01ab9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.314835] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]525f0f41-d42c-0140-a83e-9d9fc7af8093, 'name': SearchDatastore_Task, 'duration_secs': 0.010191} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.315077] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.315325] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 4f1eb6e1-4e2a-4c71-9238-112725e9536d/4f1eb6e1-4e2a-4c71-9238-112725e9536d.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.315548] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f37a6cc2-eabd-446c-af60-f2bb1798465c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.321130] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for the task: (returnval){ [ 1087.321130] env[68461]: value = "task-2895368" [ 1087.321130] env[68461]: _type = "Task" [ 1087.321130] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.328524] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.374458] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.374636] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.374818] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Deleting the datastore file [datastore2] b0307dc2-b3e7-4259-9366-1514748d02b8 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.375096] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a518407-74d6-4eb6-9b5a-69c38c762b6b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.381506] env[68461]: DEBUG oslo_vmware.api [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Waiting for the task: (returnval){ [ 1087.381506] env[68461]: value = "task-2895369" [ 1087.381506] env[68461]: _type = "Task" [ 1087.381506] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.390630] env[68461]: DEBUG oslo_vmware.api [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Task: {'id': task-2895369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.546021] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.783078] env[68461]: DEBUG nova.compute.utils [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.787995] env[68461]: DEBUG nova.compute.manager [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.787995] env[68461]: DEBUG nova.network.neutron [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.830175] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895368, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.833701] env[68461]: DEBUG nova.policy [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55917e4a3a01401fbb4c08caa9198b41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11b5796b0aa848e39c5b631e5d980c4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.890667] env[68461]: DEBUG oslo_vmware.api [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Task: {'id': task-2895369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166206} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.893690] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.893690] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.893869] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.893934] env[68461]: INFO nova.compute.manager [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1087.894264] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.894629] env[68461]: DEBUG nova.compute.manager [-] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.894790] env[68461]: DEBUG nova.network.neutron [-] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.290018] env[68461]: DEBUG nova.compute.manager [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.298564] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5ca57b-92dc-4cb5-adf0-22e2937e59b5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.306282] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbe48ae-d82e-4ac5-b52a-3c399b0d7f82 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.345334] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e73062-5c43-4dbe-86a4-c5d2c1881e8a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.353042] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895368, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.356059] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ef3440-eb01-458d-8427-045f8cfacc26 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.371264] env[68461]: DEBUG nova.compute.provider_tree [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.404633] env[68461]: DEBUG nova.compute.manager [req-6a8f9011-072e-4f66-9365-02b97478d202 req-a84d4de4-07ce-497c-bfe5-e4aef9317194 service nova] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Received event network-vif-deleted-a4a359ff-f972-4d97-84e3-e4e6b89c19d0 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.404834] env[68461]: INFO nova.compute.manager [req-6a8f9011-072e-4f66-9365-02b97478d202 req-a84d4de4-07ce-497c-bfe5-e4aef9317194 service nova] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Neutron deleted interface a4a359ff-f972-4d97-84e3-e4e6b89c19d0; detaching it from the instance and deleting it from the info cache [ 1088.405028] env[68461]: DEBUG nova.network.neutron [req-6a8f9011-072e-4f66-9365-02b97478d202 req-a84d4de4-07ce-497c-bfe5-e4aef9317194 service nova] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.457571] env[68461]: DEBUG nova.network.neutron [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Successfully created port: 441cbb7b-195c-40df-8ec3-d6ac7cf71042 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.850767] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895368, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.474072} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.851061] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 4f1eb6e1-4e2a-4c71-9238-112725e9536d/4f1eb6e1-4e2a-4c71-9238-112725e9536d.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.851464] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.851552] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19a48959-1e4a-483f-907c-cbcc834cb262 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.857553] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for the task: (returnval){ [ 1088.857553] env[68461]: value = "task-2895370" [ 1088.857553] env[68461]: _type = "Task" [ 1088.857553] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.861820] env[68461]: DEBUG nova.network.neutron [-] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.867206] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.874093] env[68461]: DEBUG nova.scheduler.client.report [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.908127] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d09098b0-072c-4f5d-b7a3-9f3127d96e65 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.918718] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f092cd91-8f57-42da-925f-f97e7c002b74 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.949982] env[68461]: DEBUG nova.compute.manager [req-6a8f9011-072e-4f66-9365-02b97478d202 req-a84d4de4-07ce-497c-bfe5-e4aef9317194 service nova] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Detach interface failed, port_id=a4a359ff-f972-4d97-84e3-e4e6b89c19d0, reason: Instance b0307dc2-b3e7-4259-9366-1514748d02b8 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1089.298900] env[68461]: DEBUG nova.compute.manager [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.326569] env[68461]: DEBUG nova.virt.hardware [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.326805] env[68461]: DEBUG nova.virt.hardware [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.326964] env[68461]: DEBUG nova.virt.hardware [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.327162] env[68461]: DEBUG nova.virt.hardware [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.327310] env[68461]: DEBUG nova.virt.hardware [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.327456] env[68461]: DEBUG nova.virt.hardware [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.327664] env[68461]: DEBUG nova.virt.hardware [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.327818] env[68461]: DEBUG nova.virt.hardware [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.327983] env[68461]: DEBUG nova.virt.hardware [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.328156] env[68461]: DEBUG nova.virt.hardware [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.328329] env[68461]: DEBUG nova.virt.hardware [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.329187] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b0493d-3386-4715-9950-14de6432a1b3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.336969] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20f6cdf-abe9-49f4-9401-8d1a8ec78cd9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.366300] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063131} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.366557] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.367302] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356f85a9-64a0-4ca5-94a5-faa08574e1a4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.369712] env[68461]: INFO nova.compute.manager [-] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Took 1.47 seconds to deallocate network for instance. [ 1089.385599] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.396031] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 4f1eb6e1-4e2a-4c71-9238-112725e9536d/4f1eb6e1-4e2a-4c71-9238-112725e9536d.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.396847] env[68461]: DEBUG oslo_concurrency.lockutils [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.711s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.397098] env[68461]: DEBUG nova.objects.instance [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Lazy-loading 'resources' on Instance uuid e23b9fc0-7225-4734-9aa1-0c03bf494967 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.398268] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d36aca2-5de6-4716-b3ef-6eb0008549cc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.418673] env[68461]: INFO nova.scheduler.client.report [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Deleted allocations for instance e93f14f8-8557-4828-ab17-2d613ee16984 [ 1089.423447] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for the task: (returnval){ [ 1089.423447] env[68461]: value = "task-2895371" [ 1089.423447] env[68461]: _type = "Task" [ 1089.423447] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.435498] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895371, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.822436] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f529691-95fa-4db9-9131-8542b7b1533a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.829854] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bad55b-9fbf-41ea-a1ff-058c22e9c2c7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.859700] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91192dc7-47c5-4cd7-bb55-ddd972900362 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.867366] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56427e6-d854-401a-ad6e-f316511433cc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.880650] env[68461]: DEBUG nova.compute.provider_tree [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.899010] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.932522] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eb0f7137-6f05-478b-8e19-f9274263a3fd tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "e93f14f8-8557-4828-ab17-2d613ee16984" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.349s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.939152] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895371, 'name': ReconfigVM_Task, 'duration_secs': 0.268164} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.939413] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 4f1eb6e1-4e2a-4c71-9238-112725e9536d/4f1eb6e1-4e2a-4c71-9238-112725e9536d.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.940201] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2df6281c-a2d8-47e3-b5f6-ca0c3707ca08 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.946714] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for the task: (returnval){ [ 1089.946714] env[68461]: value = "task-2895372" [ 1089.946714] env[68461]: _type = "Task" [ 1089.946714] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.954290] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895372, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.044390] env[68461]: DEBUG nova.network.neutron [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Successfully updated port: 441cbb7b-195c-40df-8ec3-d6ac7cf71042 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.384118] env[68461]: DEBUG nova.scheduler.client.report [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.456751] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895372, 'name': Rename_Task, 'duration_secs': 0.137225} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.457035] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.457765] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bc26390-ade6-4c91-b691-4c0685e28dd3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.464655] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for the task: (returnval){ [ 1090.464655] env[68461]: value = "task-2895373" [ 1090.464655] env[68461]: _type = "Task" [ 1090.464655] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.473304] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.475290] env[68461]: DEBUG nova.compute.manager [req-f86aa2d1-82b5-4d67-a436-792a6456f770 req-5f5f8e3c-533c-4d00-817f-7f6cf09d9cda service nova] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Received event network-vif-plugged-441cbb7b-195c-40df-8ec3-d6ac7cf71042 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.475463] env[68461]: DEBUG oslo_concurrency.lockutils [req-f86aa2d1-82b5-4d67-a436-792a6456f770 req-5f5f8e3c-533c-4d00-817f-7f6cf09d9cda service nova] Acquiring lock "98571f34-23ed-40cd-8ad3-4f27fd9d83e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.475707] env[68461]: DEBUG oslo_concurrency.lockutils [req-f86aa2d1-82b5-4d67-a436-792a6456f770 req-5f5f8e3c-533c-4d00-817f-7f6cf09d9cda service nova] Lock "98571f34-23ed-40cd-8ad3-4f27fd9d83e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.475864] env[68461]: DEBUG oslo_concurrency.lockutils [req-f86aa2d1-82b5-4d67-a436-792a6456f770 req-5f5f8e3c-533c-4d00-817f-7f6cf09d9cda service nova] Lock "98571f34-23ed-40cd-8ad3-4f27fd9d83e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.476053] env[68461]: DEBUG nova.compute.manager [req-f86aa2d1-82b5-4d67-a436-792a6456f770 req-5f5f8e3c-533c-4d00-817f-7f6cf09d9cda service nova] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] No waiting events found dispatching network-vif-plugged-441cbb7b-195c-40df-8ec3-d6ac7cf71042 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.476218] env[68461]: WARNING nova.compute.manager [req-f86aa2d1-82b5-4d67-a436-792a6456f770 req-5f5f8e3c-533c-4d00-817f-7f6cf09d9cda service nova] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Received unexpected event network-vif-plugged-441cbb7b-195c-40df-8ec3-d6ac7cf71042 for instance with vm_state building and task_state spawning. [ 1090.476373] env[68461]: DEBUG nova.compute.manager [req-f86aa2d1-82b5-4d67-a436-792a6456f770 req-5f5f8e3c-533c-4d00-817f-7f6cf09d9cda service nova] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Received event network-changed-441cbb7b-195c-40df-8ec3-d6ac7cf71042 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.476522] env[68461]: DEBUG nova.compute.manager [req-f86aa2d1-82b5-4d67-a436-792a6456f770 req-5f5f8e3c-533c-4d00-817f-7f6cf09d9cda service nova] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Refreshing instance network info cache due to event network-changed-441cbb7b-195c-40df-8ec3-d6ac7cf71042. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.476718] env[68461]: DEBUG oslo_concurrency.lockutils [req-f86aa2d1-82b5-4d67-a436-792a6456f770 req-5f5f8e3c-533c-4d00-817f-7f6cf09d9cda service nova] Acquiring lock "refresh_cache-98571f34-23ed-40cd-8ad3-4f27fd9d83e5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.476855] env[68461]: DEBUG oslo_concurrency.lockutils [req-f86aa2d1-82b5-4d67-a436-792a6456f770 req-5f5f8e3c-533c-4d00-817f-7f6cf09d9cda service nova] Acquired lock "refresh_cache-98571f34-23ed-40cd-8ad3-4f27fd9d83e5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.477014] env[68461]: DEBUG nova.network.neutron [req-f86aa2d1-82b5-4d67-a436-792a6456f770 req-5f5f8e3c-533c-4d00-817f-7f6cf09d9cda service nova] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Refreshing network info cache for port 441cbb7b-195c-40df-8ec3-d6ac7cf71042 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.547134] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "refresh_cache-98571f34-23ed-40cd-8ad3-4f27fd9d83e5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.889294] env[68461]: DEBUG oslo_concurrency.lockutils [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.492s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.897072] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.402s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.899068] env[68461]: INFO nova.compute.claims [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.943931] env[68461]: INFO nova.scheduler.client.report [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Deleted allocations for instance e23b9fc0-7225-4734-9aa1-0c03bf494967 [ 1090.975827] env[68461]: DEBUG oslo_vmware.api [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895373, 'name': PowerOnVM_Task, 'duration_secs': 0.469925} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.976700] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.976700] env[68461]: INFO nova.compute.manager [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1090.976700] env[68461]: DEBUG nova.compute.manager [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.977244] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0792689c-964e-4553-aac4-4d9dcfe8bf36 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.025397] env[68461]: DEBUG nova.network.neutron [req-f86aa2d1-82b5-4d67-a436-792a6456f770 req-5f5f8e3c-533c-4d00-817f-7f6cf09d9cda service nova] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.140330] env[68461]: DEBUG nova.network.neutron [req-f86aa2d1-82b5-4d67-a436-792a6456f770 req-5f5f8e3c-533c-4d00-817f-7f6cf09d9cda service nova] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.429207] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "8842a491-df22-43fe-8803-fe727131b562" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.429485] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "8842a491-df22-43fe-8803-fe727131b562" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.455815] env[68461]: DEBUG oslo_concurrency.lockutils [None req-56b80e72-c9e2-4545-ba42-401eff6fc6bc tempest-ServerMetadataNegativeTestJSON-30796748 tempest-ServerMetadataNegativeTestJSON-30796748-project-member] Lock "e23b9fc0-7225-4734-9aa1-0c03bf494967" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.240s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.456840] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "de1aaa13-992a-482d-a83c-7db32e13a3ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.457059] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "de1aaa13-992a-482d-a83c-7db32e13a3ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.496673] env[68461]: INFO nova.compute.manager [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Took 52.32 seconds to build instance. [ 1091.643466] env[68461]: DEBUG oslo_concurrency.lockutils [req-f86aa2d1-82b5-4d67-a436-792a6456f770 req-5f5f8e3c-533c-4d00-817f-7f6cf09d9cda service nova] Releasing lock "refresh_cache-98571f34-23ed-40cd-8ad3-4f27fd9d83e5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.643698] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired lock "refresh_cache-98571f34-23ed-40cd-8ad3-4f27fd9d83e5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.643855] env[68461]: DEBUG nova.network.neutron [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.997800] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b707181-1762-4c9f-bd9f-2e9d54d8bd1a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "4f1eb6e1-4e2a-4c71-9238-112725e9536d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.828s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.456880] env[68461]: DEBUG nova.network.neutron [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.475750] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a83e52d-2033-467b-ae0f-4dafa873da11 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.484572] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718ee2ae-8df2-43d3-afeb-c82cdeaf0859 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.520206] env[68461]: DEBUG nova.compute.manager [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.522665] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c35c71f-c876-455e-9874-c259fa390294 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.530889] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534e8db9-79df-40e5-8246-43d40312fbd3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.547223] env[68461]: DEBUG nova.compute.provider_tree [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.758199] env[68461]: DEBUG nova.compute.manager [req-fdc5cbc7-2ffb-4f45-9d90-2f88da94f9b7 req-9ac3d43e-d2e1-4f3f-be79-da7e883f6900 service nova] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Received event network-changed-d4eb16ce-c2f7-4b4f-b036-c89e5f545846 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.761893] env[68461]: DEBUG nova.compute.manager [req-fdc5cbc7-2ffb-4f45-9d90-2f88da94f9b7 req-9ac3d43e-d2e1-4f3f-be79-da7e883f6900 service nova] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Refreshing instance network info cache due to event network-changed-d4eb16ce-c2f7-4b4f-b036-c89e5f545846. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.761893] env[68461]: DEBUG oslo_concurrency.lockutils [req-fdc5cbc7-2ffb-4f45-9d90-2f88da94f9b7 req-9ac3d43e-d2e1-4f3f-be79-da7e883f6900 service nova] Acquiring lock "refresh_cache-4f1eb6e1-4e2a-4c71-9238-112725e9536d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.761893] env[68461]: DEBUG oslo_concurrency.lockutils [req-fdc5cbc7-2ffb-4f45-9d90-2f88da94f9b7 req-9ac3d43e-d2e1-4f3f-be79-da7e883f6900 service nova] Acquired lock "refresh_cache-4f1eb6e1-4e2a-4c71-9238-112725e9536d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.761893] env[68461]: DEBUG nova.network.neutron [req-fdc5cbc7-2ffb-4f45-9d90-2f88da94f9b7 req-9ac3d43e-d2e1-4f3f-be79-da7e883f6900 service nova] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Refreshing network info cache for port d4eb16ce-c2f7-4b4f-b036-c89e5f545846 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.813759] env[68461]: DEBUG nova.network.neutron [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Updating instance_info_cache with network_info: [{"id": "441cbb7b-195c-40df-8ec3-d6ac7cf71042", "address": "fa:16:3e:fc:59:e2", "network": {"id": "1213cfc5-0ad7-418f-8db0-bbc5b1b7ccb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1442488687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b5796b0aa848e39c5b631e5d980c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap441cbb7b-19", "ovs_interfaceid": "441cbb7b-195c-40df-8ec3-d6ac7cf71042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.045824] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.050376] env[68461]: DEBUG nova.scheduler.client.report [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.316570] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Releasing lock "refresh_cache-98571f34-23ed-40cd-8ad3-4f27fd9d83e5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.317651] env[68461]: DEBUG nova.compute.manager [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Instance network_info: |[{"id": "441cbb7b-195c-40df-8ec3-d6ac7cf71042", "address": "fa:16:3e:fc:59:e2", "network": {"id": "1213cfc5-0ad7-418f-8db0-bbc5b1b7ccb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1442488687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b5796b0aa848e39c5b631e5d980c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap441cbb7b-19", "ovs_interfaceid": "441cbb7b-195c-40df-8ec3-d6ac7cf71042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.318346] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:59:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '441cbb7b-195c-40df-8ec3-d6ac7cf71042', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.325934] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.326504] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.326746] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d74fe429-b8d4-4322-b1b0-853ec162e63b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.350514] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.350514] env[68461]: value = "task-2895374" [ 1093.350514] env[68461]: _type = "Task" [ 1093.350514] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.358485] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895374, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.500282] env[68461]: DEBUG nova.network.neutron [req-fdc5cbc7-2ffb-4f45-9d90-2f88da94f9b7 req-9ac3d43e-d2e1-4f3f-be79-da7e883f6900 service nova] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Updated VIF entry in instance network info cache for port d4eb16ce-c2f7-4b4f-b036-c89e5f545846. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.500664] env[68461]: DEBUG nova.network.neutron [req-fdc5cbc7-2ffb-4f45-9d90-2f88da94f9b7 req-9ac3d43e-d2e1-4f3f-be79-da7e883f6900 service nova] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Updating instance_info_cache with network_info: [{"id": "d4eb16ce-c2f7-4b4f-b036-c89e5f545846", "address": "fa:16:3e:48:57:90", "network": {"id": "3e11da67-bb77-4fa0-a6a5-d371aec65161", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1635925570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87b864f3e1c84270a5aaaa5baa77b971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4eb16ce-c2", "ovs_interfaceid": "d4eb16ce-c2f7-4b4f-b036-c89e5f545846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.554927] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.556617] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.920s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.561269] env[68461]: INFO nova.compute.claims [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.863170] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895374, 'name': CreateVM_Task, 'duration_secs': 0.34667} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.863350] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.864050] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.864221] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.864523] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.864781] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74b3f196-91b1-4185-9e7c-84ee693b7ca0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.870162] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1093.870162] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]527c92b7-493c-56c6-616e-d433222a4de3" [ 1093.870162] env[68461]: _type = "Task" [ 1093.870162] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.878729] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]527c92b7-493c-56c6-616e-d433222a4de3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.003620] env[68461]: DEBUG oslo_concurrency.lockutils [req-fdc5cbc7-2ffb-4f45-9d90-2f88da94f9b7 req-9ac3d43e-d2e1-4f3f-be79-da7e883f6900 service nova] Releasing lock "refresh_cache-4f1eb6e1-4e2a-4c71-9238-112725e9536d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.071854] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Acquiring lock "5d6989df-e154-4a43-b670-2e87522df419" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.072154] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Lock "5d6989df-e154-4a43-b670-2e87522df419" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.380976] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]527c92b7-493c-56c6-616e-d433222a4de3, 'name': SearchDatastore_Task, 'duration_secs': 0.011409} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.381309] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.381539] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.381775] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.381921] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.382161] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.382434] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d76a2f7-f544-42d0-9901-11e416776d47 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.392296] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.392479] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.393197] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69557212-f555-4228-a73b-84759b2ccc3b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.398637] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1094.398637] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]522a8ebe-2ff4-e0ba-3258-b44c3cb4f200" [ 1094.398637] env[68461]: _type = "Task" [ 1094.398637] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.406647] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522a8ebe-2ff4-e0ba-3258-b44c3cb4f200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.577052] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Lock "5d6989df-e154-4a43-b670-2e87522df419" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.577498] env[68461]: DEBUG nova.compute.manager [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.895629] env[68461]: DEBUG oslo_concurrency.lockutils [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Acquiring lock "e8fea6c3-c65d-4d2f-a0fe-8c455fffd778" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.895894] env[68461]: DEBUG oslo_concurrency.lockutils [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Lock "e8fea6c3-c65d-4d2f-a0fe-8c455fffd778" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.911717] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522a8ebe-2ff4-e0ba-3258-b44c3cb4f200, 'name': SearchDatastore_Task, 'duration_secs': 0.019413} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.912850] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19730a9a-fdc4-472d-9656-771b7f1d9ac6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.917880] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1094.917880] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52f1c3d9-d526-b79d-986a-2464f5b98328" [ 1094.917880] env[68461]: _type = "Task" [ 1094.917880] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.926637] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f1c3d9-d526-b79d-986a-2464f5b98328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.005047] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6bf342-3e55-4b09-becf-f25c9ed5168a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.012614] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849ee233-de4a-4b90-8f7e-7bcdd4184587 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.042941] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bddf54b-8df6-4ab7-90c1-18b7e22e5d2f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.051900] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e5cb45-904c-4492-b8a9-bb8bbe19cb60 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.065135] env[68461]: DEBUG nova.compute.provider_tree [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.082381] env[68461]: DEBUG nova.compute.utils [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.084071] env[68461]: DEBUG nova.compute.manager [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.084071] env[68461]: DEBUG nova.network.neutron [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.157689] env[68461]: DEBUG nova.policy [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abf535b2f5f847259380f795f3b24f81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9cc91c23bf64bd9b446ef0d358c3ccd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.428854] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f1c3d9-d526-b79d-986a-2464f5b98328, 'name': SearchDatastore_Task, 'duration_secs': 0.013223} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.429204] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.429424] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 98571f34-23ed-40cd-8ad3-4f27fd9d83e5/98571f34-23ed-40cd-8ad3-4f27fd9d83e5.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.429682] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85b60681-540c-410d-97ba-f1a422fba11a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.435516] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1095.435516] env[68461]: value = "task-2895375" [ 1095.435516] env[68461]: _type = "Task" [ 1095.435516] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.443186] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.531901] env[68461]: DEBUG nova.network.neutron [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Successfully created port: a4800021-1889-4c89-911f-a5b82de953cb {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.570024] env[68461]: DEBUG nova.scheduler.client.report [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.587371] env[68461]: DEBUG nova.compute.manager [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.945749] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895375, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.073975] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.074553] env[68461]: DEBUG nova.compute.manager [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1096.077854] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.371s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.078782] env[68461]: INFO nova.compute.claims [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.446254] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895375, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.584066] env[68461]: DEBUG nova.compute.utils [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.588381] env[68461]: DEBUG nova.compute.manager [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.588618] env[68461]: DEBUG nova.network.neutron [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.597499] env[68461]: DEBUG nova.compute.manager [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.622169] env[68461]: DEBUG nova.virt.hardware [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.622425] env[68461]: DEBUG nova.virt.hardware [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.622584] env[68461]: DEBUG nova.virt.hardware [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.622762] env[68461]: DEBUG nova.virt.hardware [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.622906] env[68461]: DEBUG nova.virt.hardware [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.623085] env[68461]: DEBUG nova.virt.hardware [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.623325] env[68461]: DEBUG nova.virt.hardware [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.623488] env[68461]: DEBUG nova.virt.hardware [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.623655] env[68461]: DEBUG nova.virt.hardware [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.623815] env[68461]: DEBUG nova.virt.hardware [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.623988] env[68461]: DEBUG nova.virt.hardware [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.624877] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e5ed0d-fd1c-4046-9bfb-f184a6da2541 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.632887] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72653b9-58f0-4227-9608-a53e68b82d8d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.647428] env[68461]: DEBUG nova.policy [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbddb90a84d947b28a1d5329e2c4a49b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '902b5cd1142140e9ba08f2c052dd2d06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.950399] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895375, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.475319} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.950399] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 98571f34-23ed-40cd-8ad3-4f27fd9d83e5/98571f34-23ed-40cd-8ad3-4f27fd9d83e5.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.950399] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.950399] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76e7d7f1-f641-4aba-ba26-bc9185b17993 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.956038] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1096.956038] env[68461]: value = "task-2895376" [ 1096.956038] env[68461]: _type = "Task" [ 1096.956038] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.964414] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.004204] env[68461]: DEBUG nova.network.neutron [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Successfully created port: 226b2149-8060-4e03-8919-8b1a696c407f {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.089332] env[68461]: DEBUG nova.compute.manager [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.374373] env[68461]: DEBUG nova.compute.manager [req-345a015e-f8d0-45e2-95a5-2292842ce45d req-595d18be-9193-461d-b427-9566901edf56 service nova] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Received event network-vif-plugged-a4800021-1889-4c89-911f-a5b82de953cb {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.374589] env[68461]: DEBUG oslo_concurrency.lockutils [req-345a015e-f8d0-45e2-95a5-2292842ce45d req-595d18be-9193-461d-b427-9566901edf56 service nova] Acquiring lock "ed74e465-0d31-403e-8077-d55c72066ad8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.374800] env[68461]: DEBUG oslo_concurrency.lockutils [req-345a015e-f8d0-45e2-95a5-2292842ce45d req-595d18be-9193-461d-b427-9566901edf56 service nova] Lock "ed74e465-0d31-403e-8077-d55c72066ad8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.374961] env[68461]: DEBUG oslo_concurrency.lockutils [req-345a015e-f8d0-45e2-95a5-2292842ce45d req-595d18be-9193-461d-b427-9566901edf56 service nova] Lock "ed74e465-0d31-403e-8077-d55c72066ad8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.375138] env[68461]: DEBUG nova.compute.manager [req-345a015e-f8d0-45e2-95a5-2292842ce45d req-595d18be-9193-461d-b427-9566901edf56 service nova] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] No waiting events found dispatching network-vif-plugged-a4800021-1889-4c89-911f-a5b82de953cb {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.375297] env[68461]: WARNING nova.compute.manager [req-345a015e-f8d0-45e2-95a5-2292842ce45d req-595d18be-9193-461d-b427-9566901edf56 service nova] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Received unexpected event network-vif-plugged-a4800021-1889-4c89-911f-a5b82de953cb for instance with vm_state building and task_state spawning. [ 1097.468619] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070014} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.471456] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.472568] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94946863-a19d-4dfb-9893-0f0a415d80f7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.496289] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 98571f34-23ed-40cd-8ad3-4f27fd9d83e5/98571f34-23ed-40cd-8ad3-4f27fd9d83e5.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.499073] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d1d8ae4-dd7e-4d31-9040-f636c9b8d1e0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.524668] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1097.524668] env[68461]: value = "task-2895377" [ 1097.524668] env[68461]: _type = "Task" [ 1097.524668] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.532803] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.594708] env[68461]: DEBUG nova.network.neutron [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Successfully updated port: a4800021-1889-4c89-911f-a5b82de953cb {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.644015] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273f639e-758a-44bd-8659-8906f77037c1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.652974] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91831cb-5cc6-4405-b7ef-8c66477aff44 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.684433] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598b98dd-f5b9-45c7-b21a-45982b823003 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.692264] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70112600-5c06-4122-8b74-1b65779e14fc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.706615] env[68461]: DEBUG nova.compute.provider_tree [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.036835] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895377, 'name': ReconfigVM_Task, 'duration_secs': 0.278204} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.037130] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 98571f34-23ed-40cd-8ad3-4f27fd9d83e5/98571f34-23ed-40cd-8ad3-4f27fd9d83e5.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.037717] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21c6f115-eb08-4ddc-a279-0228e4929140 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.043832] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1098.043832] env[68461]: value = "task-2895378" [ 1098.043832] env[68461]: _type = "Task" [ 1098.043832] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.050934] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895378, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.096790] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Acquiring lock "refresh_cache-ed74e465-0d31-403e-8077-d55c72066ad8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.096949] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Acquired lock "refresh_cache-ed74e465-0d31-403e-8077-d55c72066ad8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.097127] env[68461]: DEBUG nova.network.neutron [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.100753] env[68461]: DEBUG nova.compute.manager [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1098.127628] env[68461]: DEBUG nova.virt.hardware [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:17:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='123322d9-269d-4d92-99c5-899e340f8deb',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1775706695',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.129033] env[68461]: DEBUG nova.virt.hardware [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.129033] env[68461]: DEBUG nova.virt.hardware [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.129033] env[68461]: DEBUG nova.virt.hardware [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.129033] env[68461]: DEBUG nova.virt.hardware [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.129033] env[68461]: DEBUG nova.virt.hardware [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.129033] env[68461]: DEBUG nova.virt.hardware [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.129033] env[68461]: DEBUG nova.virt.hardware [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.129033] env[68461]: DEBUG nova.virt.hardware [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.129384] env[68461]: DEBUG nova.virt.hardware [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.129384] env[68461]: DEBUG nova.virt.hardware [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.130175] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae88d39-b21a-4987-8d43-d94112eb4aeb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.138011] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae73d88-4bb2-4619-b552-3411ca8127c0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.210100] env[68461]: DEBUG nova.scheduler.client.report [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.554301] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895378, 'name': Rename_Task, 'duration_secs': 0.141501} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.554595] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.554849] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b18bdb20-ce8b-4efa-90ad-8090e983ba90 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.561879] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1098.561879] env[68461]: value = "task-2895379" [ 1098.561879] env[68461]: _type = "Task" [ 1098.561879] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.569977] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.636889] env[68461]: DEBUG nova.network.neutron [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.715010] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.715715] env[68461]: DEBUG nova.compute.manager [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.718637] env[68461]: DEBUG oslo_concurrency.lockutils [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.332s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.718771] env[68461]: DEBUG nova.objects.instance [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Lazy-loading 'resources' on Instance uuid 0f6452b1-1910-4827-b23b-e9a0663ea72b {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.949167] env[68461]: DEBUG nova.network.neutron [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Updating instance_info_cache with network_info: [{"id": "a4800021-1889-4c89-911f-a5b82de953cb", "address": "fa:16:3e:a2:d0:55", "network": {"id": "1f0c9b90-e889-441f-9bee-c37327a17cf7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1641685493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9cc91c23bf64bd9b446ef0d358c3ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4800021-18", "ovs_interfaceid": "a4800021-1889-4c89-911f-a5b82de953cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.071951] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.178516] env[68461]: DEBUG nova.network.neutron [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Successfully updated port: 226b2149-8060-4e03-8919-8b1a696c407f {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.221800] env[68461]: DEBUG nova.compute.utils [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.223299] env[68461]: DEBUG nova.compute.manager [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.223466] env[68461]: DEBUG nova.network.neutron [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.267122] env[68461]: DEBUG nova.policy [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb902542be6e482fb56a72ef008d88ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24dfeeb1055343a8baec536c34fab504', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.407775] env[68461]: DEBUG nova.compute.manager [req-41c3195e-ea86-4c48-bab3-8879298b3da2 req-f3299b35-03c2-4a81-befa-45bb263b85b0 service nova] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Received event network-changed-a4800021-1889-4c89-911f-a5b82de953cb {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.408011] env[68461]: DEBUG nova.compute.manager [req-41c3195e-ea86-4c48-bab3-8879298b3da2 req-f3299b35-03c2-4a81-befa-45bb263b85b0 service nova] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Refreshing instance network info cache due to event network-changed-a4800021-1889-4c89-911f-a5b82de953cb. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.408325] env[68461]: DEBUG oslo_concurrency.lockutils [req-41c3195e-ea86-4c48-bab3-8879298b3da2 req-f3299b35-03c2-4a81-befa-45bb263b85b0 service nova] Acquiring lock "refresh_cache-ed74e465-0d31-403e-8077-d55c72066ad8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.452756] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Releasing lock "refresh_cache-ed74e465-0d31-403e-8077-d55c72066ad8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.453099] env[68461]: DEBUG nova.compute.manager [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Instance network_info: |[{"id": "a4800021-1889-4c89-911f-a5b82de953cb", "address": "fa:16:3e:a2:d0:55", "network": {"id": "1f0c9b90-e889-441f-9bee-c37327a17cf7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1641685493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9cc91c23bf64bd9b446ef0d358c3ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4800021-18", "ovs_interfaceid": "a4800021-1889-4c89-911f-a5b82de953cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.453394] env[68461]: DEBUG oslo_concurrency.lockutils [req-41c3195e-ea86-4c48-bab3-8879298b3da2 req-f3299b35-03c2-4a81-befa-45bb263b85b0 service nova] Acquired lock "refresh_cache-ed74e465-0d31-403e-8077-d55c72066ad8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.453577] env[68461]: DEBUG nova.network.neutron [req-41c3195e-ea86-4c48-bab3-8879298b3da2 req-f3299b35-03c2-4a81-befa-45bb263b85b0 service nova] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Refreshing network info cache for port a4800021-1889-4c89-911f-a5b82de953cb {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.454857] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:d0:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4800021-1889-4c89-911f-a5b82de953cb', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.463876] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Creating folder: Project (e9cc91c23bf64bd9b446ef0d358c3ccd). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1099.468993] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b40a083d-2c99-4462-a615-ef8adcbf4707 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.479962] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Created folder: Project (e9cc91c23bf64bd9b446ef0d358c3ccd) in parent group-v581476. [ 1099.480176] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Creating folder: Instances. Parent ref: group-v581640. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1099.480413] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41804945-8b35-4964-8a12-a6bffec93c40 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.488796] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Created folder: Instances in parent group-v581640. [ 1099.489046] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.489241] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.489469] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-540b38c9-e4a2-4ac7-8229-120fbfd28455 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.511373] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.511373] env[68461]: value = "task-2895382" [ 1099.511373] env[68461]: _type = "Task" [ 1099.511373] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.518903] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895382, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.577364] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895379, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.682263] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "refresh_cache-6a686ce7-1687-471e-b292-b17e52099459" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.682263] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquired lock "refresh_cache-6a686ce7-1687-471e-b292-b17e52099459" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.682263] env[68461]: DEBUG nova.network.neutron [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.726811] env[68461]: DEBUG nova.compute.manager [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.758545] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0f1d83-d059-416e-9288-ce39a853048d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.771434] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3f3dd5-7e0f-44c7-b627-9b06c8106d24 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.803248] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1226cdc-cd47-42c5-967d-608bdb1f2d48 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.811820] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f917bb27-5c7b-4830-8348-8302612590f5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.825664] env[68461]: DEBUG nova.compute.provider_tree [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.025174] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895382, 'name': CreateVM_Task, 'duration_secs': 0.359917} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.025378] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.026039] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.026219] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.026539] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.026796] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-050876f0-b618-4323-a9c8-6698f53a6047 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.031275] env[68461]: DEBUG oslo_vmware.api [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Waiting for the task: (returnval){ [ 1100.031275] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]525b083b-c232-4377-49ae-48df2e066012" [ 1100.031275] env[68461]: _type = "Task" [ 1100.031275] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.038749] env[68461]: DEBUG oslo_vmware.api [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]525b083b-c232-4377-49ae-48df2e066012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.039737] env[68461]: DEBUG nova.network.neutron [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Successfully created port: 1506e4ec-6f9e-4db5-b5ff-f2836bc40796 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1100.073174] env[68461]: DEBUG oslo_vmware.api [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895379, 'name': PowerOnVM_Task, 'duration_secs': 1.037385} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.073382] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.073577] env[68461]: INFO nova.compute.manager [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Took 10.77 seconds to spawn the instance on the hypervisor. [ 1100.073756] env[68461]: DEBUG nova.compute.manager [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.074497] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461b75c4-0861-42f7-bccd-87656ddbdc67 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.192488] env[68461]: DEBUG nova.network.neutron [req-41c3195e-ea86-4c48-bab3-8879298b3da2 req-f3299b35-03c2-4a81-befa-45bb263b85b0 service nova] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Updated VIF entry in instance network info cache for port a4800021-1889-4c89-911f-a5b82de953cb. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.192859] env[68461]: DEBUG nova.network.neutron [req-41c3195e-ea86-4c48-bab3-8879298b3da2 req-f3299b35-03c2-4a81-befa-45bb263b85b0 service nova] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Updating instance_info_cache with network_info: [{"id": "a4800021-1889-4c89-911f-a5b82de953cb", "address": "fa:16:3e:a2:d0:55", "network": {"id": "1f0c9b90-e889-441f-9bee-c37327a17cf7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1641685493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9cc91c23bf64bd9b446ef0d358c3ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4800021-18", "ovs_interfaceid": "a4800021-1889-4c89-911f-a5b82de953cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.221979] env[68461]: DEBUG nova.network.neutron [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.328848] env[68461]: DEBUG nova.scheduler.client.report [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.367057] env[68461]: DEBUG nova.network.neutron [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Updating instance_info_cache with network_info: [{"id": "226b2149-8060-4e03-8919-8b1a696c407f", "address": "fa:16:3e:94:16:64", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap226b2149-80", "ovs_interfaceid": "226b2149-8060-4e03-8919-8b1a696c407f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.542237] env[68461]: DEBUG oslo_vmware.api [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]525b083b-c232-4377-49ae-48df2e066012, 'name': SearchDatastore_Task, 'duration_secs': 0.010488} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.542549] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.542778] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.543020] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.543168] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.543358] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.543626] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b7df231-ee26-49e5-bf34-87e3a89b7677 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.552892] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.553082] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.553791] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef20237-37f5-472d-bfc1-8c62965130ee {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.559046] env[68461]: DEBUG oslo_vmware.api [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Waiting for the task: (returnval){ [ 1100.559046] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5268bb33-0c07-8718-e8f7-e35f47e0a7c5" [ 1100.559046] env[68461]: _type = "Task" [ 1100.559046] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.566769] env[68461]: DEBUG oslo_vmware.api [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5268bb33-0c07-8718-e8f7-e35f47e0a7c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.595686] env[68461]: INFO nova.compute.manager [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Took 56.87 seconds to build instance. [ 1100.695735] env[68461]: DEBUG oslo_concurrency.lockutils [req-41c3195e-ea86-4c48-bab3-8879298b3da2 req-f3299b35-03c2-4a81-befa-45bb263b85b0 service nova] Releasing lock "refresh_cache-ed74e465-0d31-403e-8077-d55c72066ad8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.696090] env[68461]: DEBUG nova.compute.manager [req-41c3195e-ea86-4c48-bab3-8879298b3da2 req-f3299b35-03c2-4a81-befa-45bb263b85b0 service nova] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Received event network-vif-plugged-226b2149-8060-4e03-8919-8b1a696c407f {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.696341] env[68461]: DEBUG oslo_concurrency.lockutils [req-41c3195e-ea86-4c48-bab3-8879298b3da2 req-f3299b35-03c2-4a81-befa-45bb263b85b0 service nova] Acquiring lock "6a686ce7-1687-471e-b292-b17e52099459-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.696581] env[68461]: DEBUG oslo_concurrency.lockutils [req-41c3195e-ea86-4c48-bab3-8879298b3da2 req-f3299b35-03c2-4a81-befa-45bb263b85b0 service nova] Lock "6a686ce7-1687-471e-b292-b17e52099459-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.696780] env[68461]: DEBUG oslo_concurrency.lockutils [req-41c3195e-ea86-4c48-bab3-8879298b3da2 req-f3299b35-03c2-4a81-befa-45bb263b85b0 service nova] Lock "6a686ce7-1687-471e-b292-b17e52099459-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.696997] env[68461]: DEBUG nova.compute.manager [req-41c3195e-ea86-4c48-bab3-8879298b3da2 req-f3299b35-03c2-4a81-befa-45bb263b85b0 service nova] [instance: 6a686ce7-1687-471e-b292-b17e52099459] No waiting events found dispatching network-vif-plugged-226b2149-8060-4e03-8919-8b1a696c407f {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.697216] env[68461]: WARNING nova.compute.manager [req-41c3195e-ea86-4c48-bab3-8879298b3da2 req-f3299b35-03c2-4a81-befa-45bb263b85b0 service nova] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Received unexpected event network-vif-plugged-226b2149-8060-4e03-8919-8b1a696c407f for instance with vm_state building and task_state spawning. [ 1100.697394] env[68461]: DEBUG nova.compute.manager [req-41c3195e-ea86-4c48-bab3-8879298b3da2 req-f3299b35-03c2-4a81-befa-45bb263b85b0 service nova] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Received event network-changed-226b2149-8060-4e03-8919-8b1a696c407f {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.697551] env[68461]: DEBUG nova.compute.manager [req-41c3195e-ea86-4c48-bab3-8879298b3da2 req-f3299b35-03c2-4a81-befa-45bb263b85b0 service nova] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Refreshing instance network info cache due to event network-changed-226b2149-8060-4e03-8919-8b1a696c407f. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.697854] env[68461]: DEBUG oslo_concurrency.lockutils [req-41c3195e-ea86-4c48-bab3-8879298b3da2 req-f3299b35-03c2-4a81-befa-45bb263b85b0 service nova] Acquiring lock "refresh_cache-6a686ce7-1687-471e-b292-b17e52099459" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.741488] env[68461]: DEBUG nova.compute.manager [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.769023] env[68461]: DEBUG nova.virt.hardware [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.769369] env[68461]: DEBUG nova.virt.hardware [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.769580] env[68461]: DEBUG nova.virt.hardware [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.769731] env[68461]: DEBUG nova.virt.hardware [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.769909] env[68461]: DEBUG nova.virt.hardware [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.770101] env[68461]: DEBUG nova.virt.hardware [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.770293] env[68461]: DEBUG nova.virt.hardware [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.770450] env[68461]: DEBUG nova.virt.hardware [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.770637] env[68461]: DEBUG nova.virt.hardware [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.770827] env[68461]: DEBUG nova.virt.hardware [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.771022] env[68461]: DEBUG nova.virt.hardware [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.771895] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531eb188-3364-4537-ab50-767b028607d5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.780145] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6282bc-ce84-4d0c-9729-f3eb1df06133 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.837586] env[68461]: DEBUG oslo_concurrency.lockutils [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.839977] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 38.159s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.840135] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.840293] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68461) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1100.840579] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.822s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.840800] env[68461]: DEBUG nova.objects.instance [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lazy-loading 'resources' on Instance uuid 99c2a850-2aa5-49e1-a65f-50020b0d5a95 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.842560] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f302976-3b3f-4772-bfaa-9b0e7432f642 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.850786] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25095bfb-bf08-4639-af3c-78a66d9f4869 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.867791] env[68461]: INFO nova.scheduler.client.report [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Deleted allocations for instance 0f6452b1-1910-4827-b23b-e9a0663ea72b [ 1100.869265] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21744720-9237-4801-9327-d3f4a9e2cb1e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.872062] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Releasing lock "refresh_cache-6a686ce7-1687-471e-b292-b17e52099459" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.872324] env[68461]: DEBUG nova.compute.manager [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Instance network_info: |[{"id": "226b2149-8060-4e03-8919-8b1a696c407f", "address": "fa:16:3e:94:16:64", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap226b2149-80", "ovs_interfaceid": "226b2149-8060-4e03-8919-8b1a696c407f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.874933] env[68461]: DEBUG oslo_concurrency.lockutils [req-41c3195e-ea86-4c48-bab3-8879298b3da2 req-f3299b35-03c2-4a81-befa-45bb263b85b0 service nova] Acquired lock "refresh_cache-6a686ce7-1687-471e-b292-b17e52099459" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.875127] env[68461]: DEBUG nova.network.neutron [req-41c3195e-ea86-4c48-bab3-8879298b3da2 req-f3299b35-03c2-4a81-befa-45bb263b85b0 service nova] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Refreshing network info cache for port 226b2149-8060-4e03-8919-8b1a696c407f {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.876080] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:16:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '226b2149-8060-4e03-8919-8b1a696c407f', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.887410] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.889031] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.889120] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b559350-1ac2-4929-94f8-7ead4bdf81ae {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.906589] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ffc92a-1e18-4123-995e-d4af4f1920cd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.911076] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.911076] env[68461]: value = "task-2895383" [ 1100.911076] env[68461]: _type = "Task" [ 1100.911076] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.938364] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179362MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=68461) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1100.938570] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.943775] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895383, 'name': CreateVM_Task} progress is 15%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.069913] env[68461]: DEBUG oslo_vmware.api [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5268bb33-0c07-8718-e8f7-e35f47e0a7c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009547} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.070691] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f67e2d1-9271-4871-bd92-e0cff6fafec2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.076174] env[68461]: DEBUG oslo_vmware.api [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Waiting for the task: (returnval){ [ 1101.076174] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5270baba-7b28-3a21-95bf-aa1f6897f7a8" [ 1101.076174] env[68461]: _type = "Task" [ 1101.076174] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.083458] env[68461]: DEBUG oslo_vmware.api [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5270baba-7b28-3a21-95bf-aa1f6897f7a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.097123] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60049ca0-c7f6-4567-8a2d-af40316ee1d7 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "98571f34-23ed-40cd-8ad3-4f27fd9d83e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.514s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.394186] env[68461]: DEBUG oslo_concurrency.lockutils [None req-be9be5d6-29c0-4b7b-b7d7-68cd48609505 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Lock "0f6452b1-1910-4827-b23b-e9a0663ea72b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.671s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.395145] env[68461]: DEBUG oslo_concurrency.lockutils [None req-970462a8-0146-4364-9b39-0dfafc6ae37e tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Lock "0f6452b1-1910-4827-b23b-e9a0663ea72b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 37.234s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.395399] env[68461]: DEBUG oslo_concurrency.lockutils [None req-970462a8-0146-4364-9b39-0dfafc6ae37e tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquiring lock "0f6452b1-1910-4827-b23b-e9a0663ea72b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.395629] env[68461]: DEBUG oslo_concurrency.lockutils [None req-970462a8-0146-4364-9b39-0dfafc6ae37e tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Lock "0f6452b1-1910-4827-b23b-e9a0663ea72b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.395852] env[68461]: DEBUG oslo_concurrency.lockutils [None req-970462a8-0146-4364-9b39-0dfafc6ae37e tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Lock "0f6452b1-1910-4827-b23b-e9a0663ea72b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.399836] env[68461]: INFO nova.compute.manager [None req-970462a8-0146-4364-9b39-0dfafc6ae37e tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Terminating instance [ 1101.426982] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895383, 'name': CreateVM_Task, 'duration_secs': 0.306933} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.427171] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.427887] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.428209] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.431915] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.431915] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cad3048d-3fc3-48bd-8e17-0b763d0b7b04 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.438326] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 1101.438326] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]525b8379-4840-f0a0-9b5c-a9a266c89b33" [ 1101.438326] env[68461]: _type = "Task" [ 1101.438326] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.446818] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]525b8379-4840-f0a0-9b5c-a9a266c89b33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.589451] env[68461]: DEBUG oslo_vmware.api [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5270baba-7b28-3a21-95bf-aa1f6897f7a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009619} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.591672] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.591923] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] ed74e465-0d31-403e-8077-d55c72066ad8/ed74e465-0d31-403e-8077-d55c72066ad8.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.592230] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce746468-f1db-436e-b013-17fd4fd91de5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.600172] env[68461]: DEBUG nova.compute.manager [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.605173] env[68461]: DEBUG oslo_vmware.api [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Waiting for the task: (returnval){ [ 1101.605173] env[68461]: value = "task-2895384" [ 1101.605173] env[68461]: _type = "Task" [ 1101.605173] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.616379] env[68461]: DEBUG oslo_vmware.api [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Task: {'id': task-2895384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.627497] env[68461]: DEBUG nova.network.neutron [req-41c3195e-ea86-4c48-bab3-8879298b3da2 req-f3299b35-03c2-4a81-befa-45bb263b85b0 service nova] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Updated VIF entry in instance network info cache for port 226b2149-8060-4e03-8919-8b1a696c407f. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.627838] env[68461]: DEBUG nova.network.neutron [req-41c3195e-ea86-4c48-bab3-8879298b3da2 req-f3299b35-03c2-4a81-befa-45bb263b85b0 service nova] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Updating instance_info_cache with network_info: [{"id": "226b2149-8060-4e03-8919-8b1a696c407f", "address": "fa:16:3e:94:16:64", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap226b2149-80", "ovs_interfaceid": "226b2149-8060-4e03-8919-8b1a696c407f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.854856] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61366dc4-0bc6-4c11-a6ad-602e20a6c985 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.866452] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc47beec-03a7-407d-87e7-bdcc8d91b3fc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.908011] env[68461]: DEBUG oslo_concurrency.lockutils [None req-970462a8-0146-4364-9b39-0dfafc6ae37e tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquiring lock "refresh_cache-0f6452b1-1910-4827-b23b-e9a0663ea72b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.908413] env[68461]: DEBUG oslo_concurrency.lockutils [None req-970462a8-0146-4364-9b39-0dfafc6ae37e tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquired lock "refresh_cache-0f6452b1-1910-4827-b23b-e9a0663ea72b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.908474] env[68461]: DEBUG nova.network.neutron [None req-970462a8-0146-4364-9b39-0dfafc6ae37e tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.910508] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca0ebba-6049-4d06-962c-b36d479739da {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.918709] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e14eeb4-fe2f-438f-8415-67baebf679a6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.937435] env[68461]: DEBUG nova.compute.provider_tree [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.950538] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]525b8379-4840-f0a0-9b5c-a9a266c89b33, 'name': SearchDatastore_Task, 'duration_secs': 0.00998} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.951526] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.951831] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.952121] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.952313] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.952541] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.953166] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e6e31b0-d007-480f-a7c4-45c129cd446c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.969973] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.970194] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.971042] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e968093e-5222-4f0d-aa31-b86cbfb2f722 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.978379] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 1101.978379] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52f6d1c0-4011-1898-7708-35c0575a7e80" [ 1101.978379] env[68461]: _type = "Task" [ 1101.978379] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.988930] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f6d1c0-4011-1898-7708-35c0575a7e80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.001604] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eda8750e-aef9-47e2-ad35-f1bc86312a04 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "98571f34-23ed-40cd-8ad3-4f27fd9d83e5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.001865] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eda8750e-aef9-47e2-ad35-f1bc86312a04 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "98571f34-23ed-40cd-8ad3-4f27fd9d83e5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.002059] env[68461]: DEBUG nova.compute.manager [None req-eda8750e-aef9-47e2-ad35-f1bc86312a04 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.003048] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4808a63-4746-4d5e-b43c-077ac57e98bd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.010382] env[68461]: DEBUG nova.compute.manager [None req-eda8750e-aef9-47e2-ad35-f1bc86312a04 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68461) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1102.010951] env[68461]: DEBUG nova.objects.instance [None req-eda8750e-aef9-47e2-ad35-f1bc86312a04 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lazy-loading 'flavor' on Instance uuid 98571f34-23ed-40cd-8ad3-4f27fd9d83e5 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.087294] env[68461]: DEBUG nova.compute.manager [req-719407fb-c64c-47e0-823d-d1affbee5e28 req-6779a52c-8704-421d-b2af-4875f8459658 service nova] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Received event network-vif-plugged-1506e4ec-6f9e-4db5-b5ff-f2836bc40796 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.087349] env[68461]: DEBUG oslo_concurrency.lockutils [req-719407fb-c64c-47e0-823d-d1affbee5e28 req-6779a52c-8704-421d-b2af-4875f8459658 service nova] Acquiring lock "ea893e0b-4964-44b3-8328-27bbe06469ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.087515] env[68461]: DEBUG oslo_concurrency.lockutils [req-719407fb-c64c-47e0-823d-d1affbee5e28 req-6779a52c-8704-421d-b2af-4875f8459658 service nova] Lock "ea893e0b-4964-44b3-8328-27bbe06469ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.087724] env[68461]: DEBUG oslo_concurrency.lockutils [req-719407fb-c64c-47e0-823d-d1affbee5e28 req-6779a52c-8704-421d-b2af-4875f8459658 service nova] Lock "ea893e0b-4964-44b3-8328-27bbe06469ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.087895] env[68461]: DEBUG nova.compute.manager [req-719407fb-c64c-47e0-823d-d1affbee5e28 req-6779a52c-8704-421d-b2af-4875f8459658 service nova] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] No waiting events found dispatching network-vif-plugged-1506e4ec-6f9e-4db5-b5ff-f2836bc40796 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.088244] env[68461]: WARNING nova.compute.manager [req-719407fb-c64c-47e0-823d-d1affbee5e28 req-6779a52c-8704-421d-b2af-4875f8459658 service nova] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Received unexpected event network-vif-plugged-1506e4ec-6f9e-4db5-b5ff-f2836bc40796 for instance with vm_state building and task_state spawning. [ 1102.096503] env[68461]: DEBUG nova.network.neutron [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Successfully updated port: 1506e4ec-6f9e-4db5-b5ff-f2836bc40796 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1102.127341] env[68461]: DEBUG oslo_vmware.api [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Task: {'id': task-2895384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506004} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.128170] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.128828] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] ed74e465-0d31-403e-8077-d55c72066ad8/ed74e465-0d31-403e-8077-d55c72066ad8.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.129179] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.129544] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-516bf13c-4f6a-463e-add4-d50eeb2714fe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.132301] env[68461]: DEBUG oslo_concurrency.lockutils [req-41c3195e-ea86-4c48-bab3-8879298b3da2 req-f3299b35-03c2-4a81-befa-45bb263b85b0 service nova] Releasing lock "refresh_cache-6a686ce7-1687-471e-b292-b17e52099459" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.137852] env[68461]: DEBUG oslo_vmware.api [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Waiting for the task: (returnval){ [ 1102.137852] env[68461]: value = "task-2895385" [ 1102.137852] env[68461]: _type = "Task" [ 1102.137852] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.147280] env[68461]: DEBUG oslo_vmware.api [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Task: {'id': task-2895385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.417216] env[68461]: DEBUG nova.compute.utils [None req-970462a8-0146-4364-9b39-0dfafc6ae37e tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Can not refresh info_cache because instance was not found {{(pid=68461) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 1102.439158] env[68461]: DEBUG nova.network.neutron [None req-970462a8-0146-4364-9b39-0dfafc6ae37e tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.444145] env[68461]: DEBUG nova.scheduler.client.report [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.488822] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f6d1c0-4011-1898-7708-35c0575a7e80, 'name': SearchDatastore_Task, 'duration_secs': 0.068121} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.489613] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-696ca729-5587-4286-81ad-05537ac13c71 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.494818] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 1102.494818] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]520768d4-05e5-55c5-cc7f-11d63c63e260" [ 1102.494818] env[68461]: _type = "Task" [ 1102.494818] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.502661] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520768d4-05e5-55c5-cc7f-11d63c63e260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.542032] env[68461]: DEBUG nova.network.neutron [None req-970462a8-0146-4364-9b39-0dfafc6ae37e tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.598691] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Acquiring lock "refresh_cache-ea893e0b-4964-44b3-8328-27bbe06469ea" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.598853] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Acquired lock "refresh_cache-ea893e0b-4964-44b3-8328-27bbe06469ea" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.599017] env[68461]: DEBUG nova.network.neutron [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.647492] env[68461]: DEBUG oslo_vmware.api [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Task: {'id': task-2895385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064179} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.647810] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.648570] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e06c1cd-b9cd-4440-b403-f5d60b1c931c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.670073] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] ed74e465-0d31-403e-8077-d55c72066ad8/ed74e465-0d31-403e-8077-d55c72066ad8.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.670353] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f2a572f-46d2-4743-a401-b9b6bb642927 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.690273] env[68461]: DEBUG oslo_vmware.api [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Waiting for the task: (returnval){ [ 1102.690273] env[68461]: value = "task-2895386" [ 1102.690273] env[68461]: _type = "Task" [ 1102.690273] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.699453] env[68461]: DEBUG oslo_vmware.api [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Task: {'id': task-2895386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.950033] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.953071] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.972s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.953071] env[68461]: DEBUG nova.objects.instance [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Lazy-loading 'resources' on Instance uuid 9b3b9600-bf96-4a2b-aa8c-79f7321878b0 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.974012] env[68461]: INFO nova.scheduler.client.report [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Deleted allocations for instance 99c2a850-2aa5-49e1-a65f-50020b0d5a95 [ 1103.004780] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520768d4-05e5-55c5-cc7f-11d63c63e260, 'name': SearchDatastore_Task, 'duration_secs': 0.032472} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.005053] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.005321] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 6a686ce7-1687-471e-b292-b17e52099459/6a686ce7-1687-471e-b292-b17e52099459.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.005608] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab882269-f885-420e-8dd5-a56394797c40 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.011300] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 1103.011300] env[68461]: value = "task-2895387" [ 1103.011300] env[68461]: _type = "Task" [ 1103.011300] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.018834] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.024506] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda8750e-aef9-47e2-ad35-f1bc86312a04 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.024954] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquiring lock "83abfaa7-1fc4-4dfb-8a33-7018c44d650c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.025274] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Lock "83abfaa7-1fc4-4dfb-8a33-7018c44d650c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.025494] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquiring lock "83abfaa7-1fc4-4dfb-8a33-7018c44d650c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.025736] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Lock "83abfaa7-1fc4-4dfb-8a33-7018c44d650c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.025997] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Lock "83abfaa7-1fc4-4dfb-8a33-7018c44d650c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.027640] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cee5f953-69d4-4cd3-8aa7-492e954fd824 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.031337] env[68461]: INFO nova.compute.manager [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Terminating instance [ 1103.034166] env[68461]: DEBUG oslo_vmware.api [None req-eda8750e-aef9-47e2-ad35-f1bc86312a04 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1103.034166] env[68461]: value = "task-2895388" [ 1103.034166] env[68461]: _type = "Task" [ 1103.034166] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.043986] env[68461]: DEBUG oslo_concurrency.lockutils [None req-970462a8-0146-4364-9b39-0dfafc6ae37e tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Releasing lock "refresh_cache-0f6452b1-1910-4827-b23b-e9a0663ea72b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.044384] env[68461]: DEBUG nova.compute.manager [None req-970462a8-0146-4364-9b39-0dfafc6ae37e tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.044613] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-970462a8-0146-4364-9b39-0dfafc6ae37e tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.045142] env[68461]: DEBUG oslo_vmware.api [None req-eda8750e-aef9-47e2-ad35-f1bc86312a04 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.045621] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-135c8177-19f6-4a5d-bcbd-dbae56fd5970 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.054418] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950bf192-ad80-40bc-87db-8eae964fde56 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.087871] env[68461]: WARNING nova.virt.vmwareapi.vmops [None req-970462a8-0146-4364-9b39-0dfafc6ae37e tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0f6452b1-1910-4827-b23b-e9a0663ea72b could not be found. [ 1103.088126] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-970462a8-0146-4364-9b39-0dfafc6ae37e tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.088312] env[68461]: INFO nova.compute.manager [None req-970462a8-0146-4364-9b39-0dfafc6ae37e tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1103.088566] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-970462a8-0146-4364-9b39-0dfafc6ae37e tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.088838] env[68461]: DEBUG nova.compute.manager [-] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.088934] env[68461]: DEBUG nova.network.neutron [-] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.117412] env[68461]: DEBUG nova.network.neutron [-] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.146731] env[68461]: DEBUG nova.network.neutron [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.203493] env[68461]: DEBUG oslo_vmware.api [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Task: {'id': task-2895386, 'name': ReconfigVM_Task, 'duration_secs': 0.296785} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.203757] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Reconfigured VM instance instance-00000038 to attach disk [datastore2] ed74e465-0d31-403e-8077-d55c72066ad8/ed74e465-0d31-403e-8077-d55c72066ad8.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.204661] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7bc755a-25d0-4a3c-a378-95834362e664 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.213623] env[68461]: DEBUG oslo_vmware.api [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Waiting for the task: (returnval){ [ 1103.213623] env[68461]: value = "task-2895389" [ 1103.213623] env[68461]: _type = "Task" [ 1103.213623] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.225375] env[68461]: DEBUG oslo_vmware.api [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Task: {'id': task-2895389, 'name': Rename_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.307457] env[68461]: DEBUG nova.network.neutron [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Updating instance_info_cache with network_info: [{"id": "1506e4ec-6f9e-4db5-b5ff-f2836bc40796", "address": "fa:16:3e:30:29:23", "network": {"id": "f2d78e29-2d1a-4582-96f9-b9f3aa747d16", "bridge": "br-int", "label": "tempest-ServersTestJSON-1129940704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24dfeeb1055343a8baec536c34fab504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1506e4ec-6f", "ovs_interfaceid": "1506e4ec-6f9e-4db5-b5ff-f2836bc40796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.486882] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e7dab03e-73b9-4b35-b046-0cbf9fc75e8c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "99c2a850-2aa5-49e1-a65f-50020b0d5a95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.052s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.526712] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895387, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.537161] env[68461]: DEBUG nova.compute.manager [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.537365] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.541438] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8668340e-1811-4a24-8800-097511e8cc93 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.552636] env[68461]: DEBUG oslo_vmware.api [None req-eda8750e-aef9-47e2-ad35-f1bc86312a04 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895388, 'name': PowerOffVM_Task, 'duration_secs': 0.176697} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.554601] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda8750e-aef9-47e2-ad35-f1bc86312a04 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.555378] env[68461]: DEBUG nova.compute.manager [None req-eda8750e-aef9-47e2-ad35-f1bc86312a04 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.555378] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.555939] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1151dfbb-f133-4a47-8a8b-2b7dcd15fd49 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.558349] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba3e5ec7-f6c2-40d4-9a5d-234d87573867 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.568905] env[68461]: DEBUG oslo_vmware.api [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Waiting for the task: (returnval){ [ 1103.568905] env[68461]: value = "task-2895390" [ 1103.568905] env[68461]: _type = "Task" [ 1103.568905] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.580143] env[68461]: DEBUG oslo_vmware.api [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.620465] env[68461]: DEBUG nova.network.neutron [-] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.726027] env[68461]: DEBUG oslo_vmware.api [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Task: {'id': task-2895389, 'name': Rename_Task, 'duration_secs': 0.229051} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.726027] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.726416] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cc206ce-0b84-45ac-93e8-c84128b6b88f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.733825] env[68461]: DEBUG oslo_vmware.api [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Waiting for the task: (returnval){ [ 1103.733825] env[68461]: value = "task-2895391" [ 1103.733825] env[68461]: _type = "Task" [ 1103.733825] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.744962] env[68461]: DEBUG oslo_vmware.api [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Task: {'id': task-2895391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.809887] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Releasing lock "refresh_cache-ea893e0b-4964-44b3-8328-27bbe06469ea" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.810253] env[68461]: DEBUG nova.compute.manager [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Instance network_info: |[{"id": "1506e4ec-6f9e-4db5-b5ff-f2836bc40796", "address": "fa:16:3e:30:29:23", "network": {"id": "f2d78e29-2d1a-4582-96f9-b9f3aa747d16", "bridge": "br-int", "label": "tempest-ServersTestJSON-1129940704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24dfeeb1055343a8baec536c34fab504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1506e4ec-6f", "ovs_interfaceid": "1506e4ec-6f9e-4db5-b5ff-f2836bc40796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.810683] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:29:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1506e4ec-6f9e-4db5-b5ff-f2836bc40796', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.818060] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Creating folder: Project (24dfeeb1055343a8baec536c34fab504). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1103.820842] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18300a06-935f-45a8-b526-3a5fb979ffc5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.831977] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Created folder: Project (24dfeeb1055343a8baec536c34fab504) in parent group-v581476. [ 1103.832186] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Creating folder: Instances. Parent ref: group-v581644. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1103.834760] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d01a5a02-7b4b-46b1-9213-22b8aad28d78 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.845474] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Created folder: Instances in parent group-v581644. [ 1103.845474] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.845474] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.845474] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-461f53e9-a435-415b-bb32-cde362157209 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.867968] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.867968] env[68461]: value = "task-2895394" [ 1103.867968] env[68461]: _type = "Task" [ 1103.867968] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.877543] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895394, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.965109] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8053ce80-630f-4ac9-96c6-ebd373e2d510 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.972676] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cc3128-7d0e-40e0-bcd8-a0ee91fba25d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.003748] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847ca774-a9e6-420a-8f52-b098e7488451 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.010986] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd28331-a056-4634-84e3-7fc02ed39077 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.026995] env[68461]: DEBUG nova.compute.provider_tree [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.034912] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580081} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.035468] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 6a686ce7-1687-471e-b292-b17e52099459/6a686ce7-1687-471e-b292-b17e52099459.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.035687] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.035944] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-513c511c-48cd-44ae-87dd-90b907625832 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.043316] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 1104.043316] env[68461]: value = "task-2895395" [ 1104.043316] env[68461]: _type = "Task" [ 1104.043316] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.053151] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.076612] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eda8750e-aef9-47e2-ad35-f1bc86312a04 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "98571f34-23ed-40cd-8ad3-4f27fd9d83e5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.084367] env[68461]: DEBUG oslo_vmware.api [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895390, 'name': PowerOffVM_Task, 'duration_secs': 0.206012} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.085098] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.086012] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.086402] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b292c5b1-0a5e-4515-bb35-0481fb56b0d0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.124530] env[68461]: INFO nova.compute.manager [-] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Took 1.03 seconds to deallocate network for instance. [ 1104.162639] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.162639] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.162639] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Deleting the datastore file [datastore1] 83abfaa7-1fc4-4dfb-8a33-7018c44d650c {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.162639] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb9804e0-fac2-4808-859b-231c2dd161d0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.170905] env[68461]: DEBUG oslo_vmware.api [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Waiting for the task: (returnval){ [ 1104.170905] env[68461]: value = "task-2895397" [ 1104.170905] env[68461]: _type = "Task" [ 1104.170905] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.179397] env[68461]: DEBUG oslo_vmware.api [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.244601] env[68461]: DEBUG oslo_vmware.api [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Task: {'id': task-2895391, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.303846] env[68461]: DEBUG nova.compute.manager [req-bbe83e53-2047-4791-80dc-054d161cb4de req-0199be01-0d7d-490c-ac82-3a1073d71cd5 service nova] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Received event network-changed-1506e4ec-6f9e-4db5-b5ff-f2836bc40796 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.303846] env[68461]: DEBUG nova.compute.manager [req-bbe83e53-2047-4791-80dc-054d161cb4de req-0199be01-0d7d-490c-ac82-3a1073d71cd5 service nova] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Refreshing instance network info cache due to event network-changed-1506e4ec-6f9e-4db5-b5ff-f2836bc40796. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.303846] env[68461]: DEBUG oslo_concurrency.lockutils [req-bbe83e53-2047-4791-80dc-054d161cb4de req-0199be01-0d7d-490c-ac82-3a1073d71cd5 service nova] Acquiring lock "refresh_cache-ea893e0b-4964-44b3-8328-27bbe06469ea" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.304019] env[68461]: DEBUG oslo_concurrency.lockutils [req-bbe83e53-2047-4791-80dc-054d161cb4de req-0199be01-0d7d-490c-ac82-3a1073d71cd5 service nova] Acquired lock "refresh_cache-ea893e0b-4964-44b3-8328-27bbe06469ea" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.304132] env[68461]: DEBUG nova.network.neutron [req-bbe83e53-2047-4791-80dc-054d161cb4de req-0199be01-0d7d-490c-ac82-3a1073d71cd5 service nova] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Refreshing network info cache for port 1506e4ec-6f9e-4db5-b5ff-f2836bc40796 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.378784] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895394, 'name': CreateVM_Task, 'duration_secs': 0.342853} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.382176] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.382176] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.382176] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.382176] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.382176] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64e32205-91ea-4181-a130-4340fc002a70 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.388046] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Waiting for the task: (returnval){ [ 1104.388046] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5238fc7e-bb8f-b08f-464e-e317354e46a4" [ 1104.388046] env[68461]: _type = "Task" [ 1104.388046] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.396630] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5238fc7e-bb8f-b08f-464e-e317354e46a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.537147] env[68461]: DEBUG nova.scheduler.client.report [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.554436] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078822} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.554436] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.554863] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9252d0-d91a-484f-8ed0-4a146c5c4722 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.578028] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 6a686ce7-1687-471e-b292-b17e52099459/6a686ce7-1687-471e-b292-b17e52099459.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.578767] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0284dd02-f149-4a17-b17d-4010a9d9e7ff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.598064] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 1104.598064] env[68461]: value = "task-2895398" [ 1104.598064] env[68461]: _type = "Task" [ 1104.598064] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.606228] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.629340] env[68461]: INFO nova.compute.manager [None req-970462a8-0146-4364-9b39-0dfafc6ae37e tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Instance disappeared during terminate [ 1104.629571] env[68461]: DEBUG oslo_concurrency.lockutils [None req-970462a8-0146-4364-9b39-0dfafc6ae37e tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Lock "0f6452b1-1910-4827-b23b-e9a0663ea72b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.234s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.682543] env[68461]: DEBUG oslo_vmware.api [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Task: {'id': task-2895397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144353} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.682846] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.683054] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.683245] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.683420] env[68461]: INFO nova.compute.manager [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1104.683662] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.683852] env[68461]: DEBUG nova.compute.manager [-] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.684055] env[68461]: DEBUG nova.network.neutron [-] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.747781] env[68461]: DEBUG oslo_vmware.api [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Task: {'id': task-2895391, 'name': PowerOnVM_Task, 'duration_secs': 0.891728} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.748083] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.748291] env[68461]: INFO nova.compute.manager [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1104.748466] env[68461]: DEBUG nova.compute.manager [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.749252] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39919f4e-5473-47ce-a2b9-5a3922deff10 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.880340] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "f31926fb-1bde-45f0-8b28-70eaf80a47b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.880574] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "f31926fb-1bde-45f0-8b28-70eaf80a47b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.898495] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5238fc7e-bb8f-b08f-464e-e317354e46a4, 'name': SearchDatastore_Task, 'duration_secs': 0.01061} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.898811] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.899080] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.899376] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.899487] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.899637] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.899908] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b687b88-ef49-453e-b0f7-957370a745ed {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.910426] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.912497] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.912497] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d404c2d5-1355-4f4d-a622-0af670c8a1a1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.916793] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Waiting for the task: (returnval){ [ 1104.916793] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52256674-4aba-7335-dc6b-9a150138666b" [ 1104.916793] env[68461]: _type = "Task" [ 1104.916793] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.925864] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52256674-4aba-7335-dc6b-9a150138666b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.974101] env[68461]: DEBUG nova.compute.manager [req-b0d3050d-a7c2-4c3b-b7e9-f21543ac8878 req-ea96c8d1-075c-4ec7-ae5b-1fc9a2ced964 service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Received event network-vif-deleted-a98d7f3b-4b28-438a-bc24-2b4fed75aa7a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.974305] env[68461]: INFO nova.compute.manager [req-b0d3050d-a7c2-4c3b-b7e9-f21543ac8878 req-ea96c8d1-075c-4ec7-ae5b-1fc9a2ced964 service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Neutron deleted interface a98d7f3b-4b28-438a-bc24-2b4fed75aa7a; detaching it from the instance and deleting it from the info cache [ 1104.974470] env[68461]: DEBUG nova.network.neutron [req-b0d3050d-a7c2-4c3b-b7e9-f21543ac8878 req-ea96c8d1-075c-4ec7-ae5b-1fc9a2ced964 service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.000171] env[68461]: INFO nova.compute.manager [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Rebuilding instance [ 1105.042819] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.047351] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.597s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.048930] env[68461]: INFO nova.compute.claims [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.055951] env[68461]: DEBUG nova.compute.manager [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.057053] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8d8ef5-b5aa-494c-8c20-bfa693b96af3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.066875] env[68461]: INFO nova.scheduler.client.report [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Deleted allocations for instance 9b3b9600-bf96-4a2b-aa8c-79f7321878b0 [ 1105.112170] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.134111] env[68461]: DEBUG nova.network.neutron [req-bbe83e53-2047-4791-80dc-054d161cb4de req-0199be01-0d7d-490c-ac82-3a1073d71cd5 service nova] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Updated VIF entry in instance network info cache for port 1506e4ec-6f9e-4db5-b5ff-f2836bc40796. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.134111] env[68461]: DEBUG nova.network.neutron [req-bbe83e53-2047-4791-80dc-054d161cb4de req-0199be01-0d7d-490c-ac82-3a1073d71cd5 service nova] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Updating instance_info_cache with network_info: [{"id": "1506e4ec-6f9e-4db5-b5ff-f2836bc40796", "address": "fa:16:3e:30:29:23", "network": {"id": "f2d78e29-2d1a-4582-96f9-b9f3aa747d16", "bridge": "br-int", "label": "tempest-ServersTestJSON-1129940704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24dfeeb1055343a8baec536c34fab504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1506e4ec-6f", "ovs_interfaceid": "1506e4ec-6f9e-4db5-b5ff-f2836bc40796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.265058] env[68461]: INFO nova.compute.manager [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Took 58.78 seconds to build instance. [ 1105.427876] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52256674-4aba-7335-dc6b-9a150138666b, 'name': SearchDatastore_Task, 'duration_secs': 0.008345} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.428119] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fff21edd-218d-46f6-a67e-4eb2f380288d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.433664] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Waiting for the task: (returnval){ [ 1105.433664] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5257c3ea-a719-6f9f-eab3-9c9e68fd1785" [ 1105.433664] env[68461]: _type = "Task" [ 1105.433664] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.443117] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5257c3ea-a719-6f9f-eab3-9c9e68fd1785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.452388] env[68461]: DEBUG nova.network.neutron [-] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.478208] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51120df8-2274-4d4d-8d88-af90ec85d442 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.489614] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c118dcea-0c3a-495e-9d22-47134d98eb20 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.525069] env[68461]: DEBUG nova.compute.manager [req-b0d3050d-a7c2-4c3b-b7e9-f21543ac8878 req-ea96c8d1-075c-4ec7-ae5b-1fc9a2ced964 service nova] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Detach interface failed, port_id=a98d7f3b-4b28-438a-bc24-2b4fed75aa7a, reason: Instance 83abfaa7-1fc4-4dfb-8a33-7018c44d650c could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1105.573750] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2796ff83-dd5b-4605-93d8-d77cc1035ceb tempest-FloatingIPsAssociationNegativeTestJSON-1009744701 tempest-FloatingIPsAssociationNegativeTestJSON-1009744701-project-member] Lock "9b3b9600-bf96-4a2b-aa8c-79f7321878b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.249s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.609346] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895398, 'name': ReconfigVM_Task, 'duration_secs': 0.829246} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.610249] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 6a686ce7-1687-471e-b292-b17e52099459/6a686ce7-1687-471e-b292-b17e52099459.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.610783] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04137a63-953f-4e70-a87c-0c26072db0c3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.622441] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 1105.622441] env[68461]: value = "task-2895399" [ 1105.622441] env[68461]: _type = "Task" [ 1105.622441] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.631889] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895399, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.636521] env[68461]: DEBUG oslo_concurrency.lockutils [req-bbe83e53-2047-4791-80dc-054d161cb4de req-0199be01-0d7d-490c-ac82-3a1073d71cd5 service nova] Releasing lock "refresh_cache-ea893e0b-4964-44b3-8328-27bbe06469ea" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.769666] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89a85617-fba1-4dd7-a7a8-a283f76db2b6 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Lock "ed74e465-0d31-403e-8077-d55c72066ad8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.077s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.948259] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5257c3ea-a719-6f9f-eab3-9c9e68fd1785, 'name': SearchDatastore_Task, 'duration_secs': 0.008885} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.948631] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.948993] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] ea893e0b-4964-44b3-8328-27bbe06469ea/ea893e0b-4964-44b3-8328-27bbe06469ea.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.949334] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1086898-ef83-47e2-ab1b-531a473613b9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.953518] env[68461]: INFO nova.compute.manager [-] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Took 1.27 seconds to deallocate network for instance. [ 1105.961049] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Waiting for the task: (returnval){ [ 1105.961049] env[68461]: value = "task-2895400" [ 1105.961049] env[68461]: _type = "Task" [ 1105.961049] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.968301] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.075580] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.075580] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceee622f-f7a7-492f-8c27-42d139a9da1d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.089811] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1106.089811] env[68461]: value = "task-2895401" [ 1106.089811] env[68461]: _type = "Task" [ 1106.089811] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.106389] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] VM already powered off {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1106.106506] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.108970] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901d873b-e3f0-4725-b8ed-99c07dd7a449 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.121185] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.124358] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3d2bda1-2457-46c4-a11e-f985cad9181f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.134998] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895399, 'name': Rename_Task, 'duration_secs': 0.135406} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.135290] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.135835] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c5e5a4b-38eb-449d-a343-e17413f348bc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.143137] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 1106.143137] env[68461]: value = "task-2895403" [ 1106.143137] env[68461]: _type = "Task" [ 1106.143137] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.156400] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.238027] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.238027] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.238027] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Deleting the datastore file [datastore2] 98571f34-23ed-40cd-8ad3-4f27fd9d83e5 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.238027] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3efcdd47-5f00-4e12-be58-78b95e8534c1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.250410] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1106.250410] env[68461]: value = "task-2895404" [ 1106.250410] env[68461]: _type = "Task" [ 1106.250410] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.260341] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.275212] env[68461]: DEBUG nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.461944] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.472539] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895400, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.592036] env[68461]: DEBUG oslo_concurrency.lockutils [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Acquiring lock "ed74e465-0d31-403e-8077-d55c72066ad8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.592366] env[68461]: DEBUG oslo_concurrency.lockutils [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Lock "ed74e465-0d31-403e-8077-d55c72066ad8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.593028] env[68461]: DEBUG oslo_concurrency.lockutils [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Acquiring lock "ed74e465-0d31-403e-8077-d55c72066ad8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.593028] env[68461]: DEBUG oslo_concurrency.lockutils [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Lock "ed74e465-0d31-403e-8077-d55c72066ad8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.593158] env[68461]: DEBUG oslo_concurrency.lockutils [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Lock "ed74e465-0d31-403e-8077-d55c72066ad8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.596014] env[68461]: INFO nova.compute.manager [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Terminating instance [ 1106.631087] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef1a5e6-9b07-4734-8761-ef982c4a9105 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.638921] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e100a7b1-1148-47ed-9b5e-be224692f663 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.675746] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114b19e0-0257-4b15-9efb-c0cb88b74e74 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.683547] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895403, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.686661] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d032317c-cb86-4eaa-8ef9-10289528041b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.700427] env[68461]: DEBUG nova.compute.provider_tree [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.762176] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387787} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.762176] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.762176] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.762176] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.799172] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.972183] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537285} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.972447] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] ea893e0b-4964-44b3-8328-27bbe06469ea/ea893e0b-4964-44b3-8328-27bbe06469ea.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.972673] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.972920] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a6c7357-ba0b-40a0-aa05-16729087714e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.980017] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Waiting for the task: (returnval){ [ 1106.980017] env[68461]: value = "task-2895405" [ 1106.980017] env[68461]: _type = "Task" [ 1106.980017] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.991030] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.101468] env[68461]: DEBUG nova.compute.manager [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.101717] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.102656] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66bf5ff-f765-479f-857a-0fea8a712d8d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.109891] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.110157] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54765574-47c4-42eb-b6b6-01a7b05d29b5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.116295] env[68461]: DEBUG oslo_vmware.api [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Waiting for the task: (returnval){ [ 1107.116295] env[68461]: value = "task-2895406" [ 1107.116295] env[68461]: _type = "Task" [ 1107.116295] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.124128] env[68461]: DEBUG oslo_vmware.api [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Task: {'id': task-2895406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.155300] env[68461]: DEBUG oslo_vmware.api [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895403, 'name': PowerOnVM_Task, 'duration_secs': 0.700031} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.157278] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.157495] env[68461]: INFO nova.compute.manager [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1107.157675] env[68461]: DEBUG nova.compute.manager [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.158492] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795dd6de-836a-40a9-b32d-91ef244fb892 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.204717] env[68461]: DEBUG nova.scheduler.client.report [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.489160] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10209} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.490054] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.490335] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8f4110-a9cb-4797-9467-a4b7e6afc98d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.511939] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] ea893e0b-4964-44b3-8328-27bbe06469ea/ea893e0b-4964-44b3-8328-27bbe06469ea.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.512216] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd03b939-222d-47c1-ac13-0c9964c21a0f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.533348] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Waiting for the task: (returnval){ [ 1107.533348] env[68461]: value = "task-2895407" [ 1107.533348] env[68461]: _type = "Task" [ 1107.533348] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.542633] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.626257] env[68461]: DEBUG oslo_vmware.api [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Task: {'id': task-2895406, 'name': PowerOffVM_Task, 'duration_secs': 0.207425} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.626533] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.626709] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.626962] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2137cd93-3812-4e8c-9818-ee3957d6a3dd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.675205] env[68461]: INFO nova.compute.manager [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Took 61.06 seconds to build instance. [ 1107.687058] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.687160] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.687281] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Deleting the datastore file [datastore2] ed74e465-0d31-403e-8077-d55c72066ad8 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.687538] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92942794-c175-4358-a58a-83cf588f7968 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.694692] env[68461]: DEBUG oslo_vmware.api [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Waiting for the task: (returnval){ [ 1107.694692] env[68461]: value = "task-2895409" [ 1107.694692] env[68461]: _type = "Task" [ 1107.694692] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.702907] env[68461]: DEBUG oslo_vmware.api [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Task: {'id': task-2895409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.710065] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.710239] env[68461]: DEBUG nova.compute.manager [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.712627] env[68461]: DEBUG oslo_concurrency.lockutils [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.910s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.794846] env[68461]: DEBUG nova.virt.hardware [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.795123] env[68461]: DEBUG nova.virt.hardware [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.795288] env[68461]: DEBUG nova.virt.hardware [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.795466] env[68461]: DEBUG nova.virt.hardware [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.795640] env[68461]: DEBUG nova.virt.hardware [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.795822] env[68461]: DEBUG nova.virt.hardware [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.796100] env[68461]: DEBUG nova.virt.hardware [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.796293] env[68461]: DEBUG nova.virt.hardware [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.796517] env[68461]: DEBUG nova.virt.hardware [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.796705] env[68461]: DEBUG nova.virt.hardware [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.796937] env[68461]: DEBUG nova.virt.hardware [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.797908] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9b7f96-6dc9-49d3-ae7f-bd381850d1ea {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.806158] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0949cd0-1135-4191-9d2e-1696be15e83d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.819433] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:59:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '441cbb7b-195c-40df-8ec3-d6ac7cf71042', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.826706] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.826953] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.827190] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8264afac-ce6d-481b-b55b-1f7966f5b4dc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.845606] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.845606] env[68461]: value = "task-2895410" [ 1107.845606] env[68461]: _type = "Task" [ 1107.845606] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.853151] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895410, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.043966] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895407, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.177893] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fb684850-ea10-4aec-924c-8d27dc73dc37 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "6a686ce7-1687-471e-b292-b17e52099459" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.445s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.204501] env[68461]: DEBUG oslo_vmware.api [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Task: {'id': task-2895409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391654} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.204796] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.204980] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.205198] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.205374] env[68461]: INFO nova.compute.manager [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1108.205607] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.205790] env[68461]: DEBUG nova.compute.manager [-] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.205885] env[68461]: DEBUG nova.network.neutron [-] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.217559] env[68461]: INFO nova.compute.claims [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.222707] env[68461]: DEBUG nova.compute.utils [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.224237] env[68461]: DEBUG nova.compute.manager [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Not allocating networking since 'none' was specified. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1108.356490] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895410, 'name': CreateVM_Task, 'duration_secs': 0.308271} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.359801] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.359801] env[68461]: DEBUG oslo_concurrency.lockutils [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.359801] env[68461]: DEBUG oslo_concurrency.lockutils [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.359801] env[68461]: DEBUG oslo_concurrency.lockutils [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.359801] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd4b5fc2-39b4-4e86-a6d7-d42af64e6d5f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.363354] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1108.363354] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52d1dddb-d020-9d6d-98fd-0dff61a23745" [ 1108.363354] env[68461]: _type = "Task" [ 1108.363354] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.373351] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d1dddb-d020-9d6d-98fd-0dff61a23745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.544078] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895407, 'name': ReconfigVM_Task, 'duration_secs': 0.68102} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.544728] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Reconfigured VM instance instance-0000003a to attach disk [datastore2] ea893e0b-4964-44b3-8328-27bbe06469ea/ea893e0b-4964-44b3-8328-27bbe06469ea.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.545612] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-959b0dd7-14f8-493a-859f-669165953fdb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.554018] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Waiting for the task: (returnval){ [ 1108.554018] env[68461]: value = "task-2895411" [ 1108.554018] env[68461]: _type = "Task" [ 1108.554018] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.561872] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895411, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.681274] env[68461]: DEBUG nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.726498] env[68461]: INFO nova.compute.resource_tracker [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Updating resource usage from migration e6686588-d12a-4009-ad9d-c421d99c0c42 [ 1108.732635] env[68461]: DEBUG nova.compute.manager [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.879749] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d1dddb-d020-9d6d-98fd-0dff61a23745, 'name': SearchDatastore_Task, 'duration_secs': 0.040295} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.880544] env[68461]: DEBUG oslo_concurrency.lockutils [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.883391] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.883391] env[68461]: DEBUG oslo_concurrency.lockutils [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.883391] env[68461]: DEBUG oslo_concurrency.lockutils [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.883391] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.883391] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3ce4350-76bd-484e-9a20-7fefe51425bb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.897153] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.897433] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.898476] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b270a980-85d7-4c16-8d8c-9c1ed1a537f2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.908603] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1108.908603] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5293645e-f507-0912-a1ab-55834422a61a" [ 1108.908603] env[68461]: _type = "Task" [ 1108.908603] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.917927] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5293645e-f507-0912-a1ab-55834422a61a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.064203] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895411, 'name': Rename_Task, 'duration_secs': 0.277008} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.064949] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.064949] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0978fab5-6c22-4d1f-9173-9c56f0f74aff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.073130] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Waiting for the task: (returnval){ [ 1109.073130] env[68461]: value = "task-2895412" [ 1109.073130] env[68461]: _type = "Task" [ 1109.073130] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.080694] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.134213] env[68461]: DEBUG nova.compute.manager [req-1d2a7cf7-5d8a-4ee3-a2ef-5b931eb49f0c req-bc0fb164-2f46-4759-b05b-4c95038ba77d service nova] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Received event network-vif-deleted-a4800021-1889-4c89-911f-a5b82de953cb {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.134425] env[68461]: INFO nova.compute.manager [req-1d2a7cf7-5d8a-4ee3-a2ef-5b931eb49f0c req-bc0fb164-2f46-4759-b05b-4c95038ba77d service nova] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Neutron deleted interface a4800021-1889-4c89-911f-a5b82de953cb; detaching it from the instance and deleting it from the info cache [ 1109.134985] env[68461]: DEBUG nova.network.neutron [req-1d2a7cf7-5d8a-4ee3-a2ef-5b931eb49f0c req-bc0fb164-2f46-4759-b05b-4c95038ba77d service nova] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.190886] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1f1146-b3cf-492c-a926-238f6df48b45 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.200336] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a87ffd-035d-499e-acff-5dfc3a4851e1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.204640] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.234441] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1144572-80f1-4669-b848-ece1d89e4d19 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.244640] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978af86c-03e9-4b7b-8da3-336beddca2d4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.257877] env[68461]: DEBUG nova.compute.provider_tree [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.375497] env[68461]: DEBUG nova.compute.manager [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Stashing vm_state: active {{(pid=68461) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1109.394997] env[68461]: DEBUG nova.network.neutron [-] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.419321] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5293645e-f507-0912-a1ab-55834422a61a, 'name': SearchDatastore_Task, 'duration_secs': 0.009308} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.420053] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b165fe92-3139-4784-b344-b91f20b6103b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.425374] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1109.425374] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52f351ae-cc7f-d49b-8a43-030ed3a0700f" [ 1109.425374] env[68461]: _type = "Task" [ 1109.425374] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.433417] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f351ae-cc7f-d49b-8a43-030ed3a0700f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.483980] env[68461]: INFO nova.compute.manager [None req-71ae81c0-52fe-43c7-a5c7-4624fb7d19de tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Get console output [ 1109.483980] env[68461]: WARNING nova.virt.vmwareapi.driver [None req-71ae81c0-52fe-43c7-a5c7-4624fb7d19de tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] The console log is missing. Check your VSPC configuration [ 1109.582396] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.636837] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8aecced9-1dc6-452e-857f-52c181c260a2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.645799] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec60972-d5f8-4fb6-a61b-f1034a88b50b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.678139] env[68461]: DEBUG nova.compute.manager [req-1d2a7cf7-5d8a-4ee3-a2ef-5b931eb49f0c req-bc0fb164-2f46-4759-b05b-4c95038ba77d service nova] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Detach interface failed, port_id=a4800021-1889-4c89-911f-a5b82de953cb, reason: Instance ed74e465-0d31-403e-8077-d55c72066ad8 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1109.742199] env[68461]: DEBUG nova.compute.manager [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1109.762462] env[68461]: DEBUG nova.scheduler.client.report [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.772014] env[68461]: DEBUG nova.virt.hardware [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.772277] env[68461]: DEBUG nova.virt.hardware [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.772435] env[68461]: DEBUG nova.virt.hardware [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.772614] env[68461]: DEBUG nova.virt.hardware [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.772761] env[68461]: DEBUG nova.virt.hardware [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.772909] env[68461]: DEBUG nova.virt.hardware [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.773130] env[68461]: DEBUG nova.virt.hardware [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.773290] env[68461]: DEBUG nova.virt.hardware [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.773454] env[68461]: DEBUG nova.virt.hardware [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.773613] env[68461]: DEBUG nova.virt.hardware [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.773783] env[68461]: DEBUG nova.virt.hardware [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.774641] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1e2695-6aa4-4151-b7b3-143a1316b01b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.783367] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abad5ca5-8ea2-4cb0-9c71-654c9e4478b9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.796678] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Instance VIF info [] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.802195] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Creating folder: Project (fd1f9b2212c648b5a273b7302910f5b5). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1109.802455] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60c34ef2-8135-4720-963d-bea5682049a0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.812560] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Created folder: Project (fd1f9b2212c648b5a273b7302910f5b5) in parent group-v581476. [ 1109.812756] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Creating folder: Instances. Parent ref: group-v581648. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1109.813287] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d6aa8c5-e52e-4933-b0fd-bf0239367714 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.822584] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Created folder: Instances in parent group-v581648. [ 1109.822788] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.823022] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.823245] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c72e5e5-ea76-4397-837c-3f25c57628d3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.838776] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.838776] env[68461]: value = "task-2895415" [ 1109.838776] env[68461]: _type = "Task" [ 1109.838776] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.846099] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895415, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.892981] env[68461]: DEBUG oslo_concurrency.lockutils [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.897582] env[68461]: INFO nova.compute.manager [-] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Took 1.69 seconds to deallocate network for instance. [ 1109.937449] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f351ae-cc7f-d49b-8a43-030ed3a0700f, 'name': SearchDatastore_Task, 'duration_secs': 0.011401} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.937795] env[68461]: DEBUG oslo_concurrency.lockutils [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.938100] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 98571f34-23ed-40cd-8ad3-4f27fd9d83e5/98571f34-23ed-40cd-8ad3-4f27fd9d83e5.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.938375] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55dca650-aa65-4d02-8e24-f7a2c7001973 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.944530] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1109.944530] env[68461]: value = "task-2895416" [ 1109.944530] env[68461]: _type = "Task" [ 1109.944530] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.952951] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.085326] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.267119] env[68461]: DEBUG oslo_concurrency.lockutils [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.554s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.267354] env[68461]: INFO nova.compute.manager [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Migrating [ 1110.275783] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.086s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.275783] env[68461]: INFO nova.compute.claims [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.350706] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895415, 'name': CreateVM_Task, 'duration_secs': 0.387639} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.350936] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.351427] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.351593] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.351925] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.352274] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be67808c-b24d-4d37-9e8e-66ce1f7c3827 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.359504] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Waiting for the task: (returnval){ [ 1110.359504] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5231c366-5ab3-96c0-7919-ae9da4b7462c" [ 1110.359504] env[68461]: _type = "Task" [ 1110.359504] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.369905] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5231c366-5ab3-96c0-7919-ae9da4b7462c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.404216] env[68461]: DEBUG oslo_concurrency.lockutils [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.454457] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895416, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.585317] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.633880] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Acquiring lock "53ea1e0b-8f00-4f0f-805e-05c81e06f05a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.634161] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Lock "53ea1e0b-8f00-4f0f-805e-05c81e06f05a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.634397] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Acquiring lock "53ea1e0b-8f00-4f0f-805e-05c81e06f05a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.634582] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Lock "53ea1e0b-8f00-4f0f-805e-05c81e06f05a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.634747] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Lock "53ea1e0b-8f00-4f0f-805e-05c81e06f05a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.636821] env[68461]: INFO nova.compute.manager [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Terminating instance [ 1110.791699] env[68461]: DEBUG oslo_concurrency.lockutils [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "refresh_cache-e8e0b748-8d14-40a3-9702-504d0c0d679f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.791858] env[68461]: DEBUG oslo_concurrency.lockutils [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquired lock "refresh_cache-e8e0b748-8d14-40a3-9702-504d0c0d679f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.792040] env[68461]: DEBUG nova.network.neutron [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.871352] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5231c366-5ab3-96c0-7919-ae9da4b7462c, 'name': SearchDatastore_Task, 'duration_secs': 0.050685} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.871671] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.871904] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.872231] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.872389] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.872576] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.873649] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eefc328e-6c42-4edc-921c-49de08d7b484 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.882476] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.882648] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.883509] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f026071c-32b3-4ad2-9e7e-cf5cac75ed19 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.888368] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Waiting for the task: (returnval){ [ 1110.888368] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]529aa0b7-46b1-e547-811e-28e84db65229" [ 1110.888368] env[68461]: _type = "Task" [ 1110.888368] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.896298] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]529aa0b7-46b1-e547-811e-28e84db65229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.956065] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550836} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.956065] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 98571f34-23ed-40cd-8ad3-4f27fd9d83e5/98571f34-23ed-40cd-8ad3-4f27fd9d83e5.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.956065] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.956065] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32165c67-49a7-494d-a840-b344c0873f49 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.962012] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1110.962012] env[68461]: value = "task-2895417" [ 1110.962012] env[68461]: _type = "Task" [ 1110.962012] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.969508] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.085993] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.140451] env[68461]: DEBUG nova.compute.manager [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.141051] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.141610] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b9365a-d027-4b01-a8e8-ca7c25ed25eb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.148950] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.149205] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27c7de76-845f-480c-bf18-6fbc8d9ef788 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.155280] env[68461]: DEBUG oslo_vmware.api [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Waiting for the task: (returnval){ [ 1111.155280] env[68461]: value = "task-2895418" [ 1111.155280] env[68461]: _type = "Task" [ 1111.155280] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.164508] env[68461]: DEBUG oslo_vmware.api [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Task: {'id': task-2895418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.400248] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]529aa0b7-46b1-e547-811e-28e84db65229, 'name': SearchDatastore_Task, 'duration_secs': 0.01582} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.401401] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2da2ba4-00d6-4e5d-9a1c-8358a809407a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.408344] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Waiting for the task: (returnval){ [ 1111.408344] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5238e085-c26d-fb51-80b0-0b66476e6f85" [ 1111.408344] env[68461]: _type = "Task" [ 1111.408344] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.415982] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5238e085-c26d-fb51-80b0-0b66476e6f85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.473340] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.263366} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.473614] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.474399] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9bfd53-71fa-405e-ba39-413b81f854d4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.498907] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 98571f34-23ed-40cd-8ad3-4f27fd9d83e5/98571f34-23ed-40cd-8ad3-4f27fd9d83e5.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.503207] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71fcb4cc-db6b-45e6-8e64-4b78caa18a87 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.522913] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1111.522913] env[68461]: value = "task-2895419" [ 1111.522913] env[68461]: _type = "Task" [ 1111.522913] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.532326] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895419, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.584725] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.625554] env[68461]: DEBUG nova.network.neutron [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Updating instance_info_cache with network_info: [{"id": "5d5093ae-6e45-4c80-8aeb-b7cc7ad98465", "address": "fa:16:3e:f6:09:8b", "network": {"id": "07805497-81c2-4a8f-af1f-41c565e6e0f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-968415248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcb360f473bb4879882df61178c87135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d5093ae-6e", "ovs_interfaceid": "5d5093ae-6e45-4c80-8aeb-b7cc7ad98465", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.666342] env[68461]: DEBUG oslo_vmware.api [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Task: {'id': task-2895418, 'name': PowerOffVM_Task, 'duration_secs': 0.449637} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.666638] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.666806] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.667068] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc4c213c-bc49-4df0-80f7-4c889d7719e8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.735440] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.735440] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.735758] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Deleting the datastore file [datastore2] 53ea1e0b-8f00-4f0f-805e-05c81e06f05a {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.735846] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48af927b-8d35-4f87-bb90-7072a916e503 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.742697] env[68461]: DEBUG oslo_vmware.api [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Waiting for the task: (returnval){ [ 1111.742697] env[68461]: value = "task-2895421" [ 1111.742697] env[68461]: _type = "Task" [ 1111.742697] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.752417] env[68461]: DEBUG oslo_vmware.api [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Task: {'id': task-2895421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.906339] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b01ea03-3be5-474f-acab-17315da3adf0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.920633] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af75a24-b077-491e-b0fc-ccb279dcea24 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.923667] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5238e085-c26d-fb51-80b0-0b66476e6f85, 'name': SearchDatastore_Task, 'duration_secs': 0.065661} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.923935] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.924207] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] e0df3bc5-9869-46c6-bb21-60fc38f7154c/e0df3bc5-9869-46c6-bb21-60fc38f7154c.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.924754] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd82b417-0bb0-49d5-9711-8913c9896233 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.953910] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1badb2fe-fc25-48fd-a16d-827e43ea984e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.958499] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Waiting for the task: (returnval){ [ 1111.958499] env[68461]: value = "task-2895422" [ 1111.958499] env[68461]: _type = "Task" [ 1111.958499] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.964756] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8b1809-f81d-4ccf-a2dc-e8c769f7d02c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.977190] env[68461]: DEBUG nova.compute.provider_tree [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.981222] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.032805] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895419, 'name': ReconfigVM_Task, 'duration_secs': 0.34743} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.033786] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 98571f34-23ed-40cd-8ad3-4f27fd9d83e5/98571f34-23ed-40cd-8ad3-4f27fd9d83e5.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.033786] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cdcaa28-b030-4e2e-8564-fea9278b7ed5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.039877] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1112.039877] env[68461]: value = "task-2895423" [ 1112.039877] env[68461]: _type = "Task" [ 1112.039877] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.048076] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895423, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.085007] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.129361] env[68461]: DEBUG oslo_concurrency.lockutils [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Releasing lock "refresh_cache-e8e0b748-8d14-40a3-9702-504d0c0d679f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.252985] env[68461]: DEBUG oslo_vmware.api [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Task: {'id': task-2895421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373553} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.253290] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.253478] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.253657] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.253827] env[68461]: INFO nova.compute.manager [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1112.254087] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.254301] env[68461]: DEBUG nova.compute.manager [-] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.254394] env[68461]: DEBUG nova.network.neutron [-] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.471423] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895422, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.483677] env[68461]: DEBUG nova.scheduler.client.report [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.550430] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895423, 'name': Rename_Task, 'duration_secs': 0.131371} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.550719] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.551079] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81431050-5be8-4c81-b477-3c85cf6eae2d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.558347] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1112.558347] env[68461]: value = "task-2895424" [ 1112.558347] env[68461]: _type = "Task" [ 1112.558347] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.568021] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.585940] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.971420] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543933} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.971728] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] e0df3bc5-9869-46c6-bb21-60fc38f7154c/e0df3bc5-9869-46c6-bb21-60fc38f7154c.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.971996] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.972293] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3766f5b6-8a93-4a12-978f-da94c5726c75 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.980141] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Waiting for the task: (returnval){ [ 1112.980141] env[68461]: value = "task-2895425" [ 1112.980141] env[68461]: _type = "Task" [ 1112.980141] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.986984] env[68461]: DEBUG nova.compute.manager [req-fb16a2b8-d986-4507-a182-240699d9efbf req-6c679f74-2dca-4df8-befe-cfa4562e2518 service nova] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Received event network-vif-deleted-920dd901-8ffe-4cc5-a2c5-e355bdc59bbe {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.986984] env[68461]: INFO nova.compute.manager [req-fb16a2b8-d986-4507-a182-240699d9efbf req-6c679f74-2dca-4df8-befe-cfa4562e2518 service nova] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Neutron deleted interface 920dd901-8ffe-4cc5-a2c5-e355bdc59bbe; detaching it from the instance and deleting it from the info cache [ 1112.987189] env[68461]: DEBUG nova.network.neutron [req-fb16a2b8-d986-4507-a182-240699d9efbf req-6c679f74-2dca-4df8-befe-cfa4562e2518 service nova] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.992748] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.993338] env[68461]: DEBUG nova.compute.manager [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.996129] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.996677] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.509s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.998426] env[68461]: INFO nova.compute.claims [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.068018] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895424, 'name': PowerOnVM_Task, 'duration_secs': 0.469638} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.068258] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.068463] env[68461]: DEBUG nova.compute.manager [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.069254] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f666652-3fe2-4fec-b68b-508b11a241db {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.089574] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.411289] env[68461]: DEBUG nova.network.neutron [-] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.490022] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076493} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.490290] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.491115] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990112cd-ce17-4d74-b9be-8136d9e6603d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.510491] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] e0df3bc5-9869-46c6-bb21-60fc38f7154c/e0df3bc5-9869-46c6-bb21-60fc38f7154c.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.513970] env[68461]: DEBUG nova.compute.utils [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.515190] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-797e952f-83b0-4c22-b70f-737f01b6458b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.517143] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0c75c36-a348-44b9-8fa9-4fd18fdca8bd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.532440] env[68461]: DEBUG nova.compute.manager [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.534700] env[68461]: DEBUG nova.compute.manager [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.534866] env[68461]: DEBUG nova.network.neutron [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.546187] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ebb177-1289-4117-8a97-c0459e3a14c6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.557766] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Waiting for the task: (returnval){ [ 1113.557766] env[68461]: value = "task-2895426" [ 1113.557766] env[68461]: _type = "Task" [ 1113.557766] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.566439] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.578302] env[68461]: DEBUG nova.compute.manager [req-fb16a2b8-d986-4507-a182-240699d9efbf req-6c679f74-2dca-4df8-befe-cfa4562e2518 service nova] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Detach interface failed, port_id=920dd901-8ffe-4cc5-a2c5-e355bdc59bbe, reason: Instance 53ea1e0b-8f00-4f0f-805e-05c81e06f05a could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1113.583407] env[68461]: INFO nova.compute.manager [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] bringing vm to original state: 'stopped' [ 1113.591152] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.598910] env[68461]: DEBUG nova.policy [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7622011f56e40c5a662e303842cc909', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9baa368a16d4ee283c99391ef47530d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.644359] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae17b21-ca75-4dde-9aea-25036444e2ad {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.662804] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Updating instance 'e8e0b748-8d14-40a3-9702-504d0c0d679f' progress to 0 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.896482] env[68461]: DEBUG nova.network.neutron [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Successfully created port: 40f02551-939f-4847-85de-5a7fe6378bfb {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.914505] env[68461]: INFO nova.compute.manager [-] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Took 1.66 seconds to deallocate network for instance. [ 1114.068433] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.099234] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.168556] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.168863] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-caf42b0b-adfa-413f-8332-57d6f5ee8c95 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.179368] env[68461]: DEBUG oslo_vmware.api [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1114.179368] env[68461]: value = "task-2895427" [ 1114.179368] env[68461]: _type = "Task" [ 1114.179368] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.191176] env[68461]: DEBUG oslo_vmware.api [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.422944] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.546154] env[68461]: DEBUG nova.compute.manager [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.559650] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2ac598-8758-49f9-87d3-4e296f415794 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.575575] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f861e6-3253-41a3-94ba-fe6e979bbfbb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.579918] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895426, 'name': ReconfigVM_Task, 'duration_secs': 0.652491} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.580584] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Reconfigured VM instance instance-0000003b to attach disk [datastore1] e0df3bc5-9869-46c6-bb21-60fc38f7154c/e0df3bc5-9869-46c6-bb21-60fc38f7154c.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.584225] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6725a1d-892e-459e-bc69-36dc7d0b5b97 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.589023] env[68461]: DEBUG nova.virt.hardware [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.589023] env[68461]: DEBUG nova.virt.hardware [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.589023] env[68461]: DEBUG nova.virt.hardware [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.589023] env[68461]: DEBUG nova.virt.hardware [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.589023] env[68461]: DEBUG nova.virt.hardware [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.589023] env[68461]: DEBUG nova.virt.hardware [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.589023] env[68461]: DEBUG nova.virt.hardware [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.589023] env[68461]: DEBUG nova.virt.hardware [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.589404] env[68461]: DEBUG nova.virt.hardware [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.589404] env[68461]: DEBUG nova.virt.hardware [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.589404] env[68461]: DEBUG nova.virt.hardware [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.614425] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78e4b49-5413-48cd-8fcd-59d18234cd1e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.617218] env[68461]: DEBUG oslo_concurrency.lockutils [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "98571f34-23ed-40cd-8ad3-4f27fd9d83e5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.617447] env[68461]: DEBUG oslo_concurrency.lockutils [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "98571f34-23ed-40cd-8ad3-4f27fd9d83e5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.617620] env[68461]: DEBUG nova.compute.manager [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.619428] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e64738-7344-4030-9120-971a3892e2de {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.622021] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be4d84d-49f6-4c34-b5ad-4567942e03d2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.628454] env[68461]: DEBUG oslo_vmware.api [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895412, 'name': PowerOnVM_Task, 'duration_secs': 5.261279} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.629027] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Waiting for the task: (returnval){ [ 1114.629027] env[68461]: value = "task-2895428" [ 1114.629027] env[68461]: _type = "Task" [ 1114.629027] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.629478] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.629681] env[68461]: INFO nova.compute.manager [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Took 13.89 seconds to spawn the instance on the hypervisor. [ 1114.629852] env[68461]: DEBUG nova.compute.manager [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.632367] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071807df-3f6d-4e4f-a367-5c0663de9e02 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.641605] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2394c86c-dbe8-44c7-83ab-4ae128aff913 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.645453] env[68461]: DEBUG nova.compute.manager [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68461) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1114.648678] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e947aa3-5894-4d7d-bf2d-3328cd40c66b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.662779] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895428, 'name': Rename_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.681790] env[68461]: DEBUG nova.compute.provider_tree [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.691324] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] VM already powered off {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1114.691516] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Updating instance 'e8e0b748-8d14-40a3-9702-504d0c0d679f' progress to 17 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.139728] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895428, 'name': Rename_Task, 'duration_secs': 0.149808} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.140107] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.140252] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff148397-04a4-472d-a379-3a032c9222f9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.145918] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Waiting for the task: (returnval){ [ 1115.145918] env[68461]: value = "task-2895429" [ 1115.145918] env[68461]: _type = "Task" [ 1115.145918] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.153915] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.168346] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.170229] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a691d48-ac42-4c8a-889b-a524cff01712 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.172374] env[68461]: INFO nova.compute.manager [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Took 54.48 seconds to build instance. [ 1115.180677] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1115.180677] env[68461]: value = "task-2895430" [ 1115.180677] env[68461]: _type = "Task" [ 1115.180677] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.187255] env[68461]: DEBUG nova.scheduler.client.report [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.194726] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.197724] env[68461]: DEBUG nova.virt.hardware [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.197954] env[68461]: DEBUG nova.virt.hardware [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.198124] env[68461]: DEBUG nova.virt.hardware [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.198544] env[68461]: DEBUG nova.virt.hardware [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.198544] env[68461]: DEBUG nova.virt.hardware [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.198649] env[68461]: DEBUG nova.virt.hardware [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.198815] env[68461]: DEBUG nova.virt.hardware [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.198999] env[68461]: DEBUG nova.virt.hardware [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.199157] env[68461]: DEBUG nova.virt.hardware [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.199322] env[68461]: DEBUG nova.virt.hardware [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.199492] env[68461]: DEBUG nova.virt.hardware [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.205242] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-694a3825-dcc2-422a-b44c-aff5b6cc70a4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.221518] env[68461]: DEBUG oslo_vmware.api [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1115.221518] env[68461]: value = "task-2895431" [ 1115.221518] env[68461]: _type = "Task" [ 1115.221518] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.230508] env[68461]: DEBUG oslo_vmware.api [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.655767] env[68461]: DEBUG oslo_vmware.api [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895429, 'name': PowerOnVM_Task, 'duration_secs': 0.494738} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.656038] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.656246] env[68461]: INFO nova.compute.manager [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Took 5.91 seconds to spawn the instance on the hypervisor. [ 1115.656423] env[68461]: DEBUG nova.compute.manager [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.657180] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec2067a-0806-4aed-930d-d5f43e32603b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.674758] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c01af6b8-c2f6-4a1c-a72e-ef3dd42db12b tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Lock "ea893e0b-4964-44b3-8328-27bbe06469ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.742s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.690212] env[68461]: DEBUG oslo_vmware.api [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895430, 'name': PowerOffVM_Task, 'duration_secs': 0.234731} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.690480] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.690859] env[68461]: DEBUG nova.compute.manager [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.691784] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccca23f3-ecbb-44bf-a6ea-25cb53eaaa5b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.696522] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.697053] env[68461]: DEBUG nova.compute.manager [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.701134] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.625s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.702557] env[68461]: INFO nova.compute.claims [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.731525] env[68461]: DEBUG oslo_vmware.api [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895431, 'name': ReconfigVM_Task, 'duration_secs': 0.184976} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.731835] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Updating instance 'e8e0b748-8d14-40a3-9702-504d0c0d679f' progress to 33 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.802627] env[68461]: DEBUG nova.compute.manager [req-57433399-0630-418c-9146-c70f917f3cd4 req-f66c9f9d-dce9-4ad8-8ffb-349b9c278a35 service nova] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Received event network-vif-plugged-40f02551-939f-4847-85de-5a7fe6378bfb {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.802841] env[68461]: DEBUG oslo_concurrency.lockutils [req-57433399-0630-418c-9146-c70f917f3cd4 req-f66c9f9d-dce9-4ad8-8ffb-349b9c278a35 service nova] Acquiring lock "edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.803363] env[68461]: DEBUG oslo_concurrency.lockutils [req-57433399-0630-418c-9146-c70f917f3cd4 req-f66c9f9d-dce9-4ad8-8ffb-349b9c278a35 service nova] Lock "edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.803559] env[68461]: DEBUG oslo_concurrency.lockutils [req-57433399-0630-418c-9146-c70f917f3cd4 req-f66c9f9d-dce9-4ad8-8ffb-349b9c278a35 service nova] Lock "edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.803727] env[68461]: DEBUG nova.compute.manager [req-57433399-0630-418c-9146-c70f917f3cd4 req-f66c9f9d-dce9-4ad8-8ffb-349b9c278a35 service nova] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] No waiting events found dispatching network-vif-plugged-40f02551-939f-4847-85de-5a7fe6378bfb {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.803887] env[68461]: WARNING nova.compute.manager [req-57433399-0630-418c-9146-c70f917f3cd4 req-f66c9f9d-dce9-4ad8-8ffb-349b9c278a35 service nova] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Received unexpected event network-vif-plugged-40f02551-939f-4847-85de-5a7fe6378bfb for instance with vm_state building and task_state spawning. [ 1115.817746] env[68461]: DEBUG nova.network.neutron [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Successfully updated port: 40f02551-939f-4847-85de-5a7fe6378bfb {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.172443] env[68461]: DEBUG nova.compute.manager [req-f81bbfe2-b90a-42f4-9351-de16db203102 req-26417abb-b3fe-4073-8374-2c370059a207 service nova] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Received event network-changed-1506e4ec-6f9e-4db5-b5ff-f2836bc40796 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.172722] env[68461]: DEBUG nova.compute.manager [req-f81bbfe2-b90a-42f4-9351-de16db203102 req-26417abb-b3fe-4073-8374-2c370059a207 service nova] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Refreshing instance network info cache due to event network-changed-1506e4ec-6f9e-4db5-b5ff-f2836bc40796. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.172991] env[68461]: DEBUG oslo_concurrency.lockutils [req-f81bbfe2-b90a-42f4-9351-de16db203102 req-26417abb-b3fe-4073-8374-2c370059a207 service nova] Acquiring lock "refresh_cache-ea893e0b-4964-44b3-8328-27bbe06469ea" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.173151] env[68461]: DEBUG oslo_concurrency.lockutils [req-f81bbfe2-b90a-42f4-9351-de16db203102 req-26417abb-b3fe-4073-8374-2c370059a207 service nova] Acquired lock "refresh_cache-ea893e0b-4964-44b3-8328-27bbe06469ea" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.173382] env[68461]: DEBUG nova.network.neutron [req-f81bbfe2-b90a-42f4-9351-de16db203102 req-26417abb-b3fe-4073-8374-2c370059a207 service nova] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Refreshing network info cache for port 1506e4ec-6f9e-4db5-b5ff-f2836bc40796 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.176583] env[68461]: INFO nova.compute.manager [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Took 46.75 seconds to build instance. [ 1116.177404] env[68461]: DEBUG nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1116.209630] env[68461]: DEBUG nova.compute.utils [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.215091] env[68461]: DEBUG nova.compute.manager [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.215675] env[68461]: DEBUG nova.network.neutron [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.218118] env[68461]: DEBUG oslo_concurrency.lockutils [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "98571f34-23ed-40cd-8ad3-4f27fd9d83e5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.601s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.238588] env[68461]: DEBUG nova.virt.hardware [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.239848] env[68461]: DEBUG nova.virt.hardware [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.239848] env[68461]: DEBUG nova.virt.hardware [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.239848] env[68461]: DEBUG nova.virt.hardware [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.239848] env[68461]: DEBUG nova.virt.hardware [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.240086] env[68461]: DEBUG nova.virt.hardware [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.240349] env[68461]: DEBUG nova.virt.hardware [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.240547] env[68461]: DEBUG nova.virt.hardware [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.240753] env[68461]: DEBUG nova.virt.hardware [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.241013] env[68461]: DEBUG nova.virt.hardware [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.241352] env[68461]: DEBUG nova.virt.hardware [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.246509] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Reconfiguring VM instance instance-0000001b to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1116.247870] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b632ff9f-a044-4daa-a822-0fb1f72025b8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.275942] env[68461]: DEBUG oslo_vmware.api [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1116.275942] env[68461]: value = "task-2895432" [ 1116.275942] env[68461]: _type = "Task" [ 1116.275942] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.281457] env[68461]: DEBUG nova.policy [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40dde101101a488e955620a73a2fb53b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4162d6eb04674155ad138cb7fcbf8f9b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.289348] env[68461]: DEBUG oslo_vmware.api [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.322864] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Acquiring lock "refresh_cache-edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.323048] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Acquired lock "refresh_cache-edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.323234] env[68461]: DEBUG nova.network.neutron [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.676736] env[68461]: DEBUG nova.network.neutron [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Successfully created port: 3c8a47a1-fd49-4abe-a77a-4a8639c5a418 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.680742] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ce8179b0-0f04-477d-9960-136adaf1f99a tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Lock "e0df3bc5-9869-46c6-bb21-60fc38f7154c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.657s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.707804] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.714081] env[68461]: DEBUG nova.compute.manager [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.735988] env[68461]: DEBUG oslo_concurrency.lockutils [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.769511] env[68461]: INFO nova.compute.manager [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Rebuilding instance [ 1116.791821] env[68461]: DEBUG oslo_vmware.api [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895432, 'name': ReconfigVM_Task, 'duration_secs': 0.203426} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.797505] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Reconfigured VM instance instance-0000001b to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1116.798642] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b014ce75-4078-4da9-89a3-2d1a5bda8bee {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.827030] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] e8e0b748-8d14-40a3-9702-504d0c0d679f/e8e0b748-8d14-40a3-9702-504d0c0d679f.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.834543] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52ede93e-9014-479b-9236-dc69a842752c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.852471] env[68461]: DEBUG nova.compute.manager [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.853339] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43c3541-a509-47de-9b18-06e6eaed617d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.857212] env[68461]: DEBUG oslo_vmware.api [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1116.857212] env[68461]: value = "task-2895433" [ 1116.857212] env[68461]: _type = "Task" [ 1116.857212] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.871492] env[68461]: DEBUG oslo_vmware.api [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.918689] env[68461]: DEBUG nova.network.neutron [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.983298] env[68461]: DEBUG nova.network.neutron [req-f81bbfe2-b90a-42f4-9351-de16db203102 req-26417abb-b3fe-4073-8374-2c370059a207 service nova] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Updated VIF entry in instance network info cache for port 1506e4ec-6f9e-4db5-b5ff-f2836bc40796. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.983656] env[68461]: DEBUG nova.network.neutron [req-f81bbfe2-b90a-42f4-9351-de16db203102 req-26417abb-b3fe-4073-8374-2c370059a207 service nova] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Updating instance_info_cache with network_info: [{"id": "1506e4ec-6f9e-4db5-b5ff-f2836bc40796", "address": "fa:16:3e:30:29:23", "network": {"id": "f2d78e29-2d1a-4582-96f9-b9f3aa747d16", "bridge": "br-int", "label": "tempest-ServersTestJSON-1129940704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24dfeeb1055343a8baec536c34fab504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1506e4ec-6f", "ovs_interfaceid": "1506e4ec-6f9e-4db5-b5ff-f2836bc40796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.186028] env[68461]: DEBUG nova.compute.manager [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1117.282418] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673ec0fd-3592-4995-b441-01f04214c794 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.290036] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eceb7e8-c036-421e-a73d-d47be6760c00 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.320301] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc5e9e5-a61e-40c9-9c53-70eba12b1e1f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.327416] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752935a2-bf3d-42b4-a0ec-df8a2ac1dcfb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.342449] env[68461]: DEBUG nova.compute.provider_tree [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.367166] env[68461]: DEBUG oslo_vmware.api [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895433, 'name': ReconfigVM_Task, 'duration_secs': 0.280811} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.367443] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Reconfigured VM instance instance-0000001b to attach disk [datastore2] e8e0b748-8d14-40a3-9702-504d0c0d679f/e8e0b748-8d14-40a3-9702-504d0c0d679f.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.367717] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Updating instance 'e8e0b748-8d14-40a3-9702-504d0c0d679f' progress to 50 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.485920] env[68461]: DEBUG oslo_concurrency.lockutils [req-f81bbfe2-b90a-42f4-9351-de16db203102 req-26417abb-b3fe-4073-8374-2c370059a207 service nova] Releasing lock "refresh_cache-ea893e0b-4964-44b3-8328-27bbe06469ea" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.501595] env[68461]: DEBUG nova.network.neutron [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Updating instance_info_cache with network_info: [{"id": "40f02551-939f-4847-85de-5a7fe6378bfb", "address": "fa:16:3e:fe:c9:7a", "network": {"id": "e7bc05e9-1c21-404f-96f6-d1a4417b691d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-113354861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9baa368a16d4ee283c99391ef47530d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40f02551-93", "ovs_interfaceid": "40f02551-939f-4847-85de-5a7fe6378bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.708059] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.725822] env[68461]: DEBUG nova.compute.manager [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.756394] env[68461]: DEBUG nova.virt.hardware [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.756394] env[68461]: DEBUG nova.virt.hardware [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.756664] env[68461]: DEBUG nova.virt.hardware [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.756710] env[68461]: DEBUG nova.virt.hardware [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.756949] env[68461]: DEBUG nova.virt.hardware [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.757059] env[68461]: DEBUG nova.virt.hardware [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.757244] env[68461]: DEBUG nova.virt.hardware [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.757404] env[68461]: DEBUG nova.virt.hardware [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.757572] env[68461]: DEBUG nova.virt.hardware [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.757737] env[68461]: DEBUG nova.virt.hardware [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.757911] env[68461]: DEBUG nova.virt.hardware [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.758845] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c00b50-5421-4888-951c-9d4e21eb90c2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.767230] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412b4c77-3ca1-417a-8232-3f063b400435 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.846833] env[68461]: DEBUG nova.scheduler.client.report [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.874250] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cc457c-9508-481c-96eb-ca7ba32de184 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.877454] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.877737] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15923e3e-79db-4f56-badc-b9122fda2fb8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.898411] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3228a67-af68-4691-846d-853ed6bc25ae {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.901610] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Waiting for the task: (returnval){ [ 1117.901610] env[68461]: value = "task-2895434" [ 1117.901610] env[68461]: _type = "Task" [ 1117.901610] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.921230] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Updating instance 'e8e0b748-8d14-40a3-9702-504d0c0d679f' progress to 67 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.930384] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.000953] env[68461]: DEBUG nova.compute.manager [req-ec110026-e9e4-4a3f-9554-132718992a72 req-511f0b86-db85-4d14-a1e7-78a211b29bc4 service nova] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Received event network-changed-40f02551-939f-4847-85de-5a7fe6378bfb {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.001217] env[68461]: DEBUG nova.compute.manager [req-ec110026-e9e4-4a3f-9554-132718992a72 req-511f0b86-db85-4d14-a1e7-78a211b29bc4 service nova] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Refreshing instance network info cache due to event network-changed-40f02551-939f-4847-85de-5a7fe6378bfb. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.001358] env[68461]: DEBUG oslo_concurrency.lockutils [req-ec110026-e9e4-4a3f-9554-132718992a72 req-511f0b86-db85-4d14-a1e7-78a211b29bc4 service nova] Acquiring lock "refresh_cache-edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.004318] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Releasing lock "refresh_cache-edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.004580] env[68461]: DEBUG nova.compute.manager [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Instance network_info: |[{"id": "40f02551-939f-4847-85de-5a7fe6378bfb", "address": "fa:16:3e:fe:c9:7a", "network": {"id": "e7bc05e9-1c21-404f-96f6-d1a4417b691d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-113354861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9baa368a16d4ee283c99391ef47530d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40f02551-93", "ovs_interfaceid": "40f02551-939f-4847-85de-5a7fe6378bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.005553] env[68461]: DEBUG oslo_concurrency.lockutils [req-ec110026-e9e4-4a3f-9554-132718992a72 req-511f0b86-db85-4d14-a1e7-78a211b29bc4 service nova] Acquired lock "refresh_cache-edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.005734] env[68461]: DEBUG nova.network.neutron [req-ec110026-e9e4-4a3f-9554-132718992a72 req-511f0b86-db85-4d14-a1e7-78a211b29bc4 service nova] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Refreshing network info cache for port 40f02551-939f-4847-85de-5a7fe6378bfb {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.007379] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:c9:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40f02551-939f-4847-85de-5a7fe6378bfb', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.015433] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Creating folder: Project (f9baa368a16d4ee283c99391ef47530d). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1118.016509] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d180154-0658-4598-ab6c-e071413e2a9b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.027639] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Created folder: Project (f9baa368a16d4ee283c99391ef47530d) in parent group-v581476. [ 1118.027826] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Creating folder: Instances. Parent ref: group-v581651. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1118.028084] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-013c971c-fce0-4b9b-8424-158f1c5fddef {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.038745] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Created folder: Instances in parent group-v581651. [ 1118.038985] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.039219] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.039423] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2de36a03-6e48-4d05-b790-185868f98be8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.058351] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.058351] env[68461]: value = "task-2895437" [ 1118.058351] env[68461]: _type = "Task" [ 1118.058351] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.066191] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895437, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.352942] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.352942] env[68461]: DEBUG nova.compute.manager [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1118.355854] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.410s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.356169] env[68461]: DEBUG nova.objects.instance [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Lazy-loading 'resources' on Instance uuid cbaffc17-2d36-42e1-bc9b-e217b32a7f3b {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.411586] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895434, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.459406] env[68461]: DEBUG nova.network.neutron [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Port 5d5093ae-6e45-4c80-8aeb-b7cc7ad98465 binding to destination host cpu-1 is already ACTIVE {{(pid=68461) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1118.473652] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4bfb78de-057c-41b5-99dd-3945d0d3c490 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "98571f34-23ed-40cd-8ad3-4f27fd9d83e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.473902] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4bfb78de-057c-41b5-99dd-3945d0d3c490 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "98571f34-23ed-40cd-8ad3-4f27fd9d83e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.474124] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4bfb78de-057c-41b5-99dd-3945d0d3c490 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "98571f34-23ed-40cd-8ad3-4f27fd9d83e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.474306] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4bfb78de-057c-41b5-99dd-3945d0d3c490 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "98571f34-23ed-40cd-8ad3-4f27fd9d83e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.474471] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4bfb78de-057c-41b5-99dd-3945d0d3c490 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "98571f34-23ed-40cd-8ad3-4f27fd9d83e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.476329] env[68461]: INFO nova.compute.manager [None req-4bfb78de-057c-41b5-99dd-3945d0d3c490 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Terminating instance [ 1118.575212] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895437, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.858047] env[68461]: DEBUG nova.compute.utils [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.862451] env[68461]: DEBUG nova.compute.manager [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.862636] env[68461]: DEBUG nova.network.neutron [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.909037] env[68461]: DEBUG nova.policy [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f82d5bdb88914a9b9a3eadf904b94f44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42821610650c4fecb574be20608d26f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.913876] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895434, 'name': PowerOffVM_Task, 'duration_secs': 0.755651} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.914142] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.914380] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.915199] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91401ae3-d9db-4dc8-95b4-c7d8f0ede05a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.930084] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.930370] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28c9605b-bb06-427a-926f-e50ccf93db4c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.955037] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.955294] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.955506] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Deleting the datastore file [datastore1] e0df3bc5-9869-46c6-bb21-60fc38f7154c {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.955795] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43ab39d9-e257-4772-bd5c-687504b5e688 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.966033] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Waiting for the task: (returnval){ [ 1118.966033] env[68461]: value = "task-2895439" [ 1118.966033] env[68461]: _type = "Task" [ 1118.966033] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.977356] env[68461]: DEBUG nova.network.neutron [req-ec110026-e9e4-4a3f-9554-132718992a72 req-511f0b86-db85-4d14-a1e7-78a211b29bc4 service nova] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Updated VIF entry in instance network info cache for port 40f02551-939f-4847-85de-5a7fe6378bfb. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.977688] env[68461]: DEBUG nova.network.neutron [req-ec110026-e9e4-4a3f-9554-132718992a72 req-511f0b86-db85-4d14-a1e7-78a211b29bc4 service nova] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Updating instance_info_cache with network_info: [{"id": "40f02551-939f-4847-85de-5a7fe6378bfb", "address": "fa:16:3e:fe:c9:7a", "network": {"id": "e7bc05e9-1c21-404f-96f6-d1a4417b691d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-113354861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9baa368a16d4ee283c99391ef47530d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40f02551-93", "ovs_interfaceid": "40f02551-939f-4847-85de-5a7fe6378bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.979310] env[68461]: DEBUG nova.compute.manager [None req-4bfb78de-057c-41b5-99dd-3945d0d3c490 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.979505] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfb78de-057c-41b5-99dd-3945d0d3c490 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.981943] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c14e9d-6290-42d0-9e9f-bd208b397312 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.987743] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.994666] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfb78de-057c-41b5-99dd-3945d0d3c490 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.994936] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-855541da-8f78-491f-abdc-875d9d941277 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.072381] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895437, 'name': CreateVM_Task, 'duration_secs': 0.618151} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.072704] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfb78de-057c-41b5-99dd-3945d0d3c490 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.072951] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfb78de-057c-41b5-99dd-3945d0d3c490 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.073150] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bfb78de-057c-41b5-99dd-3945d0d3c490 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Deleting the datastore file [datastore1] 98571f34-23ed-40cd-8ad3-4f27fd9d83e5 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.073346] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.073547] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dec297b-ba7b-4db3-bdd2-0afb70a80e45 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.076220] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.076426] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.076834] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.077090] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccf0f754-1c98-4d1a-b66d-ea3d501ab475 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.083294] env[68461]: DEBUG oslo_vmware.api [None req-4bfb78de-057c-41b5-99dd-3945d0d3c490 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1119.083294] env[68461]: value = "task-2895441" [ 1119.083294] env[68461]: _type = "Task" [ 1119.083294] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.084299] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Waiting for the task: (returnval){ [ 1119.084299] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]523f0d47-2a0c-57f0-11da-d80a63cc1dcb" [ 1119.084299] env[68461]: _type = "Task" [ 1119.084299] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.097979] env[68461]: DEBUG oslo_vmware.api [None req-4bfb78de-057c-41b5-99dd-3945d0d3c490 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.101416] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]523f0d47-2a0c-57f0-11da-d80a63cc1dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.008971} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.101682] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.101944] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.102145] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.102293] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.102469] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.102803] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de67f1cf-16f9-4dfb-a954-70b88d05e3cb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.113339] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.113669] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.114433] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9fd6841-8da3-485b-818c-fb6c26fe0229 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.121342] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Waiting for the task: (returnval){ [ 1119.121342] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]529eea28-d2ed-0c88-0cca-746ffada20f2" [ 1119.121342] env[68461]: _type = "Task" [ 1119.121342] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.129272] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]529eea28-d2ed-0c88-0cca-746ffada20f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.194953] env[68461]: DEBUG nova.network.neutron [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Successfully updated port: 3c8a47a1-fd49-4abe-a77a-4a8639c5a418 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.224603] env[68461]: DEBUG nova.network.neutron [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Successfully created port: 09043efe-0c8d-40c0-9c8e-63f4c4ed14de {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1119.367505] env[68461]: DEBUG nova.compute.manager [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1119.429171] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf0eed0-48cc-44ea-8cf5-7325ce7a53ad {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.436340] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76a38ca-d1a9-45da-95e3-ff4dea63ad5c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.468025] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9088201c-3d1d-4fe4-b0ce-527cac7dd82e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.485543] env[68461]: DEBUG oslo_concurrency.lockutils [req-ec110026-e9e4-4a3f-9554-132718992a72 req-511f0b86-db85-4d14-a1e7-78a211b29bc4 service nova] Releasing lock "refresh_cache-edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.493021] env[68461]: DEBUG oslo_concurrency.lockutils [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "e8e0b748-8d14-40a3-9702-504d0c0d679f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.493021] env[68461]: DEBUG oslo_concurrency.lockutils [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "e8e0b748-8d14-40a3-9702-504d0c0d679f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.493021] env[68461]: DEBUG oslo_concurrency.lockutils [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "e8e0b748-8d14-40a3-9702-504d0c0d679f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.495569] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80590ce7-0947-4a58-bd38-3176d0d156ca {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.503232] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097055} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.503848] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.503997] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.504209] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.515339] env[68461]: DEBUG nova.compute.provider_tree [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.593875] env[68461]: DEBUG oslo_vmware.api [None req-4bfb78de-057c-41b5-99dd-3945d0d3c490 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15645} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.594165] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bfb78de-057c-41b5-99dd-3945d0d3c490 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.594350] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfb78de-057c-41b5-99dd-3945d0d3c490 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.594528] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfb78de-057c-41b5-99dd-3945d0d3c490 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.594705] env[68461]: INFO nova.compute.manager [None req-4bfb78de-057c-41b5-99dd-3945d0d3c490 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1119.594964] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bfb78de-057c-41b5-99dd-3945d0d3c490 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.595158] env[68461]: DEBUG nova.compute.manager [-] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.595253] env[68461]: DEBUG nova.network.neutron [-] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.631864] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]529eea28-d2ed-0c88-0cca-746ffada20f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009041} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.632121] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0dcb6bc-d9a3-4cf6-990b-403e0f9b58bf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.637031] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Waiting for the task: (returnval){ [ 1119.637031] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5292cc43-c407-4403-ade1-b332f3642ae7" [ 1119.637031] env[68461]: _type = "Task" [ 1119.637031] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.644822] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5292cc43-c407-4403-ade1-b332f3642ae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.698447] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Acquiring lock "refresh_cache-59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.698601] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Acquired lock "refresh_cache-59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.698754] env[68461]: DEBUG nova.network.neutron [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.021027] env[68461]: DEBUG nova.scheduler.client.report [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.033423] env[68461]: DEBUG nova.compute.manager [req-39e68916-093d-4661-a3d2-6dc543847231 req-7a0eb9f3-d2c6-45b4-a66b-481d1632737d service nova] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Received event network-vif-plugged-3c8a47a1-fd49-4abe-a77a-4a8639c5a418 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.033823] env[68461]: DEBUG oslo_concurrency.lockutils [req-39e68916-093d-4661-a3d2-6dc543847231 req-7a0eb9f3-d2c6-45b4-a66b-481d1632737d service nova] Acquiring lock "59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.035845] env[68461]: DEBUG oslo_concurrency.lockutils [req-39e68916-093d-4661-a3d2-6dc543847231 req-7a0eb9f3-d2c6-45b4-a66b-481d1632737d service nova] Lock "59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.036038] env[68461]: DEBUG oslo_concurrency.lockutils [req-39e68916-093d-4661-a3d2-6dc543847231 req-7a0eb9f3-d2c6-45b4-a66b-481d1632737d service nova] Lock "59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.036217] env[68461]: DEBUG nova.compute.manager [req-39e68916-093d-4661-a3d2-6dc543847231 req-7a0eb9f3-d2c6-45b4-a66b-481d1632737d service nova] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] No waiting events found dispatching network-vif-plugged-3c8a47a1-fd49-4abe-a77a-4a8639c5a418 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.036384] env[68461]: WARNING nova.compute.manager [req-39e68916-093d-4661-a3d2-6dc543847231 req-7a0eb9f3-d2c6-45b4-a66b-481d1632737d service nova] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Received unexpected event network-vif-plugged-3c8a47a1-fd49-4abe-a77a-4a8639c5a418 for instance with vm_state building and task_state spawning. [ 1120.036547] env[68461]: DEBUG nova.compute.manager [req-39e68916-093d-4661-a3d2-6dc543847231 req-7a0eb9f3-d2c6-45b4-a66b-481d1632737d service nova] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Received event network-changed-3c8a47a1-fd49-4abe-a77a-4a8639c5a418 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.036701] env[68461]: DEBUG nova.compute.manager [req-39e68916-093d-4661-a3d2-6dc543847231 req-7a0eb9f3-d2c6-45b4-a66b-481d1632737d service nova] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Refreshing instance network info cache due to event network-changed-3c8a47a1-fd49-4abe-a77a-4a8639c5a418. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.036868] env[68461]: DEBUG oslo_concurrency.lockutils [req-39e68916-093d-4661-a3d2-6dc543847231 req-7a0eb9f3-d2c6-45b4-a66b-481d1632737d service nova] Acquiring lock "refresh_cache-59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.147457] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5292cc43-c407-4403-ade1-b332f3642ae7, 'name': SearchDatastore_Task, 'duration_secs': 0.009795} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.147770] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.148044] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4/edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.148312] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c7fe8ac-fa38-4942-ad66-91e7136c687d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.155836] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Waiting for the task: (returnval){ [ 1120.155836] env[68461]: value = "task-2895442" [ 1120.155836] env[68461]: _type = "Task" [ 1120.155836] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.163644] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Task: {'id': task-2895442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.240672] env[68461]: DEBUG nova.network.neutron [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.384370] env[68461]: DEBUG nova.compute.manager [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1120.413608] env[68461]: DEBUG nova.virt.hardware [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.413828] env[68461]: DEBUG nova.virt.hardware [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.414041] env[68461]: DEBUG nova.virt.hardware [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.414232] env[68461]: DEBUG nova.virt.hardware [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.414375] env[68461]: DEBUG nova.virt.hardware [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.414516] env[68461]: DEBUG nova.virt.hardware [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.414721] env[68461]: DEBUG nova.virt.hardware [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.414871] env[68461]: DEBUG nova.virt.hardware [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.415090] env[68461]: DEBUG nova.virt.hardware [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.416149] env[68461]: DEBUG nova.virt.hardware [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.416149] env[68461]: DEBUG nova.virt.hardware [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.416243] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5f11e5-f645-422e-a8a4-9c716801f47d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.419309] env[68461]: DEBUG nova.network.neutron [-] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.425580] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e4b7ef-f9f6-4570-8919-2096a54e7cdc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.443029] env[68461]: DEBUG nova.network.neutron [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Updating instance_info_cache with network_info: [{"id": "3c8a47a1-fd49-4abe-a77a-4a8639c5a418", "address": "fa:16:3e:0c:9b:09", "network": {"id": "66c202eb-3199-4632-adfe-7546dc7d2549", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-636525160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4162d6eb04674155ad138cb7fcbf8f9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8a47a1-fd", "ovs_interfaceid": "3c8a47a1-fd49-4abe-a77a-4a8639c5a418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.528102] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.530543] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.440s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.530732] env[68461]: DEBUG nova.objects.instance [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68461) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1120.556048] env[68461]: DEBUG nova.virt.hardware [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.556423] env[68461]: DEBUG nova.virt.hardware [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.556563] env[68461]: DEBUG nova.virt.hardware [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.556776] env[68461]: DEBUG nova.virt.hardware [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.556965] env[68461]: DEBUG nova.virt.hardware [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.557141] env[68461]: DEBUG nova.virt.hardware [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.557392] env[68461]: DEBUG nova.virt.hardware [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.557574] env[68461]: DEBUG nova.virt.hardware [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.557782] env[68461]: DEBUG nova.virt.hardware [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.558074] env[68461]: DEBUG nova.virt.hardware [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.558302] env[68461]: DEBUG nova.virt.hardware [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.559620] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df00ff72-f368-48cb-b3ba-6eadd33cdcc9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.563201] env[68461]: DEBUG oslo_concurrency.lockutils [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "refresh_cache-e8e0b748-8d14-40a3-9702-504d0c0d679f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.563360] env[68461]: DEBUG oslo_concurrency.lockutils [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquired lock "refresh_cache-e8e0b748-8d14-40a3-9702-504d0c0d679f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.563722] env[68461]: DEBUG nova.network.neutron [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.565757] env[68461]: INFO nova.scheduler.client.report [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Deleted allocations for instance cbaffc17-2d36-42e1-bc9b-e217b32a7f3b [ 1120.574882] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937d7524-3eb7-47e5-b666-a1b34381453e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.591647] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Instance VIF info [] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.597884] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.598821] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.598821] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd7c3184-aae3-4b11-9328-af9250aa5ba8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.618094] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.618094] env[68461]: value = "task-2895443" [ 1120.618094] env[68461]: _type = "Task" [ 1120.618094] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.629367] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895443, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.668793] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Task: {'id': task-2895442, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.673456] env[68461]: DEBUG nova.compute.manager [req-f3fd9d41-bf81-4305-97b7-6aac96f70013 req-49e56b97-3658-4f76-b54b-a1e17c86bf0e service nova] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Received event network-vif-plugged-09043efe-0c8d-40c0-9c8e-63f4c4ed14de {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.673676] env[68461]: DEBUG oslo_concurrency.lockutils [req-f3fd9d41-bf81-4305-97b7-6aac96f70013 req-49e56b97-3658-4f76-b54b-a1e17c86bf0e service nova] Acquiring lock "0cfbe492-21b6-41f1-8daa-35dbbf7cbf24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.673922] env[68461]: DEBUG oslo_concurrency.lockutils [req-f3fd9d41-bf81-4305-97b7-6aac96f70013 req-49e56b97-3658-4f76-b54b-a1e17c86bf0e service nova] Lock "0cfbe492-21b6-41f1-8daa-35dbbf7cbf24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.674106] env[68461]: DEBUG oslo_concurrency.lockutils [req-f3fd9d41-bf81-4305-97b7-6aac96f70013 req-49e56b97-3658-4f76-b54b-a1e17c86bf0e service nova] Lock "0cfbe492-21b6-41f1-8daa-35dbbf7cbf24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.674285] env[68461]: DEBUG nova.compute.manager [req-f3fd9d41-bf81-4305-97b7-6aac96f70013 req-49e56b97-3658-4f76-b54b-a1e17c86bf0e service nova] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] No waiting events found dispatching network-vif-plugged-09043efe-0c8d-40c0-9c8e-63f4c4ed14de {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.674453] env[68461]: WARNING nova.compute.manager [req-f3fd9d41-bf81-4305-97b7-6aac96f70013 req-49e56b97-3658-4f76-b54b-a1e17c86bf0e service nova] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Received unexpected event network-vif-plugged-09043efe-0c8d-40c0-9c8e-63f4c4ed14de for instance with vm_state building and task_state spawning. [ 1120.718580] env[68461]: DEBUG nova.network.neutron [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Successfully updated port: 09043efe-0c8d-40c0-9c8e-63f4c4ed14de {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.921766] env[68461]: INFO nova.compute.manager [-] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Took 1.33 seconds to deallocate network for instance. [ 1120.945684] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Releasing lock "refresh_cache-59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.946733] env[68461]: DEBUG nova.compute.manager [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Instance network_info: |[{"id": "3c8a47a1-fd49-4abe-a77a-4a8639c5a418", "address": "fa:16:3e:0c:9b:09", "network": {"id": "66c202eb-3199-4632-adfe-7546dc7d2549", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-636525160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4162d6eb04674155ad138cb7fcbf8f9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8a47a1-fd", "ovs_interfaceid": "3c8a47a1-fd49-4abe-a77a-4a8639c5a418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.946864] env[68461]: DEBUG oslo_concurrency.lockutils [req-39e68916-093d-4661-a3d2-6dc543847231 req-7a0eb9f3-d2c6-45b4-a66b-481d1632737d service nova] Acquired lock "refresh_cache-59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.947098] env[68461]: DEBUG nova.network.neutron [req-39e68916-093d-4661-a3d2-6dc543847231 req-7a0eb9f3-d2c6-45b4-a66b-481d1632737d service nova] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Refreshing network info cache for port 3c8a47a1-fd49-4abe-a77a-4a8639c5a418 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.948440] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:9b:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c8a47a1-fd49-4abe-a77a-4a8639c5a418', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.956493] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Creating folder: Project (4162d6eb04674155ad138cb7fcbf8f9b). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1120.959752] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe514305-ab57-467c-9bdd-70578eada684 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.973957] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Created folder: Project (4162d6eb04674155ad138cb7fcbf8f9b) in parent group-v581476. [ 1120.974203] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Creating folder: Instances. Parent ref: group-v581655. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1120.974532] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-116f221f-f52c-41d7-b665-9e158f3765d9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.986968] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Created folder: Instances in parent group-v581655. [ 1120.987224] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.987412] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.987623] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f09aa635-f962-4b7a-8dcb-124d80587a4f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.009605] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.009605] env[68461]: value = "task-2895446" [ 1121.009605] env[68461]: _type = "Task" [ 1121.009605] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.017779] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895446, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.076511] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a704f666-e4be-4839-a667-70ebe42aaf04 tempest-ServersTestMultiNic-1439983962 tempest-ServersTestMultiNic-1439983962-project-member] Lock "cbaffc17-2d36-42e1-bc9b-e217b32a7f3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.577s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.132820] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895443, 'name': CreateVM_Task, 'duration_secs': 0.412952} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.132959] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.133400] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.133560] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.133884] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.134165] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fef07474-2a03-4a3a-95f0-6b8f1ed88cae {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.139026] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Waiting for the task: (returnval){ [ 1121.139026] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52aaa25e-4d35-ef09-d187-fc76764e6d34" [ 1121.139026] env[68461]: _type = "Task" [ 1121.139026] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.146862] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52aaa25e-4d35-ef09-d187-fc76764e6d34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.168481] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Task: {'id': task-2895442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771409} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.168791] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4/edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.169596] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.169596] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33ac66e8-bb84-4d7c-b8f4-2628df6fed3c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.176350] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Waiting for the task: (returnval){ [ 1121.176350] env[68461]: value = "task-2895447" [ 1121.176350] env[68461]: _type = "Task" [ 1121.176350] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.184745] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Task: {'id': task-2895447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.196398] env[68461]: DEBUG nova.network.neutron [req-39e68916-093d-4661-a3d2-6dc543847231 req-7a0eb9f3-d2c6-45b4-a66b-481d1632737d service nova] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Updated VIF entry in instance network info cache for port 3c8a47a1-fd49-4abe-a77a-4a8639c5a418. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.196735] env[68461]: DEBUG nova.network.neutron [req-39e68916-093d-4661-a3d2-6dc543847231 req-7a0eb9f3-d2c6-45b4-a66b-481d1632737d service nova] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Updating instance_info_cache with network_info: [{"id": "3c8a47a1-fd49-4abe-a77a-4a8639c5a418", "address": "fa:16:3e:0c:9b:09", "network": {"id": "66c202eb-3199-4632-adfe-7546dc7d2549", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-636525160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4162d6eb04674155ad138cb7fcbf8f9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8a47a1-fd", "ovs_interfaceid": "3c8a47a1-fd49-4abe-a77a-4a8639c5a418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.221280] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "refresh_cache-0cfbe492-21b6-41f1-8daa-35dbbf7cbf24" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.221461] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquired lock "refresh_cache-0cfbe492-21b6-41f1-8daa-35dbbf7cbf24" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.221611] env[68461]: DEBUG nova.network.neutron [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.430139] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4bfb78de-057c-41b5-99dd-3945d0d3c490 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.521314] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895446, 'name': CreateVM_Task, 'duration_secs': 0.341946} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.521489] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.522218] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.539539] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5a311811-0d48-440d-a9f5-7ae1da78247f tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.540683] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.057s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.542748] env[68461]: INFO nova.compute.claims [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.562052] env[68461]: DEBUG nova.network.neutron [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Updating instance_info_cache with network_info: [{"id": "5d5093ae-6e45-4c80-8aeb-b7cc7ad98465", "address": "fa:16:3e:f6:09:8b", "network": {"id": "07805497-81c2-4a8f-af1f-41c565e6e0f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-968415248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcb360f473bb4879882df61178c87135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d5093ae-6e", "ovs_interfaceid": "5d5093ae-6e45-4c80-8aeb-b7cc7ad98465", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.648927] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52aaa25e-4d35-ef09-d187-fc76764e6d34, 'name': SearchDatastore_Task, 'duration_secs': 0.028088} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.649248] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.649521] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.649756] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.649902] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.650094] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.650373] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.650670] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.650909] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07108893-f43c-498e-901c-e0ba2f8433b6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.652761] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af896fe1-207a-4f00-962c-bf091a29d1d3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.657723] env[68461]: DEBUG oslo_vmware.api [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Waiting for the task: (returnval){ [ 1121.657723] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5205fb63-1bec-cb52-ca40-88834642306e" [ 1121.657723] env[68461]: _type = "Task" [ 1121.657723] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.663543] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.663721] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.667113] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-847cddbb-895b-4334-9c5b-61c9eb909bc5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.669425] env[68461]: DEBUG oslo_vmware.api [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5205fb63-1bec-cb52-ca40-88834642306e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.672193] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Waiting for the task: (returnval){ [ 1121.672193] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]523b808d-1d54-6a17-b419-f913caf20f78" [ 1121.672193] env[68461]: _type = "Task" [ 1121.672193] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.679969] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]523b808d-1d54-6a17-b419-f913caf20f78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.686752] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Task: {'id': task-2895447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065112} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.687026] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.687752] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260a9265-0532-4d9a-b8e8-b11cfd23ba6a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.701228] env[68461]: DEBUG oslo_concurrency.lockutils [req-39e68916-093d-4661-a3d2-6dc543847231 req-7a0eb9f3-d2c6-45b4-a66b-481d1632737d service nova] Releasing lock "refresh_cache-59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.701519] env[68461]: DEBUG nova.compute.manager [req-39e68916-093d-4661-a3d2-6dc543847231 req-7a0eb9f3-d2c6-45b4-a66b-481d1632737d service nova] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Received event network-vif-deleted-441cbb7b-195c-40df-8ec3-d6ac7cf71042 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.701635] env[68461]: INFO nova.compute.manager [req-39e68916-093d-4661-a3d2-6dc543847231 req-7a0eb9f3-d2c6-45b4-a66b-481d1632737d service nova] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Neutron deleted interface 441cbb7b-195c-40df-8ec3-d6ac7cf71042; detaching it from the instance and deleting it from the info cache [ 1121.701803] env[68461]: DEBUG nova.network.neutron [req-39e68916-093d-4661-a3d2-6dc543847231 req-7a0eb9f3-d2c6-45b4-a66b-481d1632737d service nova] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.711661] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4/edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.713192] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a6a81b7-3774-4546-803d-47ba6103d577 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.727540] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ec30f48-f87f-4f7f-bda2-79e9ab28f01c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.736620] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Waiting for the task: (returnval){ [ 1121.736620] env[68461]: value = "task-2895448" [ 1121.736620] env[68461]: _type = "Task" [ 1121.736620] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.743940] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94168cb8-ea78-4852-9d17-a289d7dab18d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.761999] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Task: {'id': task-2895448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.776561] env[68461]: DEBUG nova.compute.manager [req-39e68916-093d-4661-a3d2-6dc543847231 req-7a0eb9f3-d2c6-45b4-a66b-481d1632737d service nova] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Detach interface failed, port_id=441cbb7b-195c-40df-8ec3-d6ac7cf71042, reason: Instance 98571f34-23ed-40cd-8ad3-4f27fd9d83e5 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1121.796385] env[68461]: DEBUG nova.network.neutron [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.047178] env[68461]: DEBUG nova.network.neutron [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Updating instance_info_cache with network_info: [{"id": "09043efe-0c8d-40c0-9c8e-63f4c4ed14de", "address": "fa:16:3e:f3:a8:b6", "network": {"id": "4e6d58b1-46f0-4105-b05f-d54f44081fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1412094765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42821610650c4fecb574be20608d26f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09043efe-0c", "ovs_interfaceid": "09043efe-0c8d-40c0-9c8e-63f4c4ed14de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.064658] env[68461]: DEBUG oslo_concurrency.lockutils [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Releasing lock "refresh_cache-e8e0b748-8d14-40a3-9702-504d0c0d679f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.168882] env[68461]: DEBUG oslo_vmware.api [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5205fb63-1bec-cb52-ca40-88834642306e, 'name': SearchDatastore_Task, 'duration_secs': 0.019012} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.169221] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.169458] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.169674] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.181740] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]523b808d-1d54-6a17-b419-f913caf20f78, 'name': SearchDatastore_Task, 'duration_secs': 0.008534} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.182567] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6748be79-6b44-400d-ab61-d4d5ee07e15f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.188018] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Waiting for the task: (returnval){ [ 1122.188018] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52a7d347-b1fd-7b1b-b8be-515ff548a9a3" [ 1122.188018] env[68461]: _type = "Task" [ 1122.188018] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.195329] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a7d347-b1fd-7b1b-b8be-515ff548a9a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.247885] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Task: {'id': task-2895448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.550872] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Releasing lock "refresh_cache-0cfbe492-21b6-41f1-8daa-35dbbf7cbf24" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.551245] env[68461]: DEBUG nova.compute.manager [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Instance network_info: |[{"id": "09043efe-0c8d-40c0-9c8e-63f4c4ed14de", "address": "fa:16:3e:f3:a8:b6", "network": {"id": "4e6d58b1-46f0-4105-b05f-d54f44081fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1412094765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42821610650c4fecb574be20608d26f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09043efe-0c", "ovs_interfaceid": "09043efe-0c8d-40c0-9c8e-63f4c4ed14de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1122.554659] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:a8:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09043efe-0c8d-40c0-9c8e-63f4c4ed14de', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.562406] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.562693] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.562977] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e8d388b-c14e-4d55-8d7a-16cec2605a59 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.588452] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.588452] env[68461]: value = "task-2895449" [ 1122.588452] env[68461]: _type = "Task" [ 1122.588452] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.596166] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895449, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.600018] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e853e14-84c4-432f-94c9-a183e15cc982 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.623378] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b092c5-68ed-4eda-909a-48fe7e1621bc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.630324] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Updating instance 'e8e0b748-8d14-40a3-9702-504d0c0d679f' progress to 83 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.699891] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a7d347-b1fd-7b1b-b8be-515ff548a9a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009603} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.701223] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.701518] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] e0df3bc5-9869-46c6-bb21-60fc38f7154c/e0df3bc5-9869-46c6-bb21-60fc38f7154c.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.702628] env[68461]: DEBUG nova.compute.manager [req-91b37278-f502-45b3-95bd-588b04fe95ab req-850ea9b0-ed44-4184-8b08-1e3aacb2a4f8 service nova] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Received event network-changed-09043efe-0c8d-40c0-9c8e-63f4c4ed14de {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.702860] env[68461]: DEBUG nova.compute.manager [req-91b37278-f502-45b3-95bd-588b04fe95ab req-850ea9b0-ed44-4184-8b08-1e3aacb2a4f8 service nova] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Refreshing instance network info cache due to event network-changed-09043efe-0c8d-40c0-9c8e-63f4c4ed14de. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.703098] env[68461]: DEBUG oslo_concurrency.lockutils [req-91b37278-f502-45b3-95bd-588b04fe95ab req-850ea9b0-ed44-4184-8b08-1e3aacb2a4f8 service nova] Acquiring lock "refresh_cache-0cfbe492-21b6-41f1-8daa-35dbbf7cbf24" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.703246] env[68461]: DEBUG oslo_concurrency.lockutils [req-91b37278-f502-45b3-95bd-588b04fe95ab req-850ea9b0-ed44-4184-8b08-1e3aacb2a4f8 service nova] Acquired lock "refresh_cache-0cfbe492-21b6-41f1-8daa-35dbbf7cbf24" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.703405] env[68461]: DEBUG nova.network.neutron [req-91b37278-f502-45b3-95bd-588b04fe95ab req-850ea9b0-ed44-4184-8b08-1e3aacb2a4f8 service nova] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Refreshing network info cache for port 09043efe-0c8d-40c0-9c8e-63f4c4ed14de {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.704884] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.704884] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.704884] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7372a791-bf8b-4c0a-9e74-5ffe498c0f7b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.709374] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3af2ce8-f5f4-43cd-9a5f-f2b9c445539e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.717818] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Waiting for the task: (returnval){ [ 1122.717818] env[68461]: value = "task-2895450" [ 1122.717818] env[68461]: _type = "Task" [ 1122.717818] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.718936] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.719127] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.722937] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64a027d1-4d14-44e7-9519-f782b5367771 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.730922] env[68461]: DEBUG oslo_vmware.api [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Waiting for the task: (returnval){ [ 1122.730922] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52208cdb-e17a-bfae-aed1-4325cfbb32ec" [ 1122.730922] env[68461]: _type = "Task" [ 1122.730922] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.733910] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.747788] env[68461]: DEBUG oslo_vmware.api [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52208cdb-e17a-bfae-aed1-4325cfbb32ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009674} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.748974] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9786cdab-f9f5-4e47-8733-5116e30a9dbc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.753948] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Task: {'id': task-2895448, 'name': ReconfigVM_Task, 'duration_secs': 0.607089} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.754585] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Reconfigured VM instance instance-0000003c to attach disk [datastore2] edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4/edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.755512] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64b346db-23d0-4387-81d2-525f2d61b9e3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.758162] env[68461]: DEBUG oslo_vmware.api [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Waiting for the task: (returnval){ [ 1122.758162] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]522ff49e-9570-5b79-9b1f-5888e5b2e2d5" [ 1122.758162] env[68461]: _type = "Task" [ 1122.758162] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.766833] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Waiting for the task: (returnval){ [ 1122.766833] env[68461]: value = "task-2895451" [ 1122.766833] env[68461]: _type = "Task" [ 1122.766833] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.776305] env[68461]: DEBUG oslo_vmware.api [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522ff49e-9570-5b79-9b1f-5888e5b2e2d5, 'name': SearchDatastore_Task, 'duration_secs': 0.008873} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.776305] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.776305] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c/59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.778823] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd35c471-9ba6-4760-9633-30e3bc285f45 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.784650] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Task: {'id': task-2895451, 'name': Rename_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.789272] env[68461]: DEBUG oslo_vmware.api [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Waiting for the task: (returnval){ [ 1122.789272] env[68461]: value = "task-2895452" [ 1122.789272] env[68461]: _type = "Task" [ 1122.789272] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.799779] env[68461]: DEBUG oslo_vmware.api [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Task: {'id': task-2895452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.091537] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc670c06-6621-4a46-b912-b23eb18f4e03 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.104512] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747e701f-f546-4a61-9bae-53bad43a4ca8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.107534] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895449, 'name': CreateVM_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.134491] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2b353f-ddb8-42ac-981e-7408f7e1cf4e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.138706] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-07979788-e9ce-4274-b5d5-4804e036d333 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Updating instance 'e8e0b748-8d14-40a3-9702-504d0c0d679f' progress to 100 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.148366] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5c92f1-5679-43db-91bc-05fe1be66fe8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.165127] env[68461]: DEBUG nova.compute.provider_tree [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.230780] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.279981] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Task: {'id': task-2895451, 'name': Rename_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.300447] env[68461]: DEBUG oslo_vmware.api [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Task: {'id': task-2895452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.501657] env[68461]: DEBUG nova.network.neutron [req-91b37278-f502-45b3-95bd-588b04fe95ab req-850ea9b0-ed44-4184-8b08-1e3aacb2a4f8 service nova] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Updated VIF entry in instance network info cache for port 09043efe-0c8d-40c0-9c8e-63f4c4ed14de. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.501744] env[68461]: DEBUG nova.network.neutron [req-91b37278-f502-45b3-95bd-588b04fe95ab req-850ea9b0-ed44-4184-8b08-1e3aacb2a4f8 service nova] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Updating instance_info_cache with network_info: [{"id": "09043efe-0c8d-40c0-9c8e-63f4c4ed14de", "address": "fa:16:3e:f3:a8:b6", "network": {"id": "4e6d58b1-46f0-4105-b05f-d54f44081fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1412094765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42821610650c4fecb574be20608d26f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09043efe-0c", "ovs_interfaceid": "09043efe-0c8d-40c0-9c8e-63f4c4ed14de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.605400] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895449, 'name': CreateVM_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.668589] env[68461]: DEBUG nova.scheduler.client.report [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.734563] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895450, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.786022] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Task: {'id': task-2895451, 'name': Rename_Task, 'duration_secs': 0.693511} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.786022] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.786022] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff939554-0315-49ca-bb0c-89212952c38b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.792639] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Waiting for the task: (returnval){ [ 1123.792639] env[68461]: value = "task-2895453" [ 1123.792639] env[68461]: _type = "Task" [ 1123.792639] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.807456] env[68461]: DEBUG oslo_vmware.api [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Task: {'id': task-2895452, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.811394] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Task: {'id': task-2895453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.004586] env[68461]: DEBUG oslo_concurrency.lockutils [req-91b37278-f502-45b3-95bd-588b04fe95ab req-850ea9b0-ed44-4184-8b08-1e3aacb2a4f8 service nova] Releasing lock "refresh_cache-0cfbe492-21b6-41f1-8daa-35dbbf7cbf24" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.102672] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895449, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.175532] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.176125] env[68461]: DEBUG nova.compute.manager [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.178745] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.633s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.179258] env[68461]: DEBUG nova.objects.instance [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Lazy-loading 'resources' on Instance uuid c339a4ba-5ae6-4a98-adf2-f77bb1e30c99 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.231260] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895450, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.234542} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.232303] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] e0df3bc5-9869-46c6-bb21-60fc38f7154c/e0df3bc5-9869-46c6-bb21-60fc38f7154c.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.232428] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.232784] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55c57b16-de85-4763-8ea4-3367b296586e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.240068] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Waiting for the task: (returnval){ [ 1124.240068] env[68461]: value = "task-2895454" [ 1124.240068] env[68461]: _type = "Task" [ 1124.240068] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.248153] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.306304] env[68461]: DEBUG oslo_vmware.api [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Task: {'id': task-2895452, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.156633} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.306984] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c/59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.307307] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.307506] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffa077ff-2a6b-4b8d-a9db-23fe7a75288a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.313141] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Task: {'id': task-2895453, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.317026] env[68461]: DEBUG oslo_vmware.api [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Waiting for the task: (returnval){ [ 1124.317026] env[68461]: value = "task-2895455" [ 1124.317026] env[68461]: _type = "Task" [ 1124.317026] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.324157] env[68461]: DEBUG oslo_vmware.api [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Task: {'id': task-2895455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.601741] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895449, 'name': CreateVM_Task, 'duration_secs': 1.515147} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.601906] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.602583] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.602748] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.603069] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.603315] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08392a45-c890-43af-95df-58b3ad660a7a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.607313] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1124.607313] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5250cc25-382c-ae3e-5a8c-2119c7f52baf" [ 1124.607313] env[68461]: _type = "Task" [ 1124.607313] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.614228] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5250cc25-382c-ae3e-5a8c-2119c7f52baf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.681438] env[68461]: DEBUG nova.compute.utils [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.685400] env[68461]: DEBUG nova.compute.manager [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Not allocating networking since 'none' was specified. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1124.748961] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070059} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.751258] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.752202] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64568f3f-1a98-422c-aebe-494e7b238dd5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.772181] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] e0df3bc5-9869-46c6-bb21-60fc38f7154c/e0df3bc5-9869-46c6-bb21-60fc38f7154c.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.774481] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54c4b2cc-0a7d-473a-8c46-a53ee0679b81 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.794475] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Waiting for the task: (returnval){ [ 1124.794475] env[68461]: value = "task-2895456" [ 1124.794475] env[68461]: _type = "Task" [ 1124.794475] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.805500] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.809545] env[68461]: DEBUG oslo_vmware.api [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Task: {'id': task-2895453, 'name': PowerOnVM_Task, 'duration_secs': 0.613112} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.809595] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.810196] env[68461]: INFO nova.compute.manager [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Took 10.26 seconds to spawn the instance on the hypervisor. [ 1124.810196] env[68461]: DEBUG nova.compute.manager [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.810711] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5133f6-fbe0-416a-bfcd-e27cad3b8d12 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.832219] env[68461]: DEBUG oslo_vmware.api [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Task: {'id': task-2895455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07217} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.833962] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.836218] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbea7494-8b22-4b04-beaa-d8bc626fe362 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.856748] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c/59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.859614] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba8ccb30-c554-4281-899d-321553a80373 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.882017] env[68461]: DEBUG oslo_vmware.api [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Waiting for the task: (returnval){ [ 1124.882017] env[68461]: value = "task-2895457" [ 1124.882017] env[68461]: _type = "Task" [ 1124.882017] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.893035] env[68461]: DEBUG oslo_vmware.api [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Task: {'id': task-2895457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.120423] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5250cc25-382c-ae3e-5a8c-2119c7f52baf, 'name': SearchDatastore_Task, 'duration_secs': 0.055296} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.120730] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.120963] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.121221] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.121400] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.121524] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.121818] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01ed920f-34f5-45a4-806c-a540aebaf006 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.132310] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.132545] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.137453] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d17387a9-745c-4f10-af2a-27233ce73c91 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.141159] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1125.141159] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52430751-0423-92b6-6d45-5778ca032c6c" [ 1125.141159] env[68461]: _type = "Task" [ 1125.141159] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.149368] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52430751-0423-92b6-6d45-5778ca032c6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.186803] env[68461]: DEBUG nova.compute.manager [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.238697] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7ff057-d22f-4b5d-a26e-c5edceb05b10 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.247012] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8178228e-34ba-4eab-bb53-1886bbf44b08 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.276966] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec39f64-a635-4ce0-a006-7cf69f92fee1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.285179] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e40774-8c7b-4da9-aed2-8d2c84a2ceeb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.297727] env[68461]: DEBUG nova.compute.provider_tree [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.309202] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895456, 'name': ReconfigVM_Task, 'duration_secs': 0.298413} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.309202] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Reconfigured VM instance instance-0000003b to attach disk [datastore2] e0df3bc5-9869-46c6-bb21-60fc38f7154c/e0df3bc5-9869-46c6-bb21-60fc38f7154c.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.309202] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ef1df9c-eb75-4f7d-be56-b6e87c791add {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.314586] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Waiting for the task: (returnval){ [ 1125.314586] env[68461]: value = "task-2895458" [ 1125.314586] env[68461]: _type = "Task" [ 1125.314586] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.324470] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895458, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.331803] env[68461]: INFO nova.compute.manager [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Took 53.16 seconds to build instance. [ 1125.389930] env[68461]: DEBUG oslo_vmware.api [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Task: {'id': task-2895457, 'name': ReconfigVM_Task, 'duration_secs': 0.291578} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.390158] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c/59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.390779] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06672368-0fdc-4fbc-a450-fde606762bdf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.396744] env[68461]: DEBUG oslo_vmware.api [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Waiting for the task: (returnval){ [ 1125.396744] env[68461]: value = "task-2895459" [ 1125.396744] env[68461]: _type = "Task" [ 1125.396744] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.406018] env[68461]: DEBUG oslo_vmware.api [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Task: {'id': task-2895459, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.654776] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52430751-0423-92b6-6d45-5778ca032c6c, 'name': SearchDatastore_Task, 'duration_secs': 0.016408} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.655582] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa61f6d7-ff04-4cf9-b6de-2d07c60c9d0e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.661014] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1125.661014] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]520d015b-2eab-dc90-cf4c-8392cf22e791" [ 1125.661014] env[68461]: _type = "Task" [ 1125.661014] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.669048] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520d015b-2eab-dc90-cf4c-8392cf22e791, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.803307] env[68461]: DEBUG nova.scheduler.client.report [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.825342] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895458, 'name': Rename_Task, 'duration_secs': 0.135678} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.825780] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.826127] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fd91f38-69fd-42fe-9305-d7e8249ee90c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.834288] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c9ea1af5-f61b-4ff4-b0a1-e60ef2e04c3b tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Lock "edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.324s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.837210] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Waiting for the task: (returnval){ [ 1125.837210] env[68461]: value = "task-2895460" [ 1125.837210] env[68461]: _type = "Task" [ 1125.837210] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.849713] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895460, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.906570] env[68461]: DEBUG oslo_vmware.api [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Task: {'id': task-2895459, 'name': Rename_Task, 'duration_secs': 0.375306} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.906836] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.907278] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc562e49-9ad2-4f41-b2cc-ca5e4767ebd9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.913239] env[68461]: DEBUG oslo_vmware.api [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Waiting for the task: (returnval){ [ 1125.913239] env[68461]: value = "task-2895461" [ 1125.913239] env[68461]: _type = "Task" [ 1125.913239] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.918264] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Acquiring lock "edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.918507] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Lock "edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.918709] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Acquiring lock "edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.919134] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Lock "edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.919134] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Lock "edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.923953] env[68461]: DEBUG oslo_vmware.api [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Task: {'id': task-2895461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.924547] env[68461]: INFO nova.compute.manager [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Terminating instance [ 1126.177637] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520d015b-2eab-dc90-cf4c-8392cf22e791, 'name': SearchDatastore_Task, 'duration_secs': 0.0135} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.177891] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.179267] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24/0cfbe492-21b6-41f1-8daa-35dbbf7cbf24.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.179267] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-282c172b-0996-4184-8473-3ceb9e795671 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.188921] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1126.188921] env[68461]: value = "task-2895462" [ 1126.188921] env[68461]: _type = "Task" [ 1126.188921] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.196256] env[68461]: DEBUG nova.compute.manager [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.204693] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.230377] env[68461]: DEBUG nova.virt.hardware [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.230648] env[68461]: DEBUG nova.virt.hardware [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.230818] env[68461]: DEBUG nova.virt.hardware [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.231361] env[68461]: DEBUG nova.virt.hardware [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.231619] env[68461]: DEBUG nova.virt.hardware [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.231733] env[68461]: DEBUG nova.virt.hardware [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.231955] env[68461]: DEBUG nova.virt.hardware [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.232154] env[68461]: DEBUG nova.virt.hardware [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.232341] env[68461]: DEBUG nova.virt.hardware [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.232518] env[68461]: DEBUG nova.virt.hardware [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.232764] env[68461]: DEBUG nova.virt.hardware [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.233691] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff226dd-416d-49e1-ab2f-6b3cfa212e5b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.242720] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3837563-ff82-4eec-bacb-739b79e04e69 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.263363] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Instance VIF info [] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.273888] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Creating folder: Project (9464ad27d6e249f18d767b17c06406be). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.274515] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22bda3ea-d26c-44fa-b644-c796b7acc771 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.287749] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Created folder: Project (9464ad27d6e249f18d767b17c06406be) in parent group-v581476. [ 1126.288040] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Creating folder: Instances. Parent ref: group-v581659. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.288396] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99d30abb-9709-4b2e-be92-8761733e2cd1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.297944] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Created folder: Instances in parent group-v581659. [ 1126.298233] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.298436] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3483ea36-0584-4200-b540-7571089b639b] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.301871] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a752a7ea-18f0-4900-bf96-1b00d6354ece {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.313527] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.315937] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.417s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.316173] env[68461]: DEBUG nova.objects.instance [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Lazy-loading 'resources' on Instance uuid b0307dc2-b3e7-4259-9366-1514748d02b8 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.322113] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.322113] env[68461]: value = "task-2895465" [ 1126.322113] env[68461]: _type = "Task" [ 1126.322113] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.330561] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895465, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.338901] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e6ba52db-6c24-4d3c-b7ed-0253dc1e60d6 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "e8e0b748-8d14-40a3-9702-504d0c0d679f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.339437] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e6ba52db-6c24-4d3c-b7ed-0253dc1e60d6 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "e8e0b748-8d14-40a3-9702-504d0c0d679f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.339738] env[68461]: DEBUG nova.compute.manager [None req-e6ba52db-6c24-4d3c-b7ed-0253dc1e60d6 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Going to confirm migration 2 {{(pid=68461) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1126.345906] env[68461]: DEBUG nova.compute.manager [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.359681] env[68461]: DEBUG oslo_vmware.api [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895460, 'name': PowerOnVM_Task, 'duration_secs': 0.512724} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.360872] env[68461]: INFO nova.scheduler.client.report [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Deleted allocations for instance c339a4ba-5ae6-4a98-adf2-f77bb1e30c99 [ 1126.361890] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.362554] env[68461]: DEBUG nova.compute.manager [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.365535] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504c267a-69b2-493d-bb06-89c1a96b18cb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.424471] env[68461]: DEBUG oslo_vmware.api [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Task: {'id': task-2895461, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.429485] env[68461]: DEBUG nova.compute.manager [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.429872] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.432323] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10e0d80-ced3-4260-a466-c180fba1f57a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.445614] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.446325] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-408798e6-5351-4b8b-8e57-8042d6c0299d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.452623] env[68461]: DEBUG oslo_vmware.api [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Waiting for the task: (returnval){ [ 1126.452623] env[68461]: value = "task-2895466" [ 1126.452623] env[68461]: _type = "Task" [ 1126.452623] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.465512] env[68461]: DEBUG oslo_vmware.api [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Task: {'id': task-2895466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.699230] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895462, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.838214] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895465, 'name': CreateVM_Task, 'duration_secs': 0.314502} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.838629] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3483ea36-0584-4200-b540-7571089b639b] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.839239] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.839543] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.839939] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.840334] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be83f853-626d-43db-b37c-c8f4b50d241a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.849176] env[68461]: DEBUG oslo_vmware.api [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Waiting for the task: (returnval){ [ 1126.849176] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52ef9be7-cec4-f007-f27b-c8b4dd6e9504" [ 1126.849176] env[68461]: _type = "Task" [ 1126.849176] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.867388] env[68461]: DEBUG oslo_vmware.api [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ef9be7-cec4-f007-f27b-c8b4dd6e9504, 'name': SearchDatastore_Task, 'duration_secs': 0.010902} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.867820] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.868227] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.868573] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.869026] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.869400] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.871306] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.873822] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f62c5514-e4f8-4c15-98b9-2d72ba864fe0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.877882] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a972dd88-7919-45ea-b196-c6a2331afb6c tempest-ServersListShow296Test-935108936 tempest-ServersListShow296Test-935108936-project-member] Lock "c339a4ba-5ae6-4a98-adf2-f77bb1e30c99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.594s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.893694] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.893879] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.895417] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.895657] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91294944-fe29-4b1f-8028-d8b0819a71e9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.904875] env[68461]: DEBUG oslo_vmware.api [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Waiting for the task: (returnval){ [ 1126.904875] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5262acae-1adb-56c6-663e-435386ec35a4" [ 1126.904875] env[68461]: _type = "Task" [ 1126.904875] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.914368] env[68461]: DEBUG oslo_vmware.api [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5262acae-1adb-56c6-663e-435386ec35a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.926751] env[68461]: DEBUG oslo_vmware.api [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Task: {'id': task-2895461, 'name': PowerOnVM_Task, 'duration_secs': 0.587432} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.928241] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.928241] env[68461]: INFO nova.compute.manager [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1126.928241] env[68461]: DEBUG nova.compute.manager [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.928241] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3a05d5-2555-4723-9b50-f45605be93e7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.968394] env[68461]: DEBUG oslo_vmware.api [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Task: {'id': task-2895466, 'name': PowerOffVM_Task, 'duration_secs': 0.402385} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.969520] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.969520] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.969520] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0118332-f81a-45c9-be1d-e80975575a3d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.002717] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e6ba52db-6c24-4d3c-b7ed-0253dc1e60d6 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "refresh_cache-e8e0b748-8d14-40a3-9702-504d0c0d679f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.003105] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e6ba52db-6c24-4d3c-b7ed-0253dc1e60d6 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquired lock "refresh_cache-e8e0b748-8d14-40a3-9702-504d0c0d679f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.003484] env[68461]: DEBUG nova.network.neutron [None req-e6ba52db-6c24-4d3c-b7ed-0253dc1e60d6 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.003899] env[68461]: DEBUG nova.objects.instance [None req-e6ba52db-6c24-4d3c-b7ed-0253dc1e60d6 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lazy-loading 'info_cache' on Instance uuid e8e0b748-8d14-40a3-9702-504d0c0d679f {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.038224] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.040271] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.040271] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Deleting the datastore file [datastore2] edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.041577] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c499a075-2f57-4fff-ba80-6b1f7e150d49 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.053018] env[68461]: DEBUG oslo_vmware.api [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Waiting for the task: (returnval){ [ 1127.053018] env[68461]: value = "task-2895468" [ 1127.053018] env[68461]: _type = "Task" [ 1127.053018] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.059297] env[68461]: DEBUG oslo_vmware.api [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Task: {'id': task-2895468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.201421] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566089} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.201693] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24/0cfbe492-21b6-41f1-8daa-35dbbf7cbf24.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.201972] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.202293] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1086d8ca-8e6c-43c7-887b-88faefa622ba {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.210358] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1127.210358] env[68461]: value = "task-2895469" [ 1127.210358] env[68461]: _type = "Task" [ 1127.210358] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.219664] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.244051] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Acquiring lock "e0df3bc5-9869-46c6-bb21-60fc38f7154c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.244051] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Lock "e0df3bc5-9869-46c6-bb21-60fc38f7154c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.244051] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Acquiring lock "e0df3bc5-9869-46c6-bb21-60fc38f7154c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.244051] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Lock "e0df3bc5-9869-46c6-bb21-60fc38f7154c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.244051] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Lock "e0df3bc5-9869-46c6-bb21-60fc38f7154c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.248016] env[68461]: INFO nova.compute.manager [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Terminating instance [ 1127.419046] env[68461]: DEBUG oslo_vmware.api [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5262acae-1adb-56c6-663e-435386ec35a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009204} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.419889] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17a87b76-e5e1-4329-84d5-81c4924b95fb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.425838] env[68461]: DEBUG oslo_vmware.api [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Waiting for the task: (returnval){ [ 1127.425838] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]528b9355-597f-1664-6e82-20b3d373d611" [ 1127.425838] env[68461]: _type = "Task" [ 1127.425838] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.435294] env[68461]: DEBUG oslo_vmware.api [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]528b9355-597f-1664-6e82-20b3d373d611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.447371] env[68461]: INFO nova.compute.manager [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Took 54.98 seconds to build instance. [ 1127.500237] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d007a55-a72a-4358-8d01-521f49be18e9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.510543] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ca4057-a6de-4ced-bef8-1b7ab91e553e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.543168] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0001599b-7a03-429a-9242-c434644348e5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.552109] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e952af6-1046-466e-a03e-d0b715d44a9f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.569229] env[68461]: DEBUG oslo_vmware.api [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Task: {'id': task-2895468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15553} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.575486] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.575684] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.575857] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.576037] env[68461]: INFO nova.compute.manager [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1127.576287] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.576683] env[68461]: DEBUG nova.compute.provider_tree [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.578041] env[68461]: DEBUG nova.compute.manager [-] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.578138] env[68461]: DEBUG nova.network.neutron [-] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.722574] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.251869} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.722881] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.723629] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704c53fa-7467-4315-94e3-d1584971a118 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.747738] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24/0cfbe492-21b6-41f1-8daa-35dbbf7cbf24.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.748051] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea960320-d72a-42f0-ab9b-2b5733e05d0b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.762141] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Acquiring lock "refresh_cache-e0df3bc5-9869-46c6-bb21-60fc38f7154c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.762327] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Acquired lock "refresh_cache-e0df3bc5-9869-46c6-bb21-60fc38f7154c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.762500] env[68461]: DEBUG nova.network.neutron [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.769692] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1127.769692] env[68461]: value = "task-2895470" [ 1127.769692] env[68461]: _type = "Task" [ 1127.769692] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.778569] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.928686] env[68461]: DEBUG nova.compute.manager [req-1eebb305-4572-4de7-af79-3cef6b5c3171 req-d7c488fc-e206-41ea-9178-60e7f6bf17e0 service nova] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Received event network-vif-deleted-40f02551-939f-4847-85de-5a7fe6378bfb {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.928894] env[68461]: INFO nova.compute.manager [req-1eebb305-4572-4de7-af79-3cef6b5c3171 req-d7c488fc-e206-41ea-9178-60e7f6bf17e0 service nova] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Neutron deleted interface 40f02551-939f-4847-85de-5a7fe6378bfb; detaching it from the instance and deleting it from the info cache [ 1127.929141] env[68461]: DEBUG nova.network.neutron [req-1eebb305-4572-4de7-af79-3cef6b5c3171 req-d7c488fc-e206-41ea-9178-60e7f6bf17e0 service nova] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.940701] env[68461]: DEBUG oslo_vmware.api [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]528b9355-597f-1664-6e82-20b3d373d611, 'name': SearchDatastore_Task, 'duration_secs': 0.00998} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.941420] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.941675] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 3483ea36-0584-4200-b540-7571089b639b/3483ea36-0584-4200-b540-7571089b639b.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.941944] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4ac6b86-ca2b-4eb2-b5d2-a9366de4066e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.949106] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2d90d85d-9ce3-4721-87a3-c87b5e52498a tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Lock "59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.109s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.949404] env[68461]: DEBUG oslo_vmware.api [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Waiting for the task: (returnval){ [ 1127.949404] env[68461]: value = "task-2895471" [ 1127.949404] env[68461]: _type = "Task" [ 1127.949404] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.959101] env[68461]: DEBUG oslo_vmware.api [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Task: {'id': task-2895471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.081697] env[68461]: DEBUG nova.scheduler.client.report [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.281563] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895470, 'name': ReconfigVM_Task, 'duration_secs': 0.284327} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.282117] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24/0cfbe492-21b6-41f1-8daa-35dbbf7cbf24.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.283056] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b251e408-295e-4a43-bf22-d280926e8cf3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.288407] env[68461]: DEBUG nova.network.neutron [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.292532] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1128.292532] env[68461]: value = "task-2895472" [ 1128.292532] env[68461]: _type = "Task" [ 1128.292532] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.307276] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895472, 'name': Rename_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.358314] env[68461]: DEBUG nova.network.neutron [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.385920] env[68461]: DEBUG nova.network.neutron [-] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.435444] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3bd1a3e4-d044-4100-897d-bfb9173eae8e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.445411] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0e2309-eed9-44d0-83e4-512a76720801 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.462021] env[68461]: DEBUG nova.compute.manager [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1128.474554] env[68461]: DEBUG oslo_vmware.api [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Task: {'id': task-2895471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513491} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.474886] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 3483ea36-0584-4200-b540-7571089b639b/3483ea36-0584-4200-b540-7571089b639b.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.475344] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.475606] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9097d73a-b608-4525-b047-938195632f94 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.492624] env[68461]: DEBUG nova.compute.manager [req-1eebb305-4572-4de7-af79-3cef6b5c3171 req-d7c488fc-e206-41ea-9178-60e7f6bf17e0 service nova] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Detach interface failed, port_id=40f02551-939f-4847-85de-5a7fe6378bfb, reason: Instance edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1128.494210] env[68461]: DEBUG oslo_vmware.api [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Waiting for the task: (returnval){ [ 1128.494210] env[68461]: value = "task-2895473" [ 1128.494210] env[68461]: _type = "Task" [ 1128.494210] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.502797] env[68461]: DEBUG oslo_vmware.api [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Task: {'id': task-2895473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.586443] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.588811] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.543s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.594163] env[68461]: INFO nova.compute.claims [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.625388] env[68461]: INFO nova.scheduler.client.report [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Deleted allocations for instance b0307dc2-b3e7-4259-9366-1514748d02b8 [ 1128.802116] env[68461]: DEBUG nova.network.neutron [None req-e6ba52db-6c24-4d3c-b7ed-0253dc1e60d6 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Updating instance_info_cache with network_info: [{"id": "5d5093ae-6e45-4c80-8aeb-b7cc7ad98465", "address": "fa:16:3e:f6:09:8b", "network": {"id": "07805497-81c2-4a8f-af1f-41c565e6e0f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-968415248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcb360f473bb4879882df61178c87135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d5093ae-6e", "ovs_interfaceid": "5d5093ae-6e45-4c80-8aeb-b7cc7ad98465", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.808884] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895472, 'name': Rename_Task, 'duration_secs': 0.214943} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.809412] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.809698] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fa69914-ae0c-4d8b-93cf-00848a243be1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.818218] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1128.818218] env[68461]: value = "task-2895474" [ 1128.818218] env[68461]: _type = "Task" [ 1128.818218] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.826838] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.864659] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Releasing lock "refresh_cache-e0df3bc5-9869-46c6-bb21-60fc38f7154c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.865218] env[68461]: DEBUG nova.compute.manager [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.865447] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.866640] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d52c258-3625-4610-b0d8-225e09b46c1d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.877586] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.877864] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-970c485f-59a0-45c6-bcb0-b7fa9a05ac80 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.886515] env[68461]: DEBUG oslo_vmware.api [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Waiting for the task: (returnval){ [ 1128.886515] env[68461]: value = "task-2895475" [ 1128.886515] env[68461]: _type = "Task" [ 1128.886515] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.889756] env[68461]: INFO nova.compute.manager [-] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Took 1.31 seconds to deallocate network for instance. [ 1128.895265] env[68461]: DEBUG oslo_vmware.api [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.992029] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.006616] env[68461]: DEBUG oslo_vmware.api [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Task: {'id': task-2895473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1713} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.006796] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.007668] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed41b4de-c600-4b68-bd7f-2e6da2834324 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.034177] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 3483ea36-0584-4200-b540-7571089b639b/3483ea36-0584-4200-b540-7571089b639b.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.034520] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaecf8b5-1a89-4a99-b931-fdd3663056b4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.058813] env[68461]: DEBUG oslo_vmware.api [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Waiting for the task: (returnval){ [ 1129.058813] env[68461]: value = "task-2895476" [ 1129.058813] env[68461]: _type = "Task" [ 1129.058813] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.068142] env[68461]: DEBUG oslo_vmware.api [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Task: {'id': task-2895476, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.136106] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d4e4fb8b-882a-44a7-86cd-88d337ddd47f tempest-ServerAddressesTestJSON-1461220907 tempest-ServerAddressesTestJSON-1461220907-project-member] Lock "b0307dc2-b3e7-4259-9366-1514748d02b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.886s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.311278] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e6ba52db-6c24-4d3c-b7ed-0253dc1e60d6 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Releasing lock "refresh_cache-e8e0b748-8d14-40a3-9702-504d0c0d679f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.311278] env[68461]: DEBUG nova.objects.instance [None req-e6ba52db-6c24-4d3c-b7ed-0253dc1e60d6 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lazy-loading 'migration_context' on Instance uuid e8e0b748-8d14-40a3-9702-504d0c0d679f {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.330550] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895474, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.396933] env[68461]: DEBUG oslo_vmware.api [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895475, 'name': PowerOffVM_Task, 'duration_secs': 0.13682} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.397427] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.397620] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.397914] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40d22254-bc29-427c-8d88-171122486b87 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.400927] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.424439] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.424671] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.424854] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Deleting the datastore file [datastore2] e0df3bc5-9869-46c6-bb21-60fc38f7154c {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.425147] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8112ac4-0d24-4a40-9afa-03026a6cbd9b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.432473] env[68461]: DEBUG oslo_vmware.api [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Waiting for the task: (returnval){ [ 1129.432473] env[68461]: value = "task-2895478" [ 1129.432473] env[68461]: _type = "Task" [ 1129.432473] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.440505] env[68461]: DEBUG oslo_vmware.api [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.569754] env[68461]: DEBUG oslo_vmware.api [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Task: {'id': task-2895476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.818029] env[68461]: DEBUG nova.objects.base [None req-e6ba52db-6c24-4d3c-b7ed-0253dc1e60d6 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68461) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1129.819011] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73613a3-0919-4f99-b5c0-0c91b57674eb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.852230] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4025dec3-9e03-45bf-9edf-e0f78af12f97 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.857665] env[68461]: DEBUG oslo_vmware.api [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895474, 'name': PowerOnVM_Task, 'duration_secs': 0.575518} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.859031] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.859031] env[68461]: INFO nova.compute.manager [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1129.859240] env[68461]: DEBUG nova.compute.manager [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.860223] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95152079-b2c2-4fa3-a9f3-dd939e85fbfc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.866491] env[68461]: DEBUG oslo_vmware.api [None req-e6ba52db-6c24-4d3c-b7ed-0253dc1e60d6 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1129.866491] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5280bc98-8dfe-a56a-ee35-2eeffb74ce78" [ 1129.866491] env[68461]: _type = "Task" [ 1129.866491] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.890262] env[68461]: DEBUG oslo_vmware.api [None req-e6ba52db-6c24-4d3c-b7ed-0253dc1e60d6 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5280bc98-8dfe-a56a-ee35-2eeffb74ce78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.950042] env[68461]: DEBUG oslo_vmware.api [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Task: {'id': task-2895478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20654} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.950042] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.950042] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.950042] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.950042] env[68461]: INFO nova.compute.manager [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1129.950042] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.950042] env[68461]: DEBUG nova.compute.manager [-] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.950042] env[68461]: DEBUG nova.network.neutron [-] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.981712] env[68461]: DEBUG nova.network.neutron [-] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.072245] env[68461]: DEBUG oslo_vmware.api [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Task: {'id': task-2895476, 'name': ReconfigVM_Task, 'duration_secs': 0.91099} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.072592] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 3483ea36-0584-4200-b540-7571089b639b/3483ea36-0584-4200-b540-7571089b639b.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.073338] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50ef9643-106d-4db9-936a-108e303cf545 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.080530] env[68461]: DEBUG oslo_vmware.api [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Waiting for the task: (returnval){ [ 1130.080530] env[68461]: value = "task-2895479" [ 1130.080530] env[68461]: _type = "Task" [ 1130.080530] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.090922] env[68461]: DEBUG oslo_vmware.api [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Task: {'id': task-2895479, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.116509] env[68461]: DEBUG oslo_concurrency.lockutils [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Acquiring lock "59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.116741] env[68461]: DEBUG oslo_concurrency.lockutils [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Lock "59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.116959] env[68461]: DEBUG oslo_concurrency.lockutils [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Acquiring lock "59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.117216] env[68461]: DEBUG oslo_concurrency.lockutils [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Lock "59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.117279] env[68461]: DEBUG oslo_concurrency.lockutils [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Lock "59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.120897] env[68461]: INFO nova.compute.manager [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Terminating instance [ 1130.166787] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df88a78-1cee-43ce-af0e-fc932ce4f008 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.174361] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d62587-b6bf-413f-ba18-aed129357fef {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.210188] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4493fab-1950-4e8f-bf06-94b4df3607a0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.218944] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf2c51f-cf98-41a9-89cd-ec6406e3dda1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.234700] env[68461]: DEBUG nova.compute.provider_tree [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.383484] env[68461]: DEBUG oslo_vmware.api [None req-e6ba52db-6c24-4d3c-b7ed-0253dc1e60d6 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5280bc98-8dfe-a56a-ee35-2eeffb74ce78, 'name': SearchDatastore_Task, 'duration_secs': 0.029065} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.383779] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e6ba52db-6c24-4d3c-b7ed-0253dc1e60d6 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.399453] env[68461]: INFO nova.compute.manager [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Took 57.34 seconds to build instance. [ 1130.486456] env[68461]: DEBUG nova.network.neutron [-] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.594544] env[68461]: DEBUG oslo_vmware.api [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Task: {'id': task-2895479, 'name': Rename_Task, 'duration_secs': 0.394623} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.594947] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.595525] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddb854cf-7aca-4f49-a37c-f0258c16eb0f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.602103] env[68461]: DEBUG oslo_vmware.api [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Waiting for the task: (returnval){ [ 1130.602103] env[68461]: value = "task-2895480" [ 1130.602103] env[68461]: _type = "Task" [ 1130.602103] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.609526] env[68461]: DEBUG oslo_vmware.api [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Task: {'id': task-2895480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.614261] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9605da68-2540-427f-b461-5d033dcbd271 tempest-ServersAdminTestJSON-1257175277 tempest-ServersAdminTestJSON-1257175277-project-admin] Acquiring lock "refresh_cache-0cfbe492-21b6-41f1-8daa-35dbbf7cbf24" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.614429] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9605da68-2540-427f-b461-5d033dcbd271 tempest-ServersAdminTestJSON-1257175277 tempest-ServersAdminTestJSON-1257175277-project-admin] Acquired lock "refresh_cache-0cfbe492-21b6-41f1-8daa-35dbbf7cbf24" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.614727] env[68461]: DEBUG nova.network.neutron [None req-9605da68-2540-427f-b461-5d033dcbd271 tempest-ServersAdminTestJSON-1257175277 tempest-ServersAdminTestJSON-1257175277-project-admin] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.626515] env[68461]: DEBUG nova.compute.manager [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.626722] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.627734] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e589d5-4428-4f48-b6f7-e5fd70b950c8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.637727] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.637995] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68b5ce1b-35d1-4bb7-93b6-380ab7c2489a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.648171] env[68461]: DEBUG oslo_vmware.api [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Waiting for the task: (returnval){ [ 1130.648171] env[68461]: value = "task-2895481" [ 1130.648171] env[68461]: _type = "Task" [ 1130.648171] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.655671] env[68461]: DEBUG oslo_vmware.api [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Task: {'id': task-2895481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.739800] env[68461]: DEBUG nova.scheduler.client.report [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.904164] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e8420a79-d73d-4443-8c58-bfc81b94cd64 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "0cfbe492-21b6-41f1-8daa-35dbbf7cbf24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.855s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.989701] env[68461]: INFO nova.compute.manager [-] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Took 1.04 seconds to deallocate network for instance. [ 1131.111689] env[68461]: DEBUG oslo_vmware.api [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Task: {'id': task-2895480, 'name': PowerOnVM_Task, 'duration_secs': 0.487622} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.111959] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.112176] env[68461]: INFO nova.compute.manager [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Took 4.92 seconds to spawn the instance on the hypervisor. [ 1131.112351] env[68461]: DEBUG nova.compute.manager [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.113401] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c8e96b-a0da-4ac8-b692-a2504b97cf45 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.155251] env[68461]: DEBUG oslo_vmware.api [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Task: {'id': task-2895481, 'name': PowerOffVM_Task, 'duration_secs': 0.216545} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.158337] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.158514] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.159054] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5dbd0c21-47c6-4d44-9a9a-25c5a85e1c5d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.241591] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.241810] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.241991] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Deleting the datastore file [datastore2] 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.242264] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-baa2cefb-ad95-4964-91c6-efe1959e5e29 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.245999] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.246479] env[68461]: DEBUG nova.compute.manager [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1131.250110] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.312s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.251841] env[68461]: DEBUG oslo_vmware.api [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Waiting for the task: (returnval){ [ 1131.251841] env[68461]: value = "task-2895483" [ 1131.251841] env[68461]: _type = "Task" [ 1131.251841] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.260950] env[68461]: DEBUG oslo_vmware.api [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Task: {'id': task-2895483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.409470] env[68461]: DEBUG nova.compute.manager [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1131.452595] env[68461]: DEBUG nova.network.neutron [None req-9605da68-2540-427f-b461-5d033dcbd271 tempest-ServersAdminTestJSON-1257175277 tempest-ServersAdminTestJSON-1257175277-project-admin] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Updating instance_info_cache with network_info: [{"id": "09043efe-0c8d-40c0-9c8e-63f4c4ed14de", "address": "fa:16:3e:f3:a8:b6", "network": {"id": "4e6d58b1-46f0-4105-b05f-d54f44081fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1412094765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42821610650c4fecb574be20608d26f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09043efe-0c", "ovs_interfaceid": "09043efe-0c8d-40c0-9c8e-63f4c4ed14de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.506168] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.630339] env[68461]: INFO nova.compute.manager [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Took 45.16 seconds to build instance. [ 1131.763295] env[68461]: DEBUG nova.compute.utils [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.764966] env[68461]: DEBUG nova.compute.manager [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.765145] env[68461]: DEBUG nova.network.neutron [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.776717] env[68461]: DEBUG oslo_vmware.api [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Task: {'id': task-2895483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.811436] env[68461]: DEBUG nova.policy [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f2d8d865aa949238ea87aa51ecef9cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ace85b5a4d0451a85573b4e01774275', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.937229] env[68461]: DEBUG oslo_concurrency.lockutils [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.956126] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9605da68-2540-427f-b461-5d033dcbd271 tempest-ServersAdminTestJSON-1257175277 tempest-ServersAdminTestJSON-1257175277-project-admin] Releasing lock "refresh_cache-0cfbe492-21b6-41f1-8daa-35dbbf7cbf24" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.956405] env[68461]: DEBUG nova.compute.manager [None req-9605da68-2540-427f-b461-5d033dcbd271 tempest-ServersAdminTestJSON-1257175277 tempest-ServersAdminTestJSON-1257175277-project-admin] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Inject network info {{(pid=68461) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1131.956756] env[68461]: DEBUG nova.compute.manager [None req-9605da68-2540-427f-b461-5d033dcbd271 tempest-ServersAdminTestJSON-1257175277 tempest-ServersAdminTestJSON-1257175277-project-admin] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] network_info to inject: |[{"id": "09043efe-0c8d-40c0-9c8e-63f4c4ed14de", "address": "fa:16:3e:f3:a8:b6", "network": {"id": "4e6d58b1-46f0-4105-b05f-d54f44081fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1412094765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42821610650c4fecb574be20608d26f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09043efe-0c", "ovs_interfaceid": "09043efe-0c8d-40c0-9c8e-63f4c4ed14de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1131.961624] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9605da68-2540-427f-b461-5d033dcbd271 tempest-ServersAdminTestJSON-1257175277 tempest-ServersAdminTestJSON-1257175277-project-admin] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Reconfiguring VM instance to set the machine id {{(pid=68461) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1131.961926] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37bb786f-1280-409a-b233-e5434ae42b12 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.977236] env[68461]: DEBUG oslo_vmware.api [None req-9605da68-2540-427f-b461-5d033dcbd271 tempest-ServersAdminTestJSON-1257175277 tempest-ServersAdminTestJSON-1257175277-project-admin] Waiting for the task: (returnval){ [ 1131.977236] env[68461]: value = "task-2895484" [ 1131.977236] env[68461]: _type = "Task" [ 1131.977236] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.985699] env[68461]: DEBUG oslo_vmware.api [None req-9605da68-2540-427f-b461-5d033dcbd271 tempest-ServersAdminTestJSON-1257175277 tempest-ServersAdminTestJSON-1257175277-project-admin] Task: {'id': task-2895484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.136296] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9ca95a65-28c3-458d-b2c5-e75788e3374a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Lock "3483ea36-0584-4200-b540-7571089b639b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.498s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.274909] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Applying migration context for instance e8e0b748-8d14-40a3-9702-504d0c0d679f as it has an incoming, in-progress migration e6686588-d12a-4009-ad9d-c421d99c0c42. Migration status is confirming {{(pid=68461) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1132.276839] env[68461]: INFO nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Updating resource usage from migration e6686588-d12a-4009-ad9d-c421d99c0c42 [ 1132.277171] env[68461]: INFO nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Updating resource usage from migration 5a18db83-1e51-412d-b112-94cd5729fd3e [ 1132.279486] env[68461]: DEBUG nova.compute.manager [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1132.285019] env[68461]: DEBUG oslo_vmware.api [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Task: {'id': task-2895483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.565049} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.285019] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.285019] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.285019] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.285019] env[68461]: INFO nova.compute.manager [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1132.285019] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.285019] env[68461]: DEBUG nova.compute.manager [-] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.285019] env[68461]: DEBUG nova.network.neutron [-] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.307202] env[68461]: WARNING nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 53ea1e0b-8f00-4f0f-805e-05c81e06f05a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1132.307367] env[68461]: WARNING nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 83abfaa7-1fc4-4dfb-8a33-7018c44d650c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1132.307493] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1132.307610] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 1d581ed1-d175-46b9-bf25-83a6c4e4be0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1132.307724] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 51e4741a-8c13-4c3d-9a54-10c7b7068a7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1132.307832] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1132.307942] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 0fae630c-c34d-4827-9557-2d3bdb3d7c50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1132.308096] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 021d8d7b-9609-4313-971d-f1a22b209751 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1132.308222] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance fd817671-1887-4e04-953c-bfd4bf1cee7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1132.308331] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1132.308437] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 4f1eb6e1-4e2a-4c71-9238-112725e9536d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1132.308557] env[68461]: WARNING nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 98571f34-23ed-40cd-8ad3-4f27fd9d83e5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1132.308673] env[68461]: WARNING nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance ed74e465-0d31-403e-8077-d55c72066ad8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1132.308781] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance ea893e0b-4964-44b3-8328-27bbe06469ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1132.308895] env[68461]: WARNING nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance e0df3bc5-9869-46c6-bb21-60fc38f7154c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1132.311075] env[68461]: WARNING nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1132.311291] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1132.311418] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Migration e6686588-d12a-4009-ad9d-c421d99c0c42 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1132.311536] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance e8e0b748-8d14-40a3-9702-504d0c0d679f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1132.311649] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1132.311773] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 3483ea36-0584-4200-b540-7571089b639b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1132.311869] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance b013e906-4313-4ae3-a1fc-b27ee20b698c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1132.487722] env[68461]: DEBUG oslo_vmware.api [None req-9605da68-2540-427f-b461-5d033dcbd271 tempest-ServersAdminTestJSON-1257175277 tempest-ServersAdminTestJSON-1257175277-project-admin] Task: {'id': task-2895484, 'name': ReconfigVM_Task, 'duration_secs': 0.179135} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.488071] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9605da68-2540-427f-b461-5d033dcbd271 tempest-ServersAdminTestJSON-1257175277 tempest-ServersAdminTestJSON-1257175277-project-admin] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Reconfigured VM instance to set the machine id {{(pid=68461) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1132.553035] env[68461]: DEBUG nova.network.neutron [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Successfully created port: 1144d449-43a1-4cda-9007-403c8468ff73 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1132.639096] env[68461]: DEBUG nova.compute.manager [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1132.816406] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 0773aa9b-b048-46b6-b470-78cbcae37020 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1133.116925] env[68461]: DEBUG nova.network.neutron [-] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.163806] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.199602] env[68461]: DEBUG nova.compute.manager [req-1040d241-d938-4f98-9e30-12e04e11b70c req-b6ef597e-8d87-4d6c-8d80-40e24ea23616 service nova] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Received event network-vif-deleted-3c8a47a1-fd49-4abe-a77a-4a8639c5a418 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.302360] env[68461]: DEBUG nova.compute.manager [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1133.319660] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 09834d87-0cdd-4b8c-a8fc-acee8c26197d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1133.332880] env[68461]: DEBUG nova.virt.hardware [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.333132] env[68461]: DEBUG nova.virt.hardware [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.333293] env[68461]: DEBUG nova.virt.hardware [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.333470] env[68461]: DEBUG nova.virt.hardware [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.333615] env[68461]: DEBUG nova.virt.hardware [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.333761] env[68461]: DEBUG nova.virt.hardware [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.333968] env[68461]: DEBUG nova.virt.hardware [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.335325] env[68461]: DEBUG nova.virt.hardware [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.335538] env[68461]: DEBUG nova.virt.hardware [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.335718] env[68461]: DEBUG nova.virt.hardware [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.335909] env[68461]: DEBUG nova.virt.hardware [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.336815] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f0f4b4-735e-40ce-9d00-80612cf9534a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.347186] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52fe253-a06e-4662-860a-76d2a288b070 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.619760] env[68461]: INFO nova.compute.manager [-] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Took 1.34 seconds to deallocate network for instance. [ 1133.746532] env[68461]: DEBUG nova.compute.manager [None req-81ad60ae-518a-434d-9f36-19d294c9609a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.747889] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4881fa-d52a-4515-8f98-7ef4db4ce44d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.822875] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance c845c113-e3e5-4a2a-b557-656857c0afe6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1134.126232] env[68461]: DEBUG oslo_concurrency.lockutils [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.179295] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Acquiring lock "3483ea36-0584-4200-b540-7571089b639b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.179520] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Lock "3483ea36-0584-4200-b540-7571089b639b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.179726] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Acquiring lock "3483ea36-0584-4200-b540-7571089b639b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.179905] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Lock "3483ea36-0584-4200-b540-7571089b639b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.180231] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Lock "3483ea36-0584-4200-b540-7571089b639b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.183879] env[68461]: INFO nova.compute.manager [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Terminating instance [ 1134.261094] env[68461]: INFO nova.compute.manager [None req-81ad60ae-518a-434d-9f36-19d294c9609a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] instance snapshotting [ 1134.261778] env[68461]: DEBUG nova.objects.instance [None req-81ad60ae-518a-434d-9f36-19d294c9609a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Lazy-loading 'flavor' on Instance uuid 3483ea36-0584-4200-b540-7571089b639b {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.328528] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 43770319-9ad1-412a-b862-7f6fbfc8ec63 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1134.563881] env[68461]: DEBUG nova.compute.manager [req-36f5863e-f452-4276-8d71-a8cd55c89a02 req-e03cd7f3-97fd-4a6f-b908-182d0fb436cb service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Received event network-vif-plugged-1144d449-43a1-4cda-9007-403c8468ff73 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.564128] env[68461]: DEBUG oslo_concurrency.lockutils [req-36f5863e-f452-4276-8d71-a8cd55c89a02 req-e03cd7f3-97fd-4a6f-b908-182d0fb436cb service nova] Acquiring lock "b013e906-4313-4ae3-a1fc-b27ee20b698c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.564348] env[68461]: DEBUG oslo_concurrency.lockutils [req-36f5863e-f452-4276-8d71-a8cd55c89a02 req-e03cd7f3-97fd-4a6f-b908-182d0fb436cb service nova] Lock "b013e906-4313-4ae3-a1fc-b27ee20b698c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.564520] env[68461]: DEBUG oslo_concurrency.lockutils [req-36f5863e-f452-4276-8d71-a8cd55c89a02 req-e03cd7f3-97fd-4a6f-b908-182d0fb436cb service nova] Lock "b013e906-4313-4ae3-a1fc-b27ee20b698c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.564695] env[68461]: DEBUG nova.compute.manager [req-36f5863e-f452-4276-8d71-a8cd55c89a02 req-e03cd7f3-97fd-4a6f-b908-182d0fb436cb service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] No waiting events found dispatching network-vif-plugged-1144d449-43a1-4cda-9007-403c8468ff73 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.565632] env[68461]: WARNING nova.compute.manager [req-36f5863e-f452-4276-8d71-a8cd55c89a02 req-e03cd7f3-97fd-4a6f-b908-182d0fb436cb service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Received unexpected event network-vif-plugged-1144d449-43a1-4cda-9007-403c8468ff73 for instance with vm_state building and task_state spawning. [ 1134.585086] env[68461]: INFO nova.compute.manager [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Rebuilding instance [ 1134.628749] env[68461]: DEBUG nova.compute.manager [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.629626] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77146c62-8f84-40e6-b235-326deed46d55 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.685868] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Acquiring lock "refresh_cache-3483ea36-0584-4200-b540-7571089b639b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.686054] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Acquired lock "refresh_cache-3483ea36-0584-4200-b540-7571089b639b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.686226] env[68461]: DEBUG nova.network.neutron [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.771055] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f002f4-7807-4608-9a41-d7ff451ea66a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.792724] env[68461]: DEBUG nova.network.neutron [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Successfully updated port: 1144d449-43a1-4cda-9007-403c8468ff73 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1134.796110] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4c9ec6-7290-4111-88b8-e08bbd646c6e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.831444] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1135.209389] env[68461]: DEBUG nova.network.neutron [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.298446] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquiring lock "refresh_cache-b013e906-4313-4ae3-a1fc-b27ee20b698c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.300217] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquired lock "refresh_cache-b013e906-4313-4ae3-a1fc-b27ee20b698c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.300217] env[68461]: DEBUG nova.network.neutron [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.304515] env[68461]: DEBUG nova.compute.manager [None req-81ad60ae-518a-434d-9f36-19d294c9609a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Instance disappeared during snapshot {{(pid=68461) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1135.335131] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 8842a491-df22-43fe-8803-fe727131b562 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1135.337297] env[68461]: DEBUG nova.network.neutron [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.455403] env[68461]: DEBUG nova.compute.manager [None req-81ad60ae-518a-434d-9f36-19d294c9609a tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Found 0 images (rotation: 2) {{(pid=68461) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1135.646393] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.646723] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff3e4b87-0c5a-4087-9b09-15b9e4e81252 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.655228] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1135.655228] env[68461]: value = "task-2895485" [ 1135.655228] env[68461]: _type = "Task" [ 1135.655228] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.668024] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.837128] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance de1aaa13-992a-482d-a83c-7db32e13a3ea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1135.842621] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Releasing lock "refresh_cache-3483ea36-0584-4200-b540-7571089b639b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.843041] env[68461]: DEBUG nova.compute.manager [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.843358] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.844300] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6965a9-463a-47f4-b216-38dbec1f6686 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.853198] env[68461]: DEBUG nova.network.neutron [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.861574] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.861574] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-feef5aa8-c0fc-4a11-ae48-888cc4f62b6d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.869415] env[68461]: DEBUG oslo_vmware.api [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Waiting for the task: (returnval){ [ 1135.869415] env[68461]: value = "task-2895486" [ 1135.869415] env[68461]: _type = "Task" [ 1135.869415] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.878786] env[68461]: DEBUG oslo_vmware.api [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Task: {'id': task-2895486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.021462] env[68461]: DEBUG nova.network.neutron [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Updating instance_info_cache with network_info: [{"id": "1144d449-43a1-4cda-9007-403c8468ff73", "address": "fa:16:3e:e6:f4:4b", "network": {"id": "d6710a71-443d-4267-8726-5bf51c580dae", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1891126033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ace85b5a4d0451a85573b4e01774275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1144d449-43", "ovs_interfaceid": "1144d449-43a1-4cda-9007-403c8468ff73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.090911] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Acquiring lock "1a7e3d04-418d-49b5-a7e6-a45f31475d34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.091186] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Lock "1a7e3d04-418d-49b5-a7e6-a45f31475d34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.165034] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895485, 'name': PowerOffVM_Task, 'duration_secs': 0.189623} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.165390] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.165664] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.166463] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28674c5-f12e-4ace-8aae-0bf57c875cac {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.173210] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.173468] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09e25220-1be9-438a-a9e5-198b651fac8f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.236022] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.236276] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.236429] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Deleting the datastore file [datastore2] 51e4741a-8c13-4c3d-9a54-10c7b7068a7d {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.236686] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-039b9744-678a-464e-bdfa-acb6875b3279 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.243830] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1136.243830] env[68461]: value = "task-2895488" [ 1136.243830] env[68461]: _type = "Task" [ 1136.243830] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.251797] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.343130] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance e8fea6c3-c65d-4d2f-a0fe-8c455fffd778 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1136.376422] env[68461]: DEBUG oslo_vmware.api [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Task: {'id': task-2895486, 'name': PowerOffVM_Task, 'duration_secs': 0.203437} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.376832] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.376832] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.377090] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-503febe2-2bff-418c-8ae1-7c8a63536d95 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.403799] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.404035] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.404219] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Deleting the datastore file [datastore1] 3483ea36-0584-4200-b540-7571089b639b {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.404479] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65a83761-14e8-4c8a-a939-760d2100e63e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.411248] env[68461]: DEBUG oslo_vmware.api [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Waiting for the task: (returnval){ [ 1136.411248] env[68461]: value = "task-2895490" [ 1136.411248] env[68461]: _type = "Task" [ 1136.411248] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.419414] env[68461]: DEBUG oslo_vmware.api [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Task: {'id': task-2895490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.524462] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Releasing lock "refresh_cache-b013e906-4313-4ae3-a1fc-b27ee20b698c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.524893] env[68461]: DEBUG nova.compute.manager [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Instance network_info: |[{"id": "1144d449-43a1-4cda-9007-403c8468ff73", "address": "fa:16:3e:e6:f4:4b", "network": {"id": "d6710a71-443d-4267-8726-5bf51c580dae", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1891126033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ace85b5a4d0451a85573b4e01774275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1144d449-43", "ovs_interfaceid": "1144d449-43a1-4cda-9007-403c8468ff73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1136.525313] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:f4:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1144d449-43a1-4cda-9007-403c8468ff73', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.532676] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Creating folder: Project (6ace85b5a4d0451a85573b4e01774275). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1136.533082] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e8fdd6e-c60c-47a4-8c2d-8ab4dd3c601c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.542670] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Created folder: Project (6ace85b5a4d0451a85573b4e01774275) in parent group-v581476. [ 1136.542846] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Creating folder: Instances. Parent ref: group-v581662. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1136.543089] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b525d791-ec06-4f7f-8a65-5f0845206b28 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.551483] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Created folder: Instances in parent group-v581662. [ 1136.551731] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.552028] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.552302] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e04f2732-f248-4372-8450-29ef6f81fa1a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.570506] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.570506] env[68461]: value = "task-2895493" [ 1136.570506] env[68461]: _type = "Task" [ 1136.570506] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.577957] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895493, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.666937] env[68461]: DEBUG nova.compute.manager [req-923cb09b-7e97-4be3-91cc-7a71db9353d6 req-79601dd7-b7bb-4bfb-aa52-9eb4776682f3 service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Received event network-changed-1144d449-43a1-4cda-9007-403c8468ff73 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.667124] env[68461]: DEBUG nova.compute.manager [req-923cb09b-7e97-4be3-91cc-7a71db9353d6 req-79601dd7-b7bb-4bfb-aa52-9eb4776682f3 service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Refreshing instance network info cache due to event network-changed-1144d449-43a1-4cda-9007-403c8468ff73. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.667354] env[68461]: DEBUG oslo_concurrency.lockutils [req-923cb09b-7e97-4be3-91cc-7a71db9353d6 req-79601dd7-b7bb-4bfb-aa52-9eb4776682f3 service nova] Acquiring lock "refresh_cache-b013e906-4313-4ae3-a1fc-b27ee20b698c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.667622] env[68461]: DEBUG oslo_concurrency.lockutils [req-923cb09b-7e97-4be3-91cc-7a71db9353d6 req-79601dd7-b7bb-4bfb-aa52-9eb4776682f3 service nova] Acquired lock "refresh_cache-b013e906-4313-4ae3-a1fc-b27ee20b698c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.667788] env[68461]: DEBUG nova.network.neutron [req-923cb09b-7e97-4be3-91cc-7a71db9353d6 req-79601dd7-b7bb-4bfb-aa52-9eb4776682f3 service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Refreshing network info cache for port 1144d449-43a1-4cda-9007-403c8468ff73 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.754783] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315012} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.755126] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.755371] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.755706] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.846455] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance f31926fb-1bde-45f0-8b28-70eaf80a47b6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1136.846789] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Migration 5a18db83-1e51-412d-b112-94cd5729fd3e is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1136.847032] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 6a686ce7-1687-471e-b292-b17e52099459 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1136.847470] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1136.847715] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1136.922426] env[68461]: DEBUG oslo_vmware.api [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Task: {'id': task-2895490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112912} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.922629] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.922868] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.923074] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.923244] env[68461]: INFO nova.compute.manager [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] [instance: 3483ea36-0584-4200-b540-7571089b639b] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1136.923484] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.926103] env[68461]: DEBUG nova.compute.manager [-] [instance: 3483ea36-0584-4200-b540-7571089b639b] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.926203] env[68461]: DEBUG nova.network.neutron [-] [instance: 3483ea36-0584-4200-b540-7571089b639b] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.942053] env[68461]: DEBUG nova.network.neutron [-] [instance: 3483ea36-0584-4200-b540-7571089b639b] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.080832] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895493, 'name': CreateVM_Task, 'duration_secs': 0.367364} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.083037] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.083856] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.083979] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.084300] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.084832] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3153440-6da4-49d0-be05-ed383ce6d90e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.089534] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1137.089534] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c5e6e8-bd8f-d949-fc63-228207cd1f47" [ 1137.089534] env[68461]: _type = "Task" [ 1137.089534] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.099760] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c5e6e8-bd8f-d949-fc63-228207cd1f47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.268457] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7fb583-567d-4d18-8284-b0226e6f2fd7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.276157] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc0741f-053e-4e2d-b076-7591c79455c5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.312995] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995dc965-754c-49d7-88e3-059851f3519d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.323229] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abea2fe7-26c9-406b-91e3-6d5b5457a38c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.336015] env[68461]: DEBUG nova.compute.provider_tree [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.445274] env[68461]: DEBUG nova.network.neutron [-] [instance: 3483ea36-0584-4200-b540-7571089b639b] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.450245] env[68461]: DEBUG nova.network.neutron [req-923cb09b-7e97-4be3-91cc-7a71db9353d6 req-79601dd7-b7bb-4bfb-aa52-9eb4776682f3 service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Updated VIF entry in instance network info cache for port 1144d449-43a1-4cda-9007-403c8468ff73. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.450634] env[68461]: DEBUG nova.network.neutron [req-923cb09b-7e97-4be3-91cc-7a71db9353d6 req-79601dd7-b7bb-4bfb-aa52-9eb4776682f3 service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Updating instance_info_cache with network_info: [{"id": "1144d449-43a1-4cda-9007-403c8468ff73", "address": "fa:16:3e:e6:f4:4b", "network": {"id": "d6710a71-443d-4267-8726-5bf51c580dae", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1891126033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ace85b5a4d0451a85573b4e01774275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1144d449-43", "ovs_interfaceid": "1144d449-43a1-4cda-9007-403c8468ff73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.600691] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c5e6e8-bd8f-d949-fc63-228207cd1f47, 'name': SearchDatastore_Task, 'duration_secs': 0.012384} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.601055] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.601284] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.601521] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.601662] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.601836] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.602101] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2005a5ac-e368-47a4-ad3c-5afa2d7f8789 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.610244] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.610424] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.611126] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ba10ab7-3448-456d-ae05-ea21e26dc427 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.615967] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1137.615967] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c56894-319b-7ec4-7bcb-84c796c33f33" [ 1137.615967] env[68461]: _type = "Task" [ 1137.615967] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.623362] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c56894-319b-7ec4-7bcb-84c796c33f33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.789263] env[68461]: DEBUG nova.virt.hardware [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.789524] env[68461]: DEBUG nova.virt.hardware [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.789680] env[68461]: DEBUG nova.virt.hardware [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.789857] env[68461]: DEBUG nova.virt.hardware [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.790078] env[68461]: DEBUG nova.virt.hardware [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.790235] env[68461]: DEBUG nova.virt.hardware [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.790455] env[68461]: DEBUG nova.virt.hardware [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.790609] env[68461]: DEBUG nova.virt.hardware [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.790776] env[68461]: DEBUG nova.virt.hardware [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.790938] env[68461]: DEBUG nova.virt.hardware [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.791130] env[68461]: DEBUG nova.virt.hardware [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.791978] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7b5709-158f-4caf-8277-eb7071eecc68 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.801324] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42549cd5-7a75-4a14-98ba-73463289f3f9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.816532] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:45:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bbbf310-06e2-4b1b-a674-c886530b686c', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.823916] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.824208] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.824461] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-637ded9a-6cb7-4187-b449-3ec8c4863699 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.840869] env[68461]: DEBUG nova.scheduler.client.report [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.845025] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.845025] env[68461]: value = "task-2895494" [ 1137.845025] env[68461]: _type = "Task" [ 1137.845025] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.853386] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895494, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.947974] env[68461]: INFO nova.compute.manager [-] [instance: 3483ea36-0584-4200-b540-7571089b639b] Took 1.02 seconds to deallocate network for instance. [ 1137.952950] env[68461]: DEBUG oslo_concurrency.lockutils [req-923cb09b-7e97-4be3-91cc-7a71db9353d6 req-79601dd7-b7bb-4bfb-aa52-9eb4776682f3 service nova] Releasing lock "refresh_cache-b013e906-4313-4ae3-a1fc-b27ee20b698c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.129255] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c56894-319b-7ec4-7bcb-84c796c33f33, 'name': SearchDatastore_Task, 'duration_secs': 0.008318} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.130043] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e1cef55-a199-46ed-8db3-2cd435925012 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.135436] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1138.135436] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52128ad8-04dd-243a-73a8-8d0ed906ecd7" [ 1138.135436] env[68461]: _type = "Task" [ 1138.135436] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.142790] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52128ad8-04dd-243a-73a8-8d0ed906ecd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.346592] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68461) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1138.346885] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.097s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.347272] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.219s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.349083] env[68461]: INFO nova.compute.claims [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.352833] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.352982] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Cleaning up deleted instances {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1138.363795] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895494, 'name': CreateVM_Task, 'duration_secs': 0.335802} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.363971] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.364632] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.364757] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.365073] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.365335] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7915003b-1e59-409a-b9de-92750a2f096e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.369982] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1138.369982] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52bc72e9-0fdc-f942-c422-8979d5e74194" [ 1138.369982] env[68461]: _type = "Task" [ 1138.369982] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.377217] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52bc72e9-0fdc-f942-c422-8979d5e74194, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.455054] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.646063] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52128ad8-04dd-243a-73a8-8d0ed906ecd7, 'name': SearchDatastore_Task, 'duration_secs': 0.009566} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.646339] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.646597] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] b013e906-4313-4ae3-a1fc-b27ee20b698c/b013e906-4313-4ae3-a1fc-b27ee20b698c.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.646857] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ff63928-5855-4c30-99ce-85f15356592f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.653187] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1138.653187] env[68461]: value = "task-2895495" [ 1138.653187] env[68461]: _type = "Task" [ 1138.653187] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.660775] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.865085] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] There are 41 instances to clean {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1138.865556] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: b0307dc2-b3e7-4259-9366-1514748d02b8] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1138.881774] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52bc72e9-0fdc-f942-c422-8979d5e74194, 'name': SearchDatastore_Task, 'duration_secs': 0.00938} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.882161] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.882452] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.882741] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.882937] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.883175] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.883572] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74fb9764-d86d-4f84-98bc-e9dc64f8911b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.891393] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.891481] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.894477] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75560e62-74df-494e-9f91-4acd0a52ce7f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.899647] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1138.899647] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52ddda2c-018f-ca45-db91-dfc7cb140d29" [ 1138.899647] env[68461]: _type = "Task" [ 1138.899647] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.908460] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ddda2c-018f-ca45-db91-dfc7cb140d29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.163920] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895495, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.305662] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c9cb88-cf58-45cc-9e58-ddc8ac72cbe6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.313476] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604c010a-ebee-4ed1-889c-a5678eeb9ca0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.345152] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f993d6-c708-46eb-a8e7-496cb5ecc075 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.352998] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba5dd2b-67a5-4a60-8692-27ee758aec85 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.366534] env[68461]: DEBUG nova.compute.provider_tree [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.371644] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: c339a4ba-5ae6-4a98-adf2-f77bb1e30c99] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1139.411121] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ddda2c-018f-ca45-db91-dfc7cb140d29, 'name': SearchDatastore_Task, 'duration_secs': 0.00968} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.411720] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dd047ed-fe58-45f6-bae2-00bd6a127146 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.416508] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1139.416508] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52d271d9-790b-9dfe-54c6-2a1827ff4039" [ 1139.416508] env[68461]: _type = "Task" [ 1139.416508] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.424117] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d271d9-790b-9dfe-54c6-2a1827ff4039, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.664893] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714035} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.665179] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] b013e906-4313-4ae3-a1fc-b27ee20b698c/b013e906-4313-4ae3-a1fc-b27ee20b698c.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.665439] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.665681] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ceebe8e-0173-43e0-ae8d-23f14df14fa2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.671552] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1139.671552] env[68461]: value = "task-2895496" [ 1139.671552] env[68461]: _type = "Task" [ 1139.671552] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.678351] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.869674] env[68461]: DEBUG nova.scheduler.client.report [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.874857] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: cbaffc17-2d36-42e1-bc9b-e217b32a7f3b] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1139.926724] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d271d9-790b-9dfe-54c6-2a1827ff4039, 'name': SearchDatastore_Task, 'duration_secs': 0.008729} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.926974] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.927262] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 51e4741a-8c13-4c3d-9a54-10c7b7068a7d/51e4741a-8c13-4c3d-9a54-10c7b7068a7d.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.927540] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56ee1f36-a172-4b8e-976a-b7e2a3db0857 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.936240] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1139.936240] env[68461]: value = "task-2895497" [ 1139.936240] env[68461]: _type = "Task" [ 1139.936240] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.944437] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.181351] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060566} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.181663] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.182571] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574b5550-a1b0-4e79-9e77-2f20c51d48bc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.204488] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] b013e906-4313-4ae3-a1fc-b27ee20b698c/b013e906-4313-4ae3-a1fc-b27ee20b698c.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.204843] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5da8ee63-be70-4ff0-85a3-bb07df339236 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.224482] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1140.224482] env[68461]: value = "task-2895498" [ 1140.224482] env[68461]: _type = "Task" [ 1140.224482] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.233153] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.375284] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.028s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.375862] env[68461]: DEBUG nova.compute.manager [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.378716] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.918s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.378913] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.380976] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.582s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.382772] env[68461]: INFO nova.compute.claims [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.385029] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 99c2a850-2aa5-49e1-a65f-50020b0d5a95] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1140.410953] env[68461]: INFO nova.scheduler.client.report [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Deleted allocations for instance 83abfaa7-1fc4-4dfb-8a33-7018c44d650c [ 1140.446625] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427178} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.446910] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 51e4741a-8c13-4c3d-9a54-10c7b7068a7d/51e4741a-8c13-4c3d-9a54-10c7b7068a7d.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.447488] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.447488] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e39e631-c15d-44cd-a820-b4d5a5c4ece7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.454106] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1140.454106] env[68461]: value = "task-2895499" [ 1140.454106] env[68461]: _type = "Task" [ 1140.454106] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.462617] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.734693] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895498, 'name': ReconfigVM_Task, 'duration_secs': 0.330941} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.735020] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Reconfigured VM instance instance-00000040 to attach disk [datastore1] b013e906-4313-4ae3-a1fc-b27ee20b698c/b013e906-4313-4ae3-a1fc-b27ee20b698c.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.735649] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-705ac490-6bc0-4178-b3ba-831fc15d8051 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.742206] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1140.742206] env[68461]: value = "task-2895500" [ 1140.742206] env[68461]: _type = "Task" [ 1140.742206] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.750168] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895500, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.888650] env[68461]: DEBUG nova.compute.utils [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.895031] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 9b3b9600-bf96-4a2b-aa8c-79f7321878b0] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1140.895031] env[68461]: DEBUG nova.compute.manager [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1140.895031] env[68461]: DEBUG nova.network.neutron [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.919648] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ae436f68-0fa7-4829-a575-a72e713e5eb6 tempest-FloatingIPsAssociationTestJSON-1815933208 tempest-FloatingIPsAssociationTestJSON-1815933208-project-member] Lock "83abfaa7-1fc4-4dfb-8a33-7018c44d650c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.894s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.955894] env[68461]: DEBUG nova.policy [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb3e99eb5da7499994945a0e2fbb7bc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '999f416668e54a91b972f32f2e7c01cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.968923] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067507} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.969257] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.970537] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12696a3-a0ae-4dd9-9c27-1e7ddc1d7f1d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.993761] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 51e4741a-8c13-4c3d-9a54-10c7b7068a7d/51e4741a-8c13-4c3d-9a54-10c7b7068a7d.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.994070] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1b3a2fd-16f1-4a6a-b77d-e0bc7f76d8e7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.014980] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1141.014980] env[68461]: value = "task-2895501" [ 1141.014980] env[68461]: _type = "Task" [ 1141.014980] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.023909] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.253021] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895500, 'name': Rename_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.396871] env[68461]: DEBUG nova.compute.manager [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.400653] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 0f6452b1-1910-4827-b23b-e9a0663ea72b] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1141.529274] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.753892] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895500, 'name': Rename_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.850281] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7169d1-37cd-4260-ae36-990df74f7322 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.858729] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe5a02c-fe72-431d-9cfc-67662dcdb639 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.896642] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0702b174-300d-4b1d-8af0-af08f120b86e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.907933] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: e93f14f8-8557-4828-ab17-2d613ee16984] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1141.912579] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878e3878-2639-4558-b4f1-bc58f499b00f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.933078] env[68461]: DEBUG nova.compute.provider_tree [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.964563] env[68461]: DEBUG nova.network.neutron [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Successfully created port: d71ece38-bf5d-4cfc-b504-d280040ebc36 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.024960] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895501, 'name': ReconfigVM_Task, 'duration_secs': 0.923715} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.025356] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 51e4741a-8c13-4c3d-9a54-10c7b7068a7d/51e4741a-8c13-4c3d-9a54-10c7b7068a7d.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.026070] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b38e2134-c404-4de2-9e20-3ce72c2c1e7d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.032398] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1142.032398] env[68461]: value = "task-2895502" [ 1142.032398] env[68461]: _type = "Task" [ 1142.032398] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.040766] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895502, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.255257] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895500, 'name': Rename_Task, 'duration_secs': 1.036651} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.255554] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.255802] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3e1269c-fc7c-44e6-a487-198eb66a0e0b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.262643] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1142.262643] env[68461]: value = "task-2895503" [ 1142.262643] env[68461]: _type = "Task" [ 1142.262643] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.270359] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.422165] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 7f1af6cd-1359-483a-839e-a328babf9f84] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1142.424936] env[68461]: DEBUG nova.compute.manager [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.437873] env[68461]: DEBUG nova.scheduler.client.report [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.468037] env[68461]: DEBUG nova.virt.hardware [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.468338] env[68461]: DEBUG nova.virt.hardware [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.468496] env[68461]: DEBUG nova.virt.hardware [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.468678] env[68461]: DEBUG nova.virt.hardware [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.468824] env[68461]: DEBUG nova.virt.hardware [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.468974] env[68461]: DEBUG nova.virt.hardware [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.469726] env[68461]: DEBUG nova.virt.hardware [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.469911] env[68461]: DEBUG nova.virt.hardware [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.470128] env[68461]: DEBUG nova.virt.hardware [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.470310] env[68461]: DEBUG nova.virt.hardware [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.470486] env[68461]: DEBUG nova.virt.hardware [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.472085] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5654a1-fb54-4952-b9f3-5f32ef2e362e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.481198] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c508931-9d4b-425f-8195-c52f40ecb93b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.541351] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895502, 'name': Rename_Task, 'duration_secs': 0.134081} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.541569] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.541801] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f69edff-4be9-4d8d-9fbd-6cd00a82b937 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.548309] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1142.548309] env[68461]: value = "task-2895504" [ 1142.548309] env[68461]: _type = "Task" [ 1142.548309] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.555300] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.772764] env[68461]: DEBUG oslo_vmware.api [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895503, 'name': PowerOnVM_Task, 'duration_secs': 0.446821} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.773167] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.773497] env[68461]: INFO nova.compute.manager [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1142.773717] env[68461]: DEBUG nova.compute.manager [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.774557] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30412e87-3092-4e2c-8ecc-2ec269ea02d4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.928197] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: e23b9fc0-7225-4734-9aa1-0c03bf494967] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1142.946477] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.947101] env[68461]: DEBUG nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1142.950405] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.746s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.952179] env[68461]: INFO nova.compute.claims [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.058567] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895504, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.294562] env[68461]: INFO nova.compute.manager [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Took 50.27 seconds to build instance. [ 1143.434078] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: dc2414d3-13dc-4588-91d1-6036e408505e] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.458332] env[68461]: DEBUG nova.compute.utils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.464334] env[68461]: DEBUG nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1143.464416] env[68461]: DEBUG nova.network.neutron [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.517492] env[68461]: DEBUG nova.policy [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09bd6686a0134a54a5034399f1461eea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '392c3ddc01b044b8aeea46ef2f838379', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.563220] env[68461]: DEBUG oslo_vmware.api [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895504, 'name': PowerOnVM_Task, 'duration_secs': 0.697901} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.563491] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.563689] env[68461]: DEBUG nova.compute.manager [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.564481] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097e93d1-6070-4460-abcd-7c2670d1a155 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.783927] env[68461]: DEBUG nova.network.neutron [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Successfully created port: 817e546a-9ffa-4b60-8733-637e69c5a2f5 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1143.796816] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7703407a-7acd-466c-a977-595da1d8ddc0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "b013e906-4313-4ae3-a1fc-b27ee20b698c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.581s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.939847] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: cd6b3cc8-8b28-4b93-8922-6bb7aa6ec8e1] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.965666] env[68461]: DEBUG nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.081882] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.178242] env[68461]: DEBUG nova.network.neutron [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Successfully updated port: d71ece38-bf5d-4cfc-b504-d280040ebc36 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.199820] env[68461]: DEBUG nova.compute.manager [req-cac35f7c-d79f-4726-9990-7c4acdf29928 req-0ec39237-ea28-4633-9c82-bc84b2ab8a9f service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Received event network-vif-plugged-d71ece38-bf5d-4cfc-b504-d280040ebc36 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.200532] env[68461]: DEBUG oslo_concurrency.lockutils [req-cac35f7c-d79f-4726-9990-7c4acdf29928 req-0ec39237-ea28-4633-9c82-bc84b2ab8a9f service nova] Acquiring lock "0773aa9b-b048-46b6-b470-78cbcae37020-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.200828] env[68461]: DEBUG oslo_concurrency.lockutils [req-cac35f7c-d79f-4726-9990-7c4acdf29928 req-0ec39237-ea28-4633-9c82-bc84b2ab8a9f service nova] Lock "0773aa9b-b048-46b6-b470-78cbcae37020-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.201011] env[68461]: DEBUG oslo_concurrency.lockutils [req-cac35f7c-d79f-4726-9990-7c4acdf29928 req-0ec39237-ea28-4633-9c82-bc84b2ab8a9f service nova] Lock "0773aa9b-b048-46b6-b470-78cbcae37020-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.201196] env[68461]: DEBUG nova.compute.manager [req-cac35f7c-d79f-4726-9990-7c4acdf29928 req-0ec39237-ea28-4633-9c82-bc84b2ab8a9f service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] No waiting events found dispatching network-vif-plugged-d71ece38-bf5d-4cfc-b504-d280040ebc36 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.201829] env[68461]: WARNING nova.compute.manager [req-cac35f7c-d79f-4726-9990-7c4acdf29928 req-0ec39237-ea28-4633-9c82-bc84b2ab8a9f service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Received unexpected event network-vif-plugged-d71ece38-bf5d-4cfc-b504-d280040ebc36 for instance with vm_state building and task_state spawning. [ 1144.303519] env[68461]: DEBUG nova.compute.manager [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1144.444108] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 786cca41-91eb-4b77-b365-4c19525352f1] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.467640] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7612065d-5840-42b6-87f2-eabf36b4a5f9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.481418] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cecb551-617d-41fa-bf6f-98607bab99c9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.514590] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b8d7fd-29ed-4630-aeb9-7761fdd86d6d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.523682] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8865a461-c81c-455d-95a6-d4062799e25c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.540842] env[68461]: DEBUG nova.compute.provider_tree [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.606687] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquiring lock "8d3826e4-3495-4c8c-8c6a-68268bc429c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.606938] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "8d3826e4-3495-4c8c-8c6a-68268bc429c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.680548] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "refresh_cache-0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.680645] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "refresh_cache-0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.680835] env[68461]: DEBUG nova.network.neutron [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.821779] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.948604] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 8e3abbd1-b483-450f-842b-811f51e18c19] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.975897] env[68461]: DEBUG nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.002805] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.003238] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.003315] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.003534] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.003711] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.003893] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.004161] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.004365] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.004559] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.004751] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.004942] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.005854] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27ee808-946b-4c90-a5cd-a7e4a64e3044 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.014104] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf08842-4e37-4025-b58b-dd6ba6d542e1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.043779] env[68461]: DEBUG nova.scheduler.client.report [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.075106] env[68461]: INFO nova.compute.manager [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Rebuilding instance [ 1145.123139] env[68461]: DEBUG nova.compute.manager [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.124409] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bb45de-31d1-435b-b325-c0f60fd49411 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.218701] env[68461]: DEBUG nova.network.neutron [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.289776] env[68461]: DEBUG nova.compute.manager [req-0856deac-daa2-4ef6-92fb-0fe44efe40d7 req-c299be63-ac79-4867-956b-6e7059e4fb34 service nova] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Received event network-vif-plugged-817e546a-9ffa-4b60-8733-637e69c5a2f5 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.289993] env[68461]: DEBUG oslo_concurrency.lockutils [req-0856deac-daa2-4ef6-92fb-0fe44efe40d7 req-c299be63-ac79-4867-956b-6e7059e4fb34 service nova] Acquiring lock "09834d87-0cdd-4b8c-a8fc-acee8c26197d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.290435] env[68461]: DEBUG oslo_concurrency.lockutils [req-0856deac-daa2-4ef6-92fb-0fe44efe40d7 req-c299be63-ac79-4867-956b-6e7059e4fb34 service nova] Lock "09834d87-0cdd-4b8c-a8fc-acee8c26197d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.290792] env[68461]: DEBUG oslo_concurrency.lockutils [req-0856deac-daa2-4ef6-92fb-0fe44efe40d7 req-c299be63-ac79-4867-956b-6e7059e4fb34 service nova] Lock "09834d87-0cdd-4b8c-a8fc-acee8c26197d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.290853] env[68461]: DEBUG nova.compute.manager [req-0856deac-daa2-4ef6-92fb-0fe44efe40d7 req-c299be63-ac79-4867-956b-6e7059e4fb34 service nova] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] No waiting events found dispatching network-vif-plugged-817e546a-9ffa-4b60-8733-637e69c5a2f5 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.291013] env[68461]: WARNING nova.compute.manager [req-0856deac-daa2-4ef6-92fb-0fe44efe40d7 req-c299be63-ac79-4867-956b-6e7059e4fb34 service nova] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Received unexpected event network-vif-plugged-817e546a-9ffa-4b60-8733-637e69c5a2f5 for instance with vm_state building and task_state spawning. [ 1145.377130] env[68461]: DEBUG nova.network.neutron [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Successfully updated port: 817e546a-9ffa-4b60-8733-637e69c5a2f5 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.387233] env[68461]: DEBUG nova.network.neutron [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Updating instance_info_cache with network_info: [{"id": "d71ece38-bf5d-4cfc-b504-d280040ebc36", "address": "fa:16:3e:bd:c5:75", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71ece38-bf", "ovs_interfaceid": "d71ece38-bf5d-4cfc-b504-d280040ebc36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.454538] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: b79c1f42-b7e0-4c2a-87eb-bb266e620058] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.550971] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.550971] env[68461]: DEBUG nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1145.552875] env[68461]: DEBUG oslo_concurrency.lockutils [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.660s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.879802] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquiring lock "refresh_cache-09834d87-0cdd-4b8c-a8fc-acee8c26197d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.879910] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquired lock "refresh_cache-09834d87-0cdd-4b8c-a8fc-acee8c26197d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.880142] env[68461]: DEBUG nova.network.neutron [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.891452] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "refresh_cache-0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.891771] env[68461]: DEBUG nova.compute.manager [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Instance network_info: |[{"id": "d71ece38-bf5d-4cfc-b504-d280040ebc36", "address": "fa:16:3e:bd:c5:75", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71ece38-bf", "ovs_interfaceid": "d71ece38-bf5d-4cfc-b504-d280040ebc36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.892471] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:c5:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd71ece38-bf5d-4cfc-b504-d280040ebc36', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.901837] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.902440] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.902714] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-177e1a14-8bdd-4229-a696-74f48d3084d0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.928387] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.928387] env[68461]: value = "task-2895505" [ 1145.928387] env[68461]: _type = "Task" [ 1145.928387] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.937494] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895505, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.955771] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: d96e8733-37f1-481e-b09d-b5491a4ae3f6] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.059268] env[68461]: DEBUG nova.compute.utils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.065021] env[68461]: INFO nova.compute.claims [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.067330] env[68461]: DEBUG nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1146.067508] env[68461]: DEBUG nova.network.neutron [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.107445] env[68461]: DEBUG nova.policy [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09bd6686a0134a54a5034399f1461eea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '392c3ddc01b044b8aeea46ef2f838379', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.138419] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.138772] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f29ce88f-bdd6-4559-a456-2e3d2e321de3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.147517] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1146.147517] env[68461]: value = "task-2895506" [ 1146.147517] env[68461]: _type = "Task" [ 1146.147517] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.158022] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.233423] env[68461]: DEBUG nova.compute.manager [req-9b8552f7-c695-43fd-a238-849c7fbea2c7 req-758546cf-7dfa-4950-a79f-ed56a47ef0f5 service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Received event network-changed-d71ece38-bf5d-4cfc-b504-d280040ebc36 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.233682] env[68461]: DEBUG nova.compute.manager [req-9b8552f7-c695-43fd-a238-849c7fbea2c7 req-758546cf-7dfa-4950-a79f-ed56a47ef0f5 service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Refreshing instance network info cache due to event network-changed-d71ece38-bf5d-4cfc-b504-d280040ebc36. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.233908] env[68461]: DEBUG oslo_concurrency.lockutils [req-9b8552f7-c695-43fd-a238-849c7fbea2c7 req-758546cf-7dfa-4950-a79f-ed56a47ef0f5 service nova] Acquiring lock "refresh_cache-0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.234319] env[68461]: DEBUG oslo_concurrency.lockutils [req-9b8552f7-c695-43fd-a238-849c7fbea2c7 req-758546cf-7dfa-4950-a79f-ed56a47ef0f5 service nova] Acquired lock "refresh_cache-0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.234630] env[68461]: DEBUG nova.network.neutron [req-9b8552f7-c695-43fd-a238-849c7fbea2c7 req-758546cf-7dfa-4950-a79f-ed56a47ef0f5 service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Refreshing network info cache for port d71ece38-bf5d-4cfc-b504-d280040ebc36 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.438312] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895505, 'name': CreateVM_Task, 'duration_secs': 0.348424} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.438517] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.439234] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.439400] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.439731] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.440058] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d93c2f8e-5f6e-4915-832d-0ca0c1fda55e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.445098] env[68461]: DEBUG oslo_vmware.api [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1146.445098] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52d35b52-384c-6a52-4df7-fa4ccc0db393" [ 1146.445098] env[68461]: _type = "Task" [ 1146.445098] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.453666] env[68461]: DEBUG oslo_vmware.api [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d35b52-384c-6a52-4df7-fa4ccc0db393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.459322] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 82a6315d-1f3e-496f-abe5-0b6a3f8eaaed] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.481331] env[68461]: DEBUG nova.network.neutron [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Successfully created port: 8ec477ab-3321-4324-bfb1-c7644aa92b53 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1146.568765] env[68461]: DEBUG nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1146.577525] env[68461]: INFO nova.compute.resource_tracker [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Updating resource usage from migration 5a18db83-1e51-412d-b112-94cd5729fd3e [ 1146.656663] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895506, 'name': PowerOffVM_Task, 'duration_secs': 0.389636} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.659627] env[68461]: DEBUG nova.network.neutron [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.661369] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.661683] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.666765] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95f7471-f737-4b45-8e56-4c9e3ab0ddb2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.675509] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.675867] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62f25950-f3af-44e1-8b94-51d91d13db32 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.763587] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.763807] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.763983] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Deleting the datastore file [datastore1] 51e4741a-8c13-4c3d-9a54-10c7b7068a7d {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.764261] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7634bb8b-41cc-4b4b-9a5a-3fbe87312d30 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.771067] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1146.771067] env[68461]: value = "task-2895508" [ 1146.771067] env[68461]: _type = "Task" [ 1146.771067] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.783923] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.882491] env[68461]: DEBUG nova.network.neutron [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Updating instance_info_cache with network_info: [{"id": "817e546a-9ffa-4b60-8733-637e69c5a2f5", "address": "fa:16:3e:dc:b7:79", "network": {"id": "83caf69f-b112-41cc-bc5e-900502b5fddd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-759184611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392c3ddc01b044b8aeea46ef2f838379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap817e546a-9f", "ovs_interfaceid": "817e546a-9ffa-4b60-8733-637e69c5a2f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.970146] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 98a605b2-4b2d-4f56-9ea2-344a660bec54] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.972736] env[68461]: DEBUG oslo_vmware.api [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d35b52-384c-6a52-4df7-fa4ccc0db393, 'name': SearchDatastore_Task, 'duration_secs': 0.011246} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.974791] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.975086] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.975349] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.975549] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.975751] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.976172] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-620d5d01-9395-4085-b10d-c2b40a8836a5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.985981] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.985981] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.990338] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ba5271b-33b1-4abe-96d6-aa31f9048864 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.998660] env[68461]: DEBUG oslo_vmware.api [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1146.998660] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]527ab46e-1237-fbaf-3e44-0d82c282ec2c" [ 1146.998660] env[68461]: _type = "Task" [ 1146.998660] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.007703] env[68461]: DEBUG oslo_vmware.api [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]527ab46e-1237-fbaf-3e44-0d82c282ec2c, 'name': SearchDatastore_Task, 'duration_secs': 0.008064} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.014134] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8b1cdd1-7d45-4b6d-a2bd-f231dccb98a8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.020283] env[68461]: DEBUG oslo_vmware.api [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1147.020283] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521f6518-22f5-0916-772b-16d52929c09f" [ 1147.020283] env[68461]: _type = "Task" [ 1147.020283] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.030837] env[68461]: DEBUG oslo_vmware.api [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521f6518-22f5-0916-772b-16d52929c09f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.094695] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6459fb-cbc1-4b45-bf3a-7f7d6ee17a44 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.103952] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86025d4-f2a5-4d5c-8436-45107d4c6490 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.107840] env[68461]: DEBUG nova.network.neutron [req-9b8552f7-c695-43fd-a238-849c7fbea2c7 req-758546cf-7dfa-4950-a79f-ed56a47ef0f5 service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Updated VIF entry in instance network info cache for port d71ece38-bf5d-4cfc-b504-d280040ebc36. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.108186] env[68461]: DEBUG nova.network.neutron [req-9b8552f7-c695-43fd-a238-849c7fbea2c7 req-758546cf-7dfa-4950-a79f-ed56a47ef0f5 service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Updating instance_info_cache with network_info: [{"id": "d71ece38-bf5d-4cfc-b504-d280040ebc36", "address": "fa:16:3e:bd:c5:75", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71ece38-bf", "ovs_interfaceid": "d71ece38-bf5d-4cfc-b504-d280040ebc36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.136771] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52cbe49-b77b-4910-aca5-24ee1c1ca429 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.144060] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d889d3-7768-4bb2-8fc1-12de4ddde7fc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.157323] env[68461]: DEBUG nova.compute.provider_tree [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.281394] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133351} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.281652] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.281831] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.282012] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.322283] env[68461]: DEBUG nova.compute.manager [req-c12918f8-d745-4a75-813a-144a64a0c82d req-547b6a86-edcf-4bf2-8988-3a28acd18e94 service nova] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Received event network-changed-817e546a-9ffa-4b60-8733-637e69c5a2f5 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.322457] env[68461]: DEBUG nova.compute.manager [req-c12918f8-d745-4a75-813a-144a64a0c82d req-547b6a86-edcf-4bf2-8988-3a28acd18e94 service nova] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Refreshing instance network info cache due to event network-changed-817e546a-9ffa-4b60-8733-637e69c5a2f5. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.322645] env[68461]: DEBUG oslo_concurrency.lockutils [req-c12918f8-d745-4a75-813a-144a64a0c82d req-547b6a86-edcf-4bf2-8988-3a28acd18e94 service nova] Acquiring lock "refresh_cache-09834d87-0cdd-4b8c-a8fc-acee8c26197d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.387404] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Releasing lock "refresh_cache-09834d87-0cdd-4b8c-a8fc-acee8c26197d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.387708] env[68461]: DEBUG nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Instance network_info: |[{"id": "817e546a-9ffa-4b60-8733-637e69c5a2f5", "address": "fa:16:3e:dc:b7:79", "network": {"id": "83caf69f-b112-41cc-bc5e-900502b5fddd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-759184611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392c3ddc01b044b8aeea46ef2f838379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap817e546a-9f", "ovs_interfaceid": "817e546a-9ffa-4b60-8733-637e69c5a2f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1147.387999] env[68461]: DEBUG oslo_concurrency.lockutils [req-c12918f8-d745-4a75-813a-144a64a0c82d req-547b6a86-edcf-4bf2-8988-3a28acd18e94 service nova] Acquired lock "refresh_cache-09834d87-0cdd-4b8c-a8fc-acee8c26197d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.388193] env[68461]: DEBUG nova.network.neutron [req-c12918f8-d745-4a75-813a-144a64a0c82d req-547b6a86-edcf-4bf2-8988-3a28acd18e94 service nova] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Refreshing network info cache for port 817e546a-9ffa-4b60-8733-637e69c5a2f5 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.389474] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:b7:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '817e546a-9ffa-4b60-8733-637e69c5a2f5', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.397385] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Creating folder: Project (392c3ddc01b044b8aeea46ef2f838379). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1147.398493] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e62ae828-6ee1-4bc8-a8c3-7eca0bc1f9f7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.412246] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Created folder: Project (392c3ddc01b044b8aeea46ef2f838379) in parent group-v581476. [ 1147.412246] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Creating folder: Instances. Parent ref: group-v581667. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1147.412246] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69f6ff4a-a508-4bbb-8c8e-bb030019031d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.422379] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Created folder: Instances in parent group-v581667. [ 1147.422699] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.423092] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.423387] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea33db84-a2dd-4a75-a16b-9f12c24db649 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.442624] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.442624] env[68461]: value = "task-2895511" [ 1147.442624] env[68461]: _type = "Task" [ 1147.442624] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.449958] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895511, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.475857] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 1ab7b688-47c1-4ea1-9ad4-cd729a09ec3f] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.240774] env[68461]: DEBUG nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.243340] env[68461]: DEBUG oslo_concurrency.lockutils [req-9b8552f7-c695-43fd-a238-849c7fbea2c7 req-758546cf-7dfa-4950-a79f-ed56a47ef0f5 service nova] Releasing lock "refresh_cache-0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.244254] env[68461]: DEBUG nova.scheduler.client.report [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.253083] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 7ddca307-cc43-46fb-863d-78762a26b0d0] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.267550] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895511, 'name': CreateVM_Task, 'duration_secs': 0.646297} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.272910] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.273371] env[68461]: DEBUG oslo_vmware.api [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521f6518-22f5-0916-772b-16d52929c09f, 'name': SearchDatastore_Task, 'duration_secs': 0.012756} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.274544] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.274544] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.274990] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.274990] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.275068] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 0773aa9b-b048-46b6-b470-78cbcae37020/0773aa9b-b048-46b6-b470-78cbcae37020.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.276112] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ebcd824-49be-4fc5-bcec-bf7418e94018 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.277571] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4045259b-ab48-490a-9edb-b091feacb95c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.281598] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.281831] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.283926] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.283926] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.283926] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.283926] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.283926] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.283926] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.283926] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.283926] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.283926] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.284584] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a0f68e-628e-46d6-8582-4142d4b388c4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.290057] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1148.290057] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c10ecd-99e8-05ba-b5fd-baac6d995e7f" [ 1148.290057] env[68461]: _type = "Task" [ 1148.290057] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.298202] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd935008-19f9-494f-bb6f-0df150da86b2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.302464] env[68461]: DEBUG oslo_vmware.api [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1148.302464] env[68461]: value = "task-2895512" [ 1148.302464] env[68461]: _type = "Task" [ 1148.302464] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.318022] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c10ecd-99e8-05ba-b5fd-baac6d995e7f, 'name': SearchDatastore_Task, 'duration_secs': 0.009483} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.318022] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.318022] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.318220] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.318262] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.318423] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.318691] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fdb5a4f-e06f-4e7c-a54b-3abb054bf034 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.323233] env[68461]: DEBUG oslo_vmware.api [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.329184] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.329454] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.330080] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de07a6f0-ce4f-414d-8f06-ddd499953c93 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.334889] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1148.334889] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52be2fc4-4c91-1f43-80d0-25cc0c442944" [ 1148.334889] env[68461]: _type = "Task" [ 1148.334889] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.342200] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52be2fc4-4c91-1f43-80d0-25cc0c442944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.555163] env[68461]: DEBUG nova.network.neutron [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Successfully updated port: 8ec477ab-3321-4324-bfb1-c7644aa92b53 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.748792] env[68461]: DEBUG nova.network.neutron [req-c12918f8-d745-4a75-813a-144a64a0c82d req-547b6a86-edcf-4bf2-8988-3a28acd18e94 service nova] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Updated VIF entry in instance network info cache for port 817e546a-9ffa-4b60-8733-637e69c5a2f5. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.749177] env[68461]: DEBUG nova.network.neutron [req-c12918f8-d745-4a75-813a-144a64a0c82d req-547b6a86-edcf-4bf2-8988-3a28acd18e94 service nova] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Updating instance_info_cache with network_info: [{"id": "817e546a-9ffa-4b60-8733-637e69c5a2f5", "address": "fa:16:3e:dc:b7:79", "network": {"id": "83caf69f-b112-41cc-bc5e-900502b5fddd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-759184611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392c3ddc01b044b8aeea46ef2f838379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap817e546a-9f", "ovs_interfaceid": "817e546a-9ffa-4b60-8733-637e69c5a2f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.758587] env[68461]: DEBUG oslo_concurrency.lockutils [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.205s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.758587] env[68461]: INFO nova.compute.manager [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Migrating [ 1148.765671] env[68461]: DEBUG oslo_concurrency.lockutils [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.362s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.765831] env[68461]: DEBUG oslo_concurrency.lockutils [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.767863] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.345s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.768069] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.770171] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.062s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.771706] env[68461]: INFO nova.compute.claims [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.774323] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 6db8dd54-71cf-4e4e-b984-cc43264df1ac] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.800022] env[68461]: DEBUG nova.virt.hardware [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.800022] env[68461]: DEBUG nova.virt.hardware [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.800022] env[68461]: DEBUG nova.virt.hardware [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.800022] env[68461]: DEBUG nova.virt.hardware [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.800022] env[68461]: DEBUG nova.virt.hardware [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.800022] env[68461]: DEBUG nova.virt.hardware [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.800022] env[68461]: DEBUG nova.virt.hardware [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.800022] env[68461]: DEBUG nova.virt.hardware [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.800022] env[68461]: DEBUG nova.virt.hardware [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.800022] env[68461]: DEBUG nova.virt.hardware [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.800022] env[68461]: DEBUG nova.virt.hardware [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.800724] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef4ab79-69cd-4f40-8e34-dd6827159431 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.810680] env[68461]: INFO nova.scheduler.client.report [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Deleted allocations for instance 53ea1e0b-8f00-4f0f-805e-05c81e06f05a [ 1148.819082] env[68461]: INFO nova.scheduler.client.report [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Deleted allocations for instance ed74e465-0d31-403e-8077-d55c72066ad8 [ 1148.819883] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4044876-6ff9-4012-b8a0-262d7bb91751 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.833254] env[68461]: DEBUG oslo_vmware.api [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895512, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.834314] env[68461]: DEBUG nova.compute.manager [req-2a56617e-95dd-48d9-bb74-bef1759e1323 req-5c2a0dfc-9c8c-40d0-bb6f-1f1596cfbad5 service nova] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Received event network-vif-plugged-8ec477ab-3321-4324-bfb1-c7644aa92b53 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.834567] env[68461]: DEBUG oslo_concurrency.lockutils [req-2a56617e-95dd-48d9-bb74-bef1759e1323 req-5c2a0dfc-9c8c-40d0-bb6f-1f1596cfbad5 service nova] Acquiring lock "c845c113-e3e5-4a2a-b557-656857c0afe6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.834780] env[68461]: DEBUG oslo_concurrency.lockutils [req-2a56617e-95dd-48d9-bb74-bef1759e1323 req-5c2a0dfc-9c8c-40d0-bb6f-1f1596cfbad5 service nova] Lock "c845c113-e3e5-4a2a-b557-656857c0afe6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.834945] env[68461]: DEBUG oslo_concurrency.lockutils [req-2a56617e-95dd-48d9-bb74-bef1759e1323 req-5c2a0dfc-9c8c-40d0-bb6f-1f1596cfbad5 service nova] Lock "c845c113-e3e5-4a2a-b557-656857c0afe6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.835127] env[68461]: DEBUG nova.compute.manager [req-2a56617e-95dd-48d9-bb74-bef1759e1323 req-5c2a0dfc-9c8c-40d0-bb6f-1f1596cfbad5 service nova] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] No waiting events found dispatching network-vif-plugged-8ec477ab-3321-4324-bfb1-c7644aa92b53 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.835295] env[68461]: WARNING nova.compute.manager [req-2a56617e-95dd-48d9-bb74-bef1759e1323 req-5c2a0dfc-9c8c-40d0-bb6f-1f1596cfbad5 service nova] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Received unexpected event network-vif-plugged-8ec477ab-3321-4324-bfb1-c7644aa92b53 for instance with vm_state building and task_state spawning. [ 1148.849059] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:45:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bbbf310-06e2-4b1b-a674-c886530b686c', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.856401] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.857708] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.858987] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b07c1c8b-bfe4-424c-b135-e657cbbff643 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.877339] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52be2fc4-4c91-1f43-80d0-25cc0c442944, 'name': SearchDatastore_Task, 'duration_secs': 0.008577} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.878879] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87ca11eb-3c6a-49b8-9541-145becc4e35c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.884253] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.884253] env[68461]: value = "task-2895513" [ 1148.884253] env[68461]: _type = "Task" [ 1148.884253] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.889331] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1148.889331] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52aacfbb-981e-5f41-74d3-f3b000b8a1c9" [ 1148.889331] env[68461]: _type = "Task" [ 1148.889331] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.900193] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895513, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.906028] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52aacfbb-981e-5f41-74d3-f3b000b8a1c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009482} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.906192] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.906499] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 09834d87-0cdd-4b8c-a8fc-acee8c26197d/09834d87-0cdd-4b8c-a8fc-acee8c26197d.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.906829] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75e0fc35-1060-496d-bc32-a42e9e1dd12e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.914375] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1148.914375] env[68461]: value = "task-2895514" [ 1148.914375] env[68461]: _type = "Task" [ 1148.914375] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.924115] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.060627] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquiring lock "refresh_cache-c845c113-e3e5-4a2a-b557-656857c0afe6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.060776] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquired lock "refresh_cache-c845c113-e3e5-4a2a-b557-656857c0afe6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.060933] env[68461]: DEBUG nova.network.neutron [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.252260] env[68461]: DEBUG oslo_concurrency.lockutils [req-c12918f8-d745-4a75-813a-144a64a0c82d req-547b6a86-edcf-4bf2-8988-3a28acd18e94 service nova] Releasing lock "refresh_cache-09834d87-0cdd-4b8c-a8fc-acee8c26197d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.285802] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 60d71f22-7779-4f3b-b56a-a8be6ce5ea68] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.288928] env[68461]: DEBUG oslo_concurrency.lockutils [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "refresh_cache-6a686ce7-1687-471e-b292-b17e52099459" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.293019] env[68461]: DEBUG oslo_concurrency.lockutils [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquired lock "refresh_cache-6a686ce7-1687-471e-b292-b17e52099459" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.293019] env[68461]: DEBUG nova.network.neutron [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.323062] env[68461]: DEBUG oslo_vmware.api [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895512, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.335565] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7e189fe9-a20e-4b69-b4d2-76692c383ed2 tempest-VolumesAssistedSnapshotsTest-1247796712 tempest-VolumesAssistedSnapshotsTest-1247796712-project-member] Lock "53ea1e0b-8f00-4f0f-805e-05c81e06f05a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.701s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.339827] env[68461]: DEBUG oslo_concurrency.lockutils [None req-80eaf9d1-1084-4619-9752-61ffa1e883a4 tempest-ServerGroupTestJSON-1496969503 tempest-ServerGroupTestJSON-1496969503-project-member] Lock "ed74e465-0d31-403e-8077-d55c72066ad8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.747s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.405104] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895513, 'name': CreateVM_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.413913] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Acquiring lock "d9700008-55ce-497c-af7a-7aa3de39023a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.414148] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Lock "d9700008-55ce-497c-af7a-7aa3de39023a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.424994] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.600406] env[68461]: DEBUG nova.network.neutron [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1149.791964] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 937e0562-8e2d-4207-a5d3-ba1f389ac873] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.820236] env[68461]: DEBUG oslo_vmware.api [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895512, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.096087} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.824272] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 0773aa9b-b048-46b6-b470-78cbcae37020/0773aa9b-b048-46b6-b470-78cbcae37020.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.824516] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.825660] env[68461]: DEBUG nova.network.neutron [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Updating instance_info_cache with network_info: [{"id": "8ec477ab-3321-4324-bfb1-c7644aa92b53", "address": "fa:16:3e:8d:ed:ea", "network": {"id": "83caf69f-b112-41cc-bc5e-900502b5fddd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-759184611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392c3ddc01b044b8aeea46ef2f838379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec477ab-33", "ovs_interfaceid": "8ec477ab-3321-4324-bfb1-c7644aa92b53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.831019] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d76b4bd-853d-405e-a0c1-f194bd1f1b53 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.835533] env[68461]: DEBUG oslo_vmware.api [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1149.835533] env[68461]: value = "task-2895515" [ 1149.835533] env[68461]: _type = "Task" [ 1149.835533] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.846746] env[68461]: DEBUG oslo_vmware.api [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.900572] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895513, 'name': CreateVM_Task, 'duration_secs': 0.697982} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.900731] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.901406] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.901555] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.901866] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.902129] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0ce4870-b9ab-4c8a-8b73-6c6f39839044 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.906909] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1149.906909] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52f432dd-f700-7963-0a24-8197ff2f17ae" [ 1149.906909] env[68461]: _type = "Task" [ 1149.906909] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.924293] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f432dd-f700-7963-0a24-8197ff2f17ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009398} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.928223] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.928578] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.928868] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.929121] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.929420] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.933114] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfe3c929-a780-4d35-a089-844740bbdf1e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.937640] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.902803} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.937868] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 09834d87-0cdd-4b8c-a8fc-acee8c26197d/09834d87-0cdd-4b8c-a8fc-acee8c26197d.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.938094] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.938758] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43435103-231c-4007-99ec-1b2d8d7f0891 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.950850] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.951234] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.952430] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1149.952430] env[68461]: value = "task-2895516" [ 1149.952430] env[68461]: _type = "Task" [ 1149.952430] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.953100] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-028adabc-1516-4b8b-91e2-beb0b965cb02 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.963568] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1149.963568] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]525450e4-fb17-5035-5087-a95ff55db606" [ 1149.963568] env[68461]: _type = "Task" [ 1149.963568] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.967684] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.975363] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]525450e4-fb17-5035-5087-a95ff55db606, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.111890] env[68461]: DEBUG nova.network.neutron [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Updating instance_info_cache with network_info: [{"id": "226b2149-8060-4e03-8919-8b1a696c407f", "address": "fa:16:3e:94:16:64", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap226b2149-80", "ovs_interfaceid": "226b2149-8060-4e03-8919-8b1a696c407f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.299671] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 6b159e34-84a8-45c0-a5e2-9a9d1799b3fc] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.332648] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Releasing lock "refresh_cache-c845c113-e3e5-4a2a-b557-656857c0afe6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.332996] env[68461]: DEBUG nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Instance network_info: |[{"id": "8ec477ab-3321-4324-bfb1-c7644aa92b53", "address": "fa:16:3e:8d:ed:ea", "network": {"id": "83caf69f-b112-41cc-bc5e-900502b5fddd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-759184611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392c3ddc01b044b8aeea46ef2f838379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec477ab-33", "ovs_interfaceid": "8ec477ab-3321-4324-bfb1-c7644aa92b53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1150.333859] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:ed:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ec477ab-3321-4324-bfb1-c7644aa92b53', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.341270] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.341567] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.345226] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ac31904-fb18-4297-9b0d-ab54a28ac12e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.362376] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6348a3ca-a681-4cdd-b9a3-3ddc514a1bfa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.372184] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329694d3-0e7d-471d-90c8-3127c6c0aea3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.375398] env[68461]: DEBUG oslo_vmware.api [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064912} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.376569] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.376825] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.376825] env[68461]: value = "task-2895517" [ 1150.376825] env[68461]: _type = "Task" [ 1150.376825] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.377823] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bda9a8-c980-4faa-a4bb-c864d8d6081b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.407888] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807b1f85-be6d-4f64-9dce-56054f265228 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.430028] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 0773aa9b-b048-46b6-b470-78cbcae37020/0773aa9b-b048-46b6-b470-78cbcae37020.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.432848] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee619745-cb60-4bd0-8bd6-670279d1759a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.448686] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895517, 'name': CreateVM_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.452369] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968b9343-ee3c-4e1b-aa2d-3bbbd1ac772a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.457772] env[68461]: DEBUG oslo_vmware.api [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1150.457772] env[68461]: value = "task-2895518" [ 1150.457772] env[68461]: _type = "Task" [ 1150.457772] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.475588] env[68461]: DEBUG nova.compute.provider_tree [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.488657] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.245376} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.488919] env[68461]: DEBUG oslo_vmware.api [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.490351] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.491525] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9951d09f-5dd2-4294-a634-8ba51963b5dc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.499967] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]525450e4-fb17-5035-5087-a95ff55db606, 'name': SearchDatastore_Task, 'duration_secs': 0.010764} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.501090] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-532bc30b-7ebe-420a-8e8c-4cb0a3d764d7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.522243] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 09834d87-0cdd-4b8c-a8fc-acee8c26197d/09834d87-0cdd-4b8c-a8fc-acee8c26197d.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.523464] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcdfe924-421e-46ac-b994-7c9cda138ac1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.540994] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1150.540994] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52832040-e3e9-2aa8-840c-0e097e8525b4" [ 1150.540994] env[68461]: _type = "Task" [ 1150.540994] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.547015] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1150.547015] env[68461]: value = "task-2895519" [ 1150.547015] env[68461]: _type = "Task" [ 1150.547015] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.550603] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52832040-e3e9-2aa8-840c-0e097e8525b4, 'name': SearchDatastore_Task, 'duration_secs': 0.011245} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.554138] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.554461] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 51e4741a-8c13-4c3d-9a54-10c7b7068a7d/51e4741a-8c13-4c3d-9a54-10c7b7068a7d.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.554777] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8d8f133-8c00-47a8-90df-0606edd8580f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.562224] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895519, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.563452] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1150.563452] env[68461]: value = "task-2895520" [ 1150.563452] env[68461]: _type = "Task" [ 1150.563452] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.571661] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.614491] env[68461]: DEBUG oslo_concurrency.lockutils [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Releasing lock "refresh_cache-6a686ce7-1687-471e-b292-b17e52099459" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.803308] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 15bb026a-d9ef-4b1d-b565-0d6954fe8391] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.871266] env[68461]: DEBUG nova.compute.manager [req-eab700ca-1d72-4430-81e2-887137b9751f req-d74060e6-f85e-46c7-8816-0d10d6c52729 service nova] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Received event network-changed-8ec477ab-3321-4324-bfb1-c7644aa92b53 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.871444] env[68461]: DEBUG nova.compute.manager [req-eab700ca-1d72-4430-81e2-887137b9751f req-d74060e6-f85e-46c7-8816-0d10d6c52729 service nova] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Refreshing instance network info cache due to event network-changed-8ec477ab-3321-4324-bfb1-c7644aa92b53. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.871641] env[68461]: DEBUG oslo_concurrency.lockutils [req-eab700ca-1d72-4430-81e2-887137b9751f req-d74060e6-f85e-46c7-8816-0d10d6c52729 service nova] Acquiring lock "refresh_cache-c845c113-e3e5-4a2a-b557-656857c0afe6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.871833] env[68461]: DEBUG oslo_concurrency.lockutils [req-eab700ca-1d72-4430-81e2-887137b9751f req-d74060e6-f85e-46c7-8816-0d10d6c52729 service nova] Acquired lock "refresh_cache-c845c113-e3e5-4a2a-b557-656857c0afe6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.871967] env[68461]: DEBUG nova.network.neutron [req-eab700ca-1d72-4430-81e2-887137b9751f req-d74060e6-f85e-46c7-8816-0d10d6c52729 service nova] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Refreshing network info cache for port 8ec477ab-3321-4324-bfb1-c7644aa92b53 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.891493] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895517, 'name': CreateVM_Task, 'duration_secs': 0.366185} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.892350] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.892556] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.892772] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.893121] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.893729] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f0d125b-beba-4e31-bd67-09ce1a44c152 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.901086] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1150.901086] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52b34c29-19a8-46a5-fba0-604c7e2104c8" [ 1150.901086] env[68461]: _type = "Task" [ 1150.901086] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.911511] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b34c29-19a8-46a5-fba0-604c7e2104c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.974843] env[68461]: DEBUG oslo_vmware.api [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895518, 'name': ReconfigVM_Task, 'duration_secs': 0.297848} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.975235] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 0773aa9b-b048-46b6-b470-78cbcae37020/0773aa9b-b048-46b6-b470-78cbcae37020.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.976021] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a77acb51-32cf-4780-a4b1-d0ae7c36e050 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.986997] env[68461]: DEBUG oslo_vmware.api [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1150.986997] env[68461]: value = "task-2895521" [ 1150.986997] env[68461]: _type = "Task" [ 1150.986997] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.992123] env[68461]: DEBUG nova.scheduler.client.report [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.003876] env[68461]: DEBUG oslo_vmware.api [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895521, 'name': Rename_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.062617] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895519, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.072741] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895520, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.309070] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: aa08eea2-f042-4ba4-b229-3609ac22b47e] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.413662] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b34c29-19a8-46a5-fba0-604c7e2104c8, 'name': SearchDatastore_Task, 'duration_secs': 0.058329} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.414415] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.414706] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.415042] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.415229] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.415448] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.415787] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25c34b32-9749-4265-bc75-0b4fc8a6b804 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.433483] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.433859] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.434727] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11991970-5411-4b8e-9e2b-e568a1f1e762 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.444007] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1151.444007] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5279b661-fbe8-d292-d34c-1bc577e9cb22" [ 1151.444007] env[68461]: _type = "Task" [ 1151.444007] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.455983] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5279b661-fbe8-d292-d34c-1bc577e9cb22, 'name': SearchDatastore_Task, 'duration_secs': 0.011216} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.456528] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c84c6209-3d47-4a53-957c-1ae1961779f8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.461867] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1151.461867] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52a8c95b-4078-1c58-fec5-bb5b856843b3" [ 1151.461867] env[68461]: _type = "Task" [ 1151.461867] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.468237] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a8c95b-4078-1c58-fec5-bb5b856843b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.497511] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.498028] env[68461]: DEBUG nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.501616] env[68461]: DEBUG oslo_vmware.api [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895521, 'name': Rename_Task, 'duration_secs': 0.183475} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.502067] env[68461]: DEBUG oslo_concurrency.lockutils [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.766s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.506023] env[68461]: DEBUG nova.objects.instance [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68461) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1151.506023] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.506023] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c58ba4b0-80a9-45d2-b48d-c825ca70e2b5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.512941] env[68461]: DEBUG oslo_vmware.api [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1151.512941] env[68461]: value = "task-2895522" [ 1151.512941] env[68461]: _type = "Task" [ 1151.512941] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.521545] env[68461]: DEBUG oslo_vmware.api [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.562150] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895519, 'name': ReconfigVM_Task, 'duration_secs': 0.561094} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.562437] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 09834d87-0cdd-4b8c-a8fc-acee8c26197d/09834d87-0cdd-4b8c-a8fc-acee8c26197d.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.563068] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03d9ea0f-27db-4f95-ab7e-142cc839ebb8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.572724] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513107} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.573931] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 51e4741a-8c13-4c3d-9a54-10c7b7068a7d/51e4741a-8c13-4c3d-9a54-10c7b7068a7d.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.574175] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.574854] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1151.574854] env[68461]: value = "task-2895523" [ 1151.574854] env[68461]: _type = "Task" [ 1151.574854] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.574854] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ebde612-a31a-4b1d-82a3-2ce74037d03a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.586069] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895523, 'name': Rename_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.587414] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1151.587414] env[68461]: value = "task-2895524" [ 1151.587414] env[68461]: _type = "Task" [ 1151.587414] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.595381] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.811746] env[68461]: DEBUG nova.network.neutron [req-eab700ca-1d72-4430-81e2-887137b9751f req-d74060e6-f85e-46c7-8816-0d10d6c52729 service nova] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Updated VIF entry in instance network info cache for port 8ec477ab-3321-4324-bfb1-c7644aa92b53. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.812185] env[68461]: DEBUG nova.network.neutron [req-eab700ca-1d72-4430-81e2-887137b9751f req-d74060e6-f85e-46c7-8816-0d10d6c52729 service nova] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Updating instance_info_cache with network_info: [{"id": "8ec477ab-3321-4324-bfb1-c7644aa92b53", "address": "fa:16:3e:8d:ed:ea", "network": {"id": "83caf69f-b112-41cc-bc5e-900502b5fddd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-759184611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392c3ddc01b044b8aeea46ef2f838379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec477ab-33", "ovs_interfaceid": "8ec477ab-3321-4324-bfb1-c7644aa92b53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.813825] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: cd31aad9-c1fe-4d8a-a294-c4d5a8265da0] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.974440] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a8c95b-4078-1c58-fec5-bb5b856843b3, 'name': SearchDatastore_Task, 'duration_secs': 0.01403} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.974883] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.975439] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] c845c113-e3e5-4a2a-b557-656857c0afe6/c845c113-e3e5-4a2a-b557-656857c0afe6.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.975779] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4903b7e-25a1-452f-8c00-720bc939cbca {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.985010] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1151.985010] env[68461]: value = "task-2895525" [ 1151.985010] env[68461]: _type = "Task" [ 1151.985010] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.999062] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.008550] env[68461]: DEBUG nova.compute.utils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.014068] env[68461]: DEBUG nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1152.014294] env[68461]: DEBUG nova.network.neutron [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.032846] env[68461]: DEBUG oslo_vmware.api [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895522, 'name': PowerOnVM_Task, 'duration_secs': 0.471502} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.033159] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.033744] env[68461]: INFO nova.compute.manager [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1152.033744] env[68461]: DEBUG nova.compute.manager [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.035787] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abceddf3-eac7-4d4a-86a2-5571319f39f3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.090482] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895523, 'name': Rename_Task, 'duration_secs': 0.144371} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.093937] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.094482] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cbfcb71-4381-45ed-9dd6-c9ec4cd80ec7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.100499] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06307} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.101677] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.102013] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1152.102013] env[68461]: value = "task-2895526" [ 1152.102013] env[68461]: _type = "Task" [ 1152.102013] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.102707] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28007ee-82e8-4fcc-88e3-4262806e8181 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.106158] env[68461]: DEBUG nova.policy [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09bd6686a0134a54a5034399f1461eea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '392c3ddc01b044b8aeea46ef2f838379', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.130041] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 51e4741a-8c13-4c3d-9a54-10c7b7068a7d/51e4741a-8c13-4c3d-9a54-10c7b7068a7d.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.136035] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36252db2-b13b-4a7f-9afe-62d5368d0a6b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.150759] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.151894] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b821a4-950c-4f55-ab37-7b9b1e2297b6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.171918] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Updating instance '6a686ce7-1687-471e-b292-b17e52099459' progress to 0 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.178225] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1152.178225] env[68461]: value = "task-2895527" [ 1152.178225] env[68461]: _type = "Task" [ 1152.178225] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.187964] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.316811] env[68461]: DEBUG oslo_concurrency.lockutils [req-eab700ca-1d72-4430-81e2-887137b9751f req-d74060e6-f85e-46c7-8816-0d10d6c52729 service nova] Releasing lock "refresh_cache-c845c113-e3e5-4a2a-b557-656857c0afe6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.321020] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: f6f23a19-fb3d-4c26-a0f0-9352e008b248] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.502364] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497879} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.502364] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] c845c113-e3e5-4a2a-b557-656857c0afe6/c845c113-e3e5-4a2a-b557-656857c0afe6.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.502364] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.502364] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-468e483f-8038-4b9e-a5ed-4666ba228e88 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.506642] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1152.506642] env[68461]: value = "task-2895528" [ 1152.506642] env[68461]: _type = "Task" [ 1152.506642] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.518163] env[68461]: DEBUG nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1152.522050] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.522617] env[68461]: DEBUG nova.network.neutron [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Successfully created port: 456aa25f-4972-489a-aa31-b8052506f2b3 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.525645] env[68461]: DEBUG oslo_concurrency.lockutils [None req-602d3c09-20b4-4349-865b-f31b2be63565 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.527645] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.819s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.533358] env[68461]: INFO nova.compute.claims [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.553773] env[68461]: INFO nova.compute.manager [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Took 50.44 seconds to build instance. [ 1152.614917] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895526, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.680024] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.680024] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6901762-25ab-43cb-9742-dec90d281181 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.691953] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.693691] env[68461]: DEBUG oslo_vmware.api [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 1152.693691] env[68461]: value = "task-2895529" [ 1152.693691] env[68461]: _type = "Task" [ 1152.693691] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.703302] env[68461]: DEBUG oslo_vmware.api [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.824151] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 680a5bb1-ac39-481f-9986-f33d0661bf32] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.021026] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061293} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.021026] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.021374] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a28634-5d09-4810-8e31-6eb4b2b17e77 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.061654] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] c845c113-e3e5-4a2a-b557-656857c0afe6/c845c113-e3e5-4a2a-b557-656857c0afe6.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.063308] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7079359f-3b65-48d2-af5a-c072228596d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "0773aa9b-b048-46b6-b470-78cbcae37020" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.733s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.063517] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32edb36d-52e1-4459-a4f0-e69fc2334a76 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.090055] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1153.090055] env[68461]: value = "task-2895530" [ 1153.090055] env[68461]: _type = "Task" [ 1153.090055] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.099132] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895530, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.114687] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895526, 'name': PowerOnVM_Task, 'duration_secs': 0.722422} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.114954] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.115219] env[68461]: INFO nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1153.116157] env[68461]: DEBUG nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.116157] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cc2d86-0eaf-4da2-9f5d-950f5381852b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.187858] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895527, 'name': ReconfigVM_Task, 'duration_secs': 0.612811} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.193544] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 51e4741a-8c13-4c3d-9a54-10c7b7068a7d/51e4741a-8c13-4c3d-9a54-10c7b7068a7d.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.194576] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89f5d147-009e-43db-98a5-2a4be3bce518 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.205643] env[68461]: DEBUG oslo_vmware.api [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.207078] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1153.207078] env[68461]: value = "task-2895531" [ 1153.207078] env[68461]: _type = "Task" [ 1153.207078] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.214483] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895531, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.328678] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 46b85b3f-5e89-4cf4-b45c-b628ffe6e056] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.536190] env[68461]: DEBUG nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1153.568014] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.568372] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.568557] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.568747] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.568895] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.569061] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.569276] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.569468] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.569680] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.569856] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.570040] env[68461]: DEBUG nova.virt.hardware [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.570974] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d54638-b665-408d-af31-e4495d5d3fbd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.587067] env[68461]: DEBUG nova.compute.manager [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.592921] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aed8fc2-9854-42fd-bfb9-dcddce06830e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.622019] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.642108] env[68461]: INFO nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Took 46.86 seconds to build instance. [ 1153.710335] env[68461]: DEBUG oslo_vmware.api [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.718609] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895531, 'name': Rename_Task, 'duration_secs': 0.501924} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.721730] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.722710] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dd6dc4d-0a33-4af0-b27f-7260ab224f4d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.732092] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1153.732092] env[68461]: value = "task-2895532" [ 1153.732092] env[68461]: _type = "Task" [ 1153.732092] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.748010] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895532, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.834942] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 0918f7e7-ac2e-43e8-a205-33a78b9b3dac] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.020953] env[68461]: DEBUG nova.compute.manager [req-2e7896bf-5b1f-4f2f-aaec-c3658cc65b35 req-77413385-ba28-4005-b1e8-d621b5ec9c7a service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Received event network-changed-d71ece38-bf5d-4cfc-b504-d280040ebc36 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.021639] env[68461]: DEBUG nova.compute.manager [req-2e7896bf-5b1f-4f2f-aaec-c3658cc65b35 req-77413385-ba28-4005-b1e8-d621b5ec9c7a service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Refreshing instance network info cache due to event network-changed-d71ece38-bf5d-4cfc-b504-d280040ebc36. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.021834] env[68461]: DEBUG oslo_concurrency.lockutils [req-2e7896bf-5b1f-4f2f-aaec-c3658cc65b35 req-77413385-ba28-4005-b1e8-d621b5ec9c7a service nova] Acquiring lock "refresh_cache-0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.022054] env[68461]: DEBUG oslo_concurrency.lockutils [req-2e7896bf-5b1f-4f2f-aaec-c3658cc65b35 req-77413385-ba28-4005-b1e8-d621b5ec9c7a service nova] Acquired lock "refresh_cache-0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.022621] env[68461]: DEBUG nova.network.neutron [req-2e7896bf-5b1f-4f2f-aaec-c3658cc65b35 req-77413385-ba28-4005-b1e8-d621b5ec9c7a service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Refreshing network info cache for port d71ece38-bf5d-4cfc-b504-d280040ebc36 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.105553] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895530, 'name': ReconfigVM_Task, 'duration_secs': 0.85058} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.108537] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Reconfigured VM instance instance-00000043 to attach disk [datastore2] c845c113-e3e5-4a2a-b557-656857c0afe6/c845c113-e3e5-4a2a-b557-656857c0afe6.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.109239] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed1d2f9e-e804-4cb7-aaaa-29ee6ddcdf14 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.116531] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1154.116531] env[68461]: value = "task-2895533" [ 1154.116531] env[68461]: _type = "Task" [ 1154.116531] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.121027] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.129506] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895533, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.141277] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a439d9-bcf0-4642-8018-962082976a1a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.144446] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "09834d87-0cdd-4b8c-a8fc-acee8c26197d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.315s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.152158] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ff07fb-0148-4c3e-af04-893aba42126a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.190058] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94d6a9f-1323-4075-986c-8ffabb3e07cd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.197907] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadac9e3-4a4d-4e0d-bc67-bf377b809be2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.218405] env[68461]: DEBUG nova.compute.provider_tree [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.219873] env[68461]: DEBUG oslo_vmware.api [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895529, 'name': PowerOffVM_Task, 'duration_secs': 1.083258} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.221196] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.221461] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Updating instance '6a686ce7-1687-471e-b292-b17e52099459' progress to 17 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.243295] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895532, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.344550] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 6c8126c6-b7ba-4976-8555-06724d7d4f35] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.634572] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895533, 'name': Rename_Task, 'duration_secs': 0.139265} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.634719] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.634922] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cdebc32-5bce-4e97-8a78-6a418d72b740 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.641469] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1154.641469] env[68461]: value = "task-2895534" [ 1154.641469] env[68461]: _type = "Task" [ 1154.641469] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.651315] env[68461]: DEBUG nova.compute.manager [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1154.653229] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.727185] env[68461]: DEBUG nova.scheduler.client.report [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.733964] env[68461]: DEBUG nova.virt.hardware [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.734224] env[68461]: DEBUG nova.virt.hardware [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.734771] env[68461]: DEBUG nova.virt.hardware [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.735063] env[68461]: DEBUG nova.virt.hardware [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.735174] env[68461]: DEBUG nova.virt.hardware [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.735328] env[68461]: DEBUG nova.virt.hardware [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.735555] env[68461]: DEBUG nova.virt.hardware [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.735732] env[68461]: DEBUG nova.virt.hardware [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.736072] env[68461]: DEBUG nova.virt.hardware [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.736159] env[68461]: DEBUG nova.virt.hardware [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.736406] env[68461]: DEBUG nova.virt.hardware [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.743322] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f81de2d7-3e8e-48bf-8b99-a6bdbd8ee07e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.776029] env[68461]: DEBUG oslo_vmware.api [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895532, 'name': PowerOnVM_Task, 'duration_secs': 0.880277} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.781693] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.781693] env[68461]: DEBUG nova.compute.manager [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.781693] env[68461]: DEBUG oslo_vmware.api [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 1154.781693] env[68461]: value = "task-2895535" [ 1154.781693] env[68461]: _type = "Task" [ 1154.781693] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.781693] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b6856b-b38c-4de4-bd66-322024ca4b0b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.798335] env[68461]: DEBUG oslo_vmware.api [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.845916] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 38fac1f3-9fe0-49c8-875e-d260db193c8a] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.157699] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895534, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.182277] env[68461]: DEBUG nova.compute.manager [req-7ec8cf94-b2c2-4005-ad94-28165054e313 req-947afa82-ba80-4b93-bcd6-a3a9bd23c7cb service nova] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Received event network-vif-plugged-456aa25f-4972-489a-aa31-b8052506f2b3 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.182527] env[68461]: DEBUG oslo_concurrency.lockutils [req-7ec8cf94-b2c2-4005-ad94-28165054e313 req-947afa82-ba80-4b93-bcd6-a3a9bd23c7cb service nova] Acquiring lock "43770319-9ad1-412a-b862-7f6fbfc8ec63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.183104] env[68461]: DEBUG oslo_concurrency.lockutils [req-7ec8cf94-b2c2-4005-ad94-28165054e313 req-947afa82-ba80-4b93-bcd6-a3a9bd23c7cb service nova] Lock "43770319-9ad1-412a-b862-7f6fbfc8ec63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.183104] env[68461]: DEBUG oslo_concurrency.lockutils [req-7ec8cf94-b2c2-4005-ad94-28165054e313 req-947afa82-ba80-4b93-bcd6-a3a9bd23c7cb service nova] Lock "43770319-9ad1-412a-b862-7f6fbfc8ec63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.183104] env[68461]: DEBUG nova.compute.manager [req-7ec8cf94-b2c2-4005-ad94-28165054e313 req-947afa82-ba80-4b93-bcd6-a3a9bd23c7cb service nova] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] No waiting events found dispatching network-vif-plugged-456aa25f-4972-489a-aa31-b8052506f2b3 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.183393] env[68461]: WARNING nova.compute.manager [req-7ec8cf94-b2c2-4005-ad94-28165054e313 req-947afa82-ba80-4b93-bcd6-a3a9bd23c7cb service nova] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Received unexpected event network-vif-plugged-456aa25f-4972-489a-aa31-b8052506f2b3 for instance with vm_state building and task_state spawning. [ 1155.184364] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.243578] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.243578] env[68461]: DEBUG nova.compute.manager [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.247057] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4bfb78de-057c-41b5-99dd-3945d0d3c490 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.817s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.247392] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4bfb78de-057c-41b5-99dd-3945d0d3c490 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.253026] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.381s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.257254] env[68461]: INFO nova.compute.claims [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.277173] env[68461]: DEBUG nova.network.neutron [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Successfully updated port: 456aa25f-4972-489a-aa31-b8052506f2b3 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.284213] env[68461]: DEBUG nova.network.neutron [req-2e7896bf-5b1f-4f2f-aaec-c3658cc65b35 req-77413385-ba28-4005-b1e8-d621b5ec9c7a service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Updated VIF entry in instance network info cache for port d71ece38-bf5d-4cfc-b504-d280040ebc36. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.284213] env[68461]: DEBUG nova.network.neutron [req-2e7896bf-5b1f-4f2f-aaec-c3658cc65b35 req-77413385-ba28-4005-b1e8-d621b5ec9c7a service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Updating instance_info_cache with network_info: [{"id": "d71ece38-bf5d-4cfc-b504-d280040ebc36", "address": "fa:16:3e:bd:c5:75", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71ece38-bf", "ovs_interfaceid": "d71ece38-bf5d-4cfc-b504-d280040ebc36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.295579] env[68461]: DEBUG oslo_vmware.api [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895535, 'name': ReconfigVM_Task, 'duration_secs': 0.193999} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.297329] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Updating instance '6a686ce7-1687-471e-b292-b17e52099459' progress to 33 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.308899] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.313835] env[68461]: INFO nova.scheduler.client.report [None req-4bfb78de-057c-41b5-99dd-3945d0d3c490 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Deleted allocations for instance 98571f34-23ed-40cd-8ad3-4f27fd9d83e5 [ 1155.349842] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: abbbbbc0-3457-4c28-905f-728f2caf2f39] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.656225] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895534, 'name': PowerOnVM_Task, 'duration_secs': 0.562964} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.656225] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.656225] env[68461]: INFO nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1155.656225] env[68461]: DEBUG nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.656225] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534e9ccf-bc78-4efc-a532-031a386bc42a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.749282] env[68461]: DEBUG nova.compute.utils [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.751321] env[68461]: DEBUG nova.compute.manager [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.752700] env[68461]: DEBUG nova.network.neutron [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.784217] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquiring lock "refresh_cache-43770319-9ad1-412a-b862-7f6fbfc8ec63" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.784394] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquired lock "refresh_cache-43770319-9ad1-412a-b862-7f6fbfc8ec63" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.784563] env[68461]: DEBUG nova.network.neutron [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.792502] env[68461]: DEBUG oslo_concurrency.lockutils [req-2e7896bf-5b1f-4f2f-aaec-c3658cc65b35 req-77413385-ba28-4005-b1e8-d621b5ec9c7a service nova] Releasing lock "refresh_cache-0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.808055] env[68461]: DEBUG nova.virt.hardware [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:17:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='123322d9-269d-4d92-99c5-899e340f8deb',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1775706695',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.808055] env[68461]: DEBUG nova.virt.hardware [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.808055] env[68461]: DEBUG nova.virt.hardware [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.808213] env[68461]: DEBUG nova.virt.hardware [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.808320] env[68461]: DEBUG nova.virt.hardware [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.808473] env[68461]: DEBUG nova.virt.hardware [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.808734] env[68461]: DEBUG nova.virt.hardware [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.808903] env[68461]: DEBUG nova.virt.hardware [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.809133] env[68461]: DEBUG nova.virt.hardware [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.809322] env[68461]: DEBUG nova.virt.hardware [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.809498] env[68461]: DEBUG nova.virt.hardware [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.816100] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1155.817852] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff9aef1d-c8f0-4268-beb7-562651ac585b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.837623] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4bfb78de-057c-41b5-99dd-3945d0d3c490 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "98571f34-23ed-40cd-8ad3-4f27fd9d83e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.364s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.842163] env[68461]: DEBUG oslo_vmware.api [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 1155.842163] env[68461]: value = "task-2895536" [ 1155.842163] env[68461]: _type = "Task" [ 1155.842163] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.850945] env[68461]: DEBUG oslo_vmware.api [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.858022] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: e9d15794-c864-4c2e-a9c2-28d96991bebe] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.934560] env[68461]: DEBUG nova.policy [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d679f12f3704660ac65b80286bf1090', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa243b8687cb4f1ab88ecbeddf00aa12', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.185386] env[68461]: INFO nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Took 47.00 seconds to build instance. [ 1156.257647] env[68461]: DEBUG nova.compute.manager [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.348148] env[68461]: DEBUG nova.network.neutron [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.360037] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: ffc98835-bb20-4213-ab2e-217858cd937b] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.362076] env[68461]: DEBUG oslo_vmware.api [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895536, 'name': ReconfigVM_Task, 'duration_secs': 0.27058} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.362912] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1156.363390] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdcf896-fbd7-45e5-b50f-6df841987f0c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.386853] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 6a686ce7-1687-471e-b292-b17e52099459/6a686ce7-1687-471e-b292-b17e52099459.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.392418] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42f83573-f4bf-4ecd-8dc9-fff4fd49a25b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.411533] env[68461]: DEBUG oslo_vmware.api [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 1156.411533] env[68461]: value = "task-2895537" [ 1156.411533] env[68461]: _type = "Task" [ 1156.411533] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.421269] env[68461]: DEBUG oslo_vmware.api [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.619557] env[68461]: DEBUG nova.network.neutron [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Successfully created port: d763adf3-b292-47a6-8e94-ee9ff87aafde {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.686672] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "c845c113-e3e5-4a2a-b557-656857c0afe6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.829s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.775579] env[68461]: DEBUG nova.network.neutron [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Updating instance_info_cache with network_info: [{"id": "456aa25f-4972-489a-aa31-b8052506f2b3", "address": "fa:16:3e:33:58:92", "network": {"id": "83caf69f-b112-41cc-bc5e-900502b5fddd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-759184611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392c3ddc01b044b8aeea46ef2f838379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap456aa25f-49", "ovs_interfaceid": "456aa25f-4972-489a-aa31-b8052506f2b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.795126] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "0cfbe492-21b6-41f1-8daa-35dbbf7cbf24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.795126] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "0cfbe492-21b6-41f1-8daa-35dbbf7cbf24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.795370] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "0cfbe492-21b6-41f1-8daa-35dbbf7cbf24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.795612] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "0cfbe492-21b6-41f1-8daa-35dbbf7cbf24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.796357] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "0cfbe492-21b6-41f1-8daa-35dbbf7cbf24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.798484] env[68461]: INFO nova.compute.manager [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Terminating instance [ 1156.863294] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 307d6715-7c12-4106-9384-5bb381fceb0d] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.877015] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e120b8-9e27-4b91-8717-5b090242db57 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.885226] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c4248a-b1b6-4c78-9d0a-12986aeb550a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.927068] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4907f335-7f92-4720-96cf-272794bea364 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.936287] env[68461]: DEBUG oslo_vmware.api [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.937377] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36e1dd2-a21d-427a-91d2-b06067578c94 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.952999] env[68461]: DEBUG nova.compute.provider_tree [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.268845] env[68461]: DEBUG nova.compute.manager [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.278045] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Releasing lock "refresh_cache-43770319-9ad1-412a-b862-7f6fbfc8ec63" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.278472] env[68461]: DEBUG nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Instance network_info: |[{"id": "456aa25f-4972-489a-aa31-b8052506f2b3", "address": "fa:16:3e:33:58:92", "network": {"id": "83caf69f-b112-41cc-bc5e-900502b5fddd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-759184611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392c3ddc01b044b8aeea46ef2f838379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap456aa25f-49", "ovs_interfaceid": "456aa25f-4972-489a-aa31-b8052506f2b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1157.279014] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:58:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '456aa25f-4972-489a-aa31-b8052506f2b3', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.289731] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.291244] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.291244] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81442837-a0e0-44c4-a325-de9121f5f243 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.315116] env[68461]: DEBUG nova.compute.manager [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.315265] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.317282] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eefad13-e2bb-426f-983f-6934f5b23110 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.322116] env[68461]: DEBUG nova.virt.hardware [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.322735] env[68461]: DEBUG nova.virt.hardware [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.322735] env[68461]: DEBUG nova.virt.hardware [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.322735] env[68461]: DEBUG nova.virt.hardware [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.322926] env[68461]: DEBUG nova.virt.hardware [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.322988] env[68461]: DEBUG nova.virt.hardware [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.323177] env[68461]: DEBUG nova.virt.hardware [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.324089] env[68461]: DEBUG nova.virt.hardware [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.324597] env[68461]: DEBUG nova.virt.hardware [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.324597] env[68461]: DEBUG nova.virt.hardware [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.324736] env[68461]: DEBUG nova.virt.hardware [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.325527] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0232ef-3d88-4e9f-82cc-e8691e197d9b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.331585] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.331585] env[68461]: value = "task-2895538" [ 1157.331585] env[68461]: _type = "Task" [ 1157.331585] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.331866] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.335712] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-451fb5ec-738f-4254-a9ad-89d28ed25cbf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.342615] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8e9f40-a830-4f8c-b9c6-22d0775d04c6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.348144] env[68461]: DEBUG oslo_vmware.api [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1157.348144] env[68461]: value = "task-2895539" [ 1157.348144] env[68461]: _type = "Task" [ 1157.348144] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.365542] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895538, 'name': CreateVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.371112] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 8da50929-c46e-44e2-ac31-ee14af0055b8] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.373477] env[68461]: DEBUG oslo_vmware.api [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.375919] env[68461]: DEBUG nova.compute.manager [req-f6c7f4c6-b903-4416-9451-fb566004e454 req-b95ad66a-1215-4856-88ee-0ed00929c735 service nova] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Received event network-changed-456aa25f-4972-489a-aa31-b8052506f2b3 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.375919] env[68461]: DEBUG nova.compute.manager [req-f6c7f4c6-b903-4416-9451-fb566004e454 req-b95ad66a-1215-4856-88ee-0ed00929c735 service nova] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Refreshing instance network info cache due to event network-changed-456aa25f-4972-489a-aa31-b8052506f2b3. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.379167] env[68461]: DEBUG oslo_concurrency.lockutils [req-f6c7f4c6-b903-4416-9451-fb566004e454 req-b95ad66a-1215-4856-88ee-0ed00929c735 service nova] Acquiring lock "refresh_cache-43770319-9ad1-412a-b862-7f6fbfc8ec63" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.379167] env[68461]: DEBUG oslo_concurrency.lockutils [req-f6c7f4c6-b903-4416-9451-fb566004e454 req-b95ad66a-1215-4856-88ee-0ed00929c735 service nova] Acquired lock "refresh_cache-43770319-9ad1-412a-b862-7f6fbfc8ec63" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.379167] env[68461]: DEBUG nova.network.neutron [req-f6c7f4c6-b903-4416-9451-fb566004e454 req-b95ad66a-1215-4856-88ee-0ed00929c735 service nova] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Refreshing network info cache for port 456aa25f-4972-489a-aa31-b8052506f2b3 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.433406] env[68461]: DEBUG oslo_vmware.api [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.456455] env[68461]: DEBUG nova.scheduler.client.report [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.634496] env[68461]: DEBUG oslo_concurrency.lockutils [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "3e7a8f18-217d-4fd8-94e0-71e200f0b8b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.634733] env[68461]: DEBUG oslo_concurrency.lockutils [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "3e7a8f18-217d-4fd8-94e0-71e200f0b8b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.841917] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895538, 'name': CreateVM_Task, 'duration_secs': 0.407661} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.842106] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.842912] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.842998] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.843348] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.843611] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18e71eb6-33eb-40a5-8934-38d55e38d53f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.849110] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1157.849110] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5253e2a1-c626-4575-1f8b-f86871f6bd47" [ 1157.849110] env[68461]: _type = "Task" [ 1157.849110] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.860488] env[68461]: DEBUG oslo_vmware.api [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895539, 'name': PowerOffVM_Task, 'duration_secs': 0.207579} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.864247] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.864526] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.864622] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5253e2a1-c626-4575-1f8b-f86871f6bd47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.864841] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77539a5b-c829-453c-b771-113a1aabc96c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.875510] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 7a9f7ade-ad54-4517-acf8-70fced073c77] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.934660] env[68461]: DEBUG oslo_vmware.api [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895537, 'name': ReconfigVM_Task, 'duration_secs': 1.077967} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.934922] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 6a686ce7-1687-471e-b292-b17e52099459/6a686ce7-1687-471e-b292-b17e52099459.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.935223] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Updating instance '6a686ce7-1687-471e-b292-b17e52099459' progress to 50 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.941127] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.941375] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.943278] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Deleting the datastore file [datastore2] 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.943278] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68c0af89-e266-4232-ac68-774484b0cf9a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.948806] env[68461]: DEBUG oslo_vmware.api [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1157.948806] env[68461]: value = "task-2895541" [ 1157.948806] env[68461]: _type = "Task" [ 1157.948806] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.957198] env[68461]: DEBUG oslo_vmware.api [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.967332] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.967903] env[68461]: DEBUG nova.compute.manager [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.970974] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.076s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.971181] env[68461]: DEBUG nova.objects.instance [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68461) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1158.139378] env[68461]: DEBUG nova.compute.manager [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1158.363624] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5253e2a1-c626-4575-1f8b-f86871f6bd47, 'name': SearchDatastore_Task, 'duration_secs': 0.012336} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.364085] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.364238] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.364427] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.364576] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.364757] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.365058] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb601186-d6c4-464b-bc77-cd1776499fe5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.375923] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.376139] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.380323] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bba8225-d948-4fbc-9b8c-0db0b6a8577d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.382931] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 3bba8c74-80c8-41d2-92af-3b619185197e] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.388690] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1158.388690] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5265b7cd-c93f-f92e-a054-f2ba47d4e0fa" [ 1158.388690] env[68461]: _type = "Task" [ 1158.388690] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.396618] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5265b7cd-c93f-f92e-a054-f2ba47d4e0fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.442218] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b334174c-2995-4216-9dc9-ed925645df3c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.467652] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eaadc0f-49ae-4add-9901-c9107c39fd70 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.481639] env[68461]: DEBUG nova.compute.utils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.483308] env[68461]: DEBUG oslo_vmware.api [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348306} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.499881] env[68461]: DEBUG nova.compute.manager [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1158.500323] env[68461]: DEBUG nova.network.neutron [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1158.502376] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.503185] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.503973] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.504338] env[68461]: INFO nova.compute.manager [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1158.504704] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.507357] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Updating instance '6a686ce7-1687-471e-b292-b17e52099459' progress to 67 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.512180] env[68461]: DEBUG nova.compute.manager [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1158.515187] env[68461]: DEBUG nova.compute.manager [-] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.515361] env[68461]: DEBUG nova.network.neutron [-] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.574242] env[68461]: DEBUG nova.policy [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '630aa58a28e4426c928dfd49effd0c60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17b8a05c64a541fdbeacd5b05aae7c9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.659570] env[68461]: DEBUG oslo_concurrency.lockutils [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.748313] env[68461]: DEBUG nova.network.neutron [req-f6c7f4c6-b903-4416-9451-fb566004e454 req-b95ad66a-1215-4856-88ee-0ed00929c735 service nova] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Updated VIF entry in instance network info cache for port 456aa25f-4972-489a-aa31-b8052506f2b3. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.748313] env[68461]: DEBUG nova.network.neutron [req-f6c7f4c6-b903-4416-9451-fb566004e454 req-b95ad66a-1215-4856-88ee-0ed00929c735 service nova] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Updating instance_info_cache with network_info: [{"id": "456aa25f-4972-489a-aa31-b8052506f2b3", "address": "fa:16:3e:33:58:92", "network": {"id": "83caf69f-b112-41cc-bc5e-900502b5fddd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-759184611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392c3ddc01b044b8aeea46ef2f838379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap456aa25f-49", "ovs_interfaceid": "456aa25f-4972-489a-aa31-b8052506f2b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.887769] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 1d89390b-acab-4995-a3bd-006d6316fd6d] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.908661] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5265b7cd-c93f-f92e-a054-f2ba47d4e0fa, 'name': SearchDatastore_Task, 'duration_secs': 0.016088} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.909474] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd97ce45-93a9-47dc-9b13-56af90e60ac9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.917330] env[68461]: DEBUG oslo_concurrency.lockutils [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "008fd377-d24b-4319-8b80-542e620a86d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.917764] env[68461]: DEBUG oslo_concurrency.lockutils [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "008fd377-d24b-4319-8b80-542e620a86d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.920590] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1158.920590] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52b4cda4-b156-5e07-553c-6e1d69d7602c" [ 1158.920590] env[68461]: _type = "Task" [ 1158.920590] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.933457] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b4cda4-b156-5e07-553c-6e1d69d7602c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.985963] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a96b43ef-09b7-4ffa-b937-d443fc63a23e tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.987122] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.998s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.989141] env[68461]: INFO nova.compute.claims [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.049028] env[68461]: DEBUG nova.network.neutron [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Successfully created port: 27d976c4-2933-4f9c-96b1-c426ac23fb17 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1159.129053] env[68461]: DEBUG nova.network.neutron [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Port 226b2149-8060-4e03-8919-8b1a696c407f binding to destination host cpu-1 is already ACTIVE {{(pid=68461) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1159.138775] env[68461]: DEBUG nova.network.neutron [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Successfully updated port: d763adf3-b292-47a6-8e94-ee9ff87aafde {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.249427] env[68461]: DEBUG oslo_concurrency.lockutils [req-f6c7f4c6-b903-4416-9451-fb566004e454 req-b95ad66a-1215-4856-88ee-0ed00929c735 service nova] Releasing lock "refresh_cache-43770319-9ad1-412a-b862-7f6fbfc8ec63" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.392137] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 8701a32f-e784-418a-ae13-87b1330e8c27] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.431836] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b4cda4-b156-5e07-553c-6e1d69d7602c, 'name': SearchDatastore_Task, 'duration_secs': 0.014945} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.432761] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.433041] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 43770319-9ad1-412a-b862-7f6fbfc8ec63/43770319-9ad1-412a-b862-7f6fbfc8ec63.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.433310] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f2c4213-c7d1-482b-ac14-ba9efc0a00de {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.443737] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1159.443737] env[68461]: value = "task-2895542" [ 1159.443737] env[68461]: _type = "Task" [ 1159.443737] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.455307] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.524734] env[68461]: DEBUG nova.compute.manager [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1159.562155] env[68461]: DEBUG nova.virt.hardware [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.562415] env[68461]: DEBUG nova.virt.hardware [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.562582] env[68461]: DEBUG nova.virt.hardware [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.562976] env[68461]: DEBUG nova.virt.hardware [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.563197] env[68461]: DEBUG nova.virt.hardware [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.563790] env[68461]: DEBUG nova.virt.hardware [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.563790] env[68461]: DEBUG nova.virt.hardware [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.563790] env[68461]: DEBUG nova.virt.hardware [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.563991] env[68461]: DEBUG nova.virt.hardware [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.564202] env[68461]: DEBUG nova.virt.hardware [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.564429] env[68461]: DEBUG nova.virt.hardware [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.565328] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba37581-571c-42a6-95f5-1bceee29cd0e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.578903] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2829a28-e4c5-43dd-8239-5a191df65880 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.597119] env[68461]: DEBUG nova.compute.manager [req-d43c1808-caaa-4849-ba89-c7fbaa61e16d req-9ff9545c-b3d7-4f62-b819-7e4ca71ba719 service nova] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Received event network-vif-plugged-d763adf3-b292-47a6-8e94-ee9ff87aafde {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.597344] env[68461]: DEBUG oslo_concurrency.lockutils [req-d43c1808-caaa-4849-ba89-c7fbaa61e16d req-9ff9545c-b3d7-4f62-b819-7e4ca71ba719 service nova] Acquiring lock "6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.597550] env[68461]: DEBUG oslo_concurrency.lockutils [req-d43c1808-caaa-4849-ba89-c7fbaa61e16d req-9ff9545c-b3d7-4f62-b819-7e4ca71ba719 service nova] Lock "6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.597718] env[68461]: DEBUG oslo_concurrency.lockutils [req-d43c1808-caaa-4849-ba89-c7fbaa61e16d req-9ff9545c-b3d7-4f62-b819-7e4ca71ba719 service nova] Lock "6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.597885] env[68461]: DEBUG nova.compute.manager [req-d43c1808-caaa-4849-ba89-c7fbaa61e16d req-9ff9545c-b3d7-4f62-b819-7e4ca71ba719 service nova] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] No waiting events found dispatching network-vif-plugged-d763adf3-b292-47a6-8e94-ee9ff87aafde {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1159.598060] env[68461]: WARNING nova.compute.manager [req-d43c1808-caaa-4849-ba89-c7fbaa61e16d req-9ff9545c-b3d7-4f62-b819-7e4ca71ba719 service nova] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Received unexpected event network-vif-plugged-d763adf3-b292-47a6-8e94-ee9ff87aafde for instance with vm_state building and task_state spawning. [ 1159.598251] env[68461]: DEBUG nova.compute.manager [req-d43c1808-caaa-4849-ba89-c7fbaa61e16d req-9ff9545c-b3d7-4f62-b819-7e4ca71ba719 service nova] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Received event network-changed-d763adf3-b292-47a6-8e94-ee9ff87aafde {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.599094] env[68461]: DEBUG nova.compute.manager [req-d43c1808-caaa-4849-ba89-c7fbaa61e16d req-9ff9545c-b3d7-4f62-b819-7e4ca71ba719 service nova] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Refreshing instance network info cache due to event network-changed-d763adf3-b292-47a6-8e94-ee9ff87aafde. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.599094] env[68461]: DEBUG oslo_concurrency.lockutils [req-d43c1808-caaa-4849-ba89-c7fbaa61e16d req-9ff9545c-b3d7-4f62-b819-7e4ca71ba719 service nova] Acquiring lock "refresh_cache-6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.599094] env[68461]: DEBUG oslo_concurrency.lockutils [req-d43c1808-caaa-4849-ba89-c7fbaa61e16d req-9ff9545c-b3d7-4f62-b819-7e4ca71ba719 service nova] Acquired lock "refresh_cache-6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.599094] env[68461]: DEBUG nova.network.neutron [req-d43c1808-caaa-4849-ba89-c7fbaa61e16d req-9ff9545c-b3d7-4f62-b819-7e4ca71ba719 service nova] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Refreshing network info cache for port d763adf3-b292-47a6-8e94-ee9ff87aafde {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.642642] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquiring lock "refresh_cache-6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.815520] env[68461]: DEBUG nova.network.neutron [-] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.897609] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.898165] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Cleaning up deleted instances with incomplete migration {{(pid=68461) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1159.961334] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895542, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.079964] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.080327] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.149359] env[68461]: DEBUG oslo_concurrency.lockutils [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "6a686ce7-1687-471e-b292-b17e52099459-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.150133] env[68461]: DEBUG oslo_concurrency.lockutils [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "6a686ce7-1687-471e-b292-b17e52099459-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.150133] env[68461]: DEBUG oslo_concurrency.lockutils [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "6a686ce7-1687-471e-b292-b17e52099459-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.216137] env[68461]: DEBUG nova.network.neutron [req-d43c1808-caaa-4849-ba89-c7fbaa61e16d req-9ff9545c-b3d7-4f62-b819-7e4ca71ba719 service nova] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.303013] env[68461]: DEBUG nova.network.neutron [req-d43c1808-caaa-4849-ba89-c7fbaa61e16d req-9ff9545c-b3d7-4f62-b819-7e4ca71ba719 service nova] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.318420] env[68461]: INFO nova.compute.manager [-] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Took 1.80 seconds to deallocate network for instance. [ 1160.401831] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.456625] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.86765} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.459187] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 43770319-9ad1-412a-b862-7f6fbfc8ec63/43770319-9ad1-412a-b862-7f6fbfc8ec63.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.460072] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.460072] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db446d97-347b-490a-b6cf-a4ef97515d6b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.467249] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1160.467249] env[68461]: value = "task-2895543" [ 1160.467249] env[68461]: _type = "Task" [ 1160.467249] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.480670] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.555889] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf7e593-13e4-4f04-aaa9-1576c79895dd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.565134] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4f734a-d218-4568-9c5c-6b216dedcaf9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.601944] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f9a30e-51ae-4d23-b7b5-a38a6ac52722 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.611882] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bd7180-b727-419f-828e-1f0f9e5eaadc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.626935] env[68461]: DEBUG nova.compute.provider_tree [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.806162] env[68461]: DEBUG oslo_concurrency.lockutils [req-d43c1808-caaa-4849-ba89-c7fbaa61e16d req-9ff9545c-b3d7-4f62-b819-7e4ca71ba719 service nova] Releasing lock "refresh_cache-6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.806446] env[68461]: DEBUG nova.compute.manager [req-d43c1808-caaa-4849-ba89-c7fbaa61e16d req-9ff9545c-b3d7-4f62-b819-7e4ca71ba719 service nova] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Received event network-vif-deleted-09043efe-0c8d-40c0-9c8e-63f4c4ed14de {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.806625] env[68461]: INFO nova.compute.manager [req-d43c1808-caaa-4849-ba89-c7fbaa61e16d req-9ff9545c-b3d7-4f62-b819-7e4ca71ba719 service nova] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Neutron deleted interface 09043efe-0c8d-40c0-9c8e-63f4c4ed14de; detaching it from the instance and deleting it from the info cache [ 1160.806845] env[68461]: DEBUG nova.network.neutron [req-d43c1808-caaa-4849-ba89-c7fbaa61e16d req-9ff9545c-b3d7-4f62-b819-7e4ca71ba719 service nova] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.807878] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquired lock "refresh_cache-6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.808040] env[68461]: DEBUG nova.network.neutron [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.827907] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.978551] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072966} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.980013] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.981633] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cd164d-9821-405f-9d39-5327ce646ac1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.008932] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 43770319-9ad1-412a-b862-7f6fbfc8ec63/43770319-9ad1-412a-b862-7f6fbfc8ec63.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.009378] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe3a38fd-08c7-43f4-b62b-3d2100ec955c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.031947] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1161.031947] env[68461]: value = "task-2895544" [ 1161.031947] env[68461]: _type = "Task" [ 1161.031947] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.041097] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.067682] env[68461]: DEBUG nova.compute.manager [req-22b17cd1-ed12-4158-a493-021b4aab4150 req-a46c710d-9f09-41d6-a88e-18764e724598 service nova] [instance: 8842a491-df22-43fe-8803-fe727131b562] Received event network-vif-plugged-27d976c4-2933-4f9c-96b1-c426ac23fb17 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.067946] env[68461]: DEBUG oslo_concurrency.lockutils [req-22b17cd1-ed12-4158-a493-021b4aab4150 req-a46c710d-9f09-41d6-a88e-18764e724598 service nova] Acquiring lock "8842a491-df22-43fe-8803-fe727131b562-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.068179] env[68461]: DEBUG oslo_concurrency.lockutils [req-22b17cd1-ed12-4158-a493-021b4aab4150 req-a46c710d-9f09-41d6-a88e-18764e724598 service nova] Lock "8842a491-df22-43fe-8803-fe727131b562-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.068381] env[68461]: DEBUG oslo_concurrency.lockutils [req-22b17cd1-ed12-4158-a493-021b4aab4150 req-a46c710d-9f09-41d6-a88e-18764e724598 service nova] Lock "8842a491-df22-43fe-8803-fe727131b562-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.068557] env[68461]: DEBUG nova.compute.manager [req-22b17cd1-ed12-4158-a493-021b4aab4150 req-a46c710d-9f09-41d6-a88e-18764e724598 service nova] [instance: 8842a491-df22-43fe-8803-fe727131b562] No waiting events found dispatching network-vif-plugged-27d976c4-2933-4f9c-96b1-c426ac23fb17 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.068725] env[68461]: WARNING nova.compute.manager [req-22b17cd1-ed12-4158-a493-021b4aab4150 req-a46c710d-9f09-41d6-a88e-18764e724598 service nova] [instance: 8842a491-df22-43fe-8803-fe727131b562] Received unexpected event network-vif-plugged-27d976c4-2933-4f9c-96b1-c426ac23fb17 for instance with vm_state building and task_state spawning. [ 1161.090614] env[68461]: DEBUG nova.network.neutron [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Successfully updated port: 27d976c4-2933-4f9c-96b1-c426ac23fb17 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1161.131203] env[68461]: DEBUG nova.scheduler.client.report [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.197183] env[68461]: DEBUG oslo_concurrency.lockutils [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "refresh_cache-6a686ce7-1687-471e-b292-b17e52099459" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.197183] env[68461]: DEBUG oslo_concurrency.lockutils [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquired lock "refresh_cache-6a686ce7-1687-471e-b292-b17e52099459" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.197183] env[68461]: DEBUG nova.network.neutron [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.312658] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18ce888f-36fe-4933-b037-8f03da003777 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.323610] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1eed57c-d5c3-49ef-bea5-6f53e4408b5a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.357117] env[68461]: DEBUG nova.compute.manager [req-d43c1808-caaa-4849-ba89-c7fbaa61e16d req-9ff9545c-b3d7-4f62-b819-7e4ca71ba719 service nova] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Detach interface failed, port_id=09043efe-0c8d-40c0-9c8e-63f4c4ed14de, reason: Instance 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1161.358347] env[68461]: DEBUG nova.network.neutron [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.526819] env[68461]: DEBUG nova.network.neutron [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Updating instance_info_cache with network_info: [{"id": "d763adf3-b292-47a6-8e94-ee9ff87aafde", "address": "fa:16:3e:65:fd:30", "network": {"id": "5869c72c-3c13-4d67-bce2-5dba006886ec", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1873824450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa243b8687cb4f1ab88ecbeddf00aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd763adf3-b2", "ovs_interfaceid": "d763adf3-b292-47a6-8e94-ee9ff87aafde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.544758] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.595682] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "refresh_cache-8842a491-df22-43fe-8803-fe727131b562" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.595839] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquired lock "refresh_cache-8842a491-df22-43fe-8803-fe727131b562" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.595991] env[68461]: DEBUG nova.network.neutron [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.639183] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.639183] env[68461]: DEBUG nova.compute.manager [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1161.640644] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.240s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.641548] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.643870] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e6ba52db-6c24-4d3c-b7ed-0253dc1e60d6 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 31.260s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.683134] env[68461]: INFO nova.scheduler.client.report [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Deleted allocations for instance edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4 [ 1161.939034] env[68461]: DEBUG nova.network.neutron [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Updating instance_info_cache with network_info: [{"id": "226b2149-8060-4e03-8919-8b1a696c407f", "address": "fa:16:3e:94:16:64", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap226b2149-80", "ovs_interfaceid": "226b2149-8060-4e03-8919-8b1a696c407f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.030324] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Releasing lock "refresh_cache-6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.031569] env[68461]: DEBUG nova.compute.manager [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Instance network_info: |[{"id": "d763adf3-b292-47a6-8e94-ee9ff87aafde", "address": "fa:16:3e:65:fd:30", "network": {"id": "5869c72c-3c13-4d67-bce2-5dba006886ec", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1873824450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa243b8687cb4f1ab88ecbeddf00aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd763adf3-b2", "ovs_interfaceid": "d763adf3-b292-47a6-8e94-ee9ff87aafde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1162.031569] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:fd:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd763adf3-b292-47a6-8e94-ee9ff87aafde', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.038728] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.039317] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.043407] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed718736-e305-4ccc-951d-126ef8908099 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.070654] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.071973] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.071973] env[68461]: value = "task-2895545" [ 1162.071973] env[68461]: _type = "Task" [ 1162.071973] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.079562] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895545, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.134556] env[68461]: DEBUG nova.network.neutron [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1162.147550] env[68461]: DEBUG nova.compute.utils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.156598] env[68461]: DEBUG nova.compute.manager [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.156598] env[68461]: DEBUG nova.network.neutron [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.192300] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec971914-1d51-414b-821a-d169411ce342 tempest-InstanceActionsV221TestJSON-2020789080 tempest-InstanceActionsV221TestJSON-2020789080-project-member] Lock "edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.274s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.277444] env[68461]: DEBUG nova.policy [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '630aa58a28e4426c928dfd49effd0c60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17b8a05c64a541fdbeacd5b05aae7c9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.303391] env[68461]: DEBUG nova.network.neutron [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Updating instance_info_cache with network_info: [{"id": "27d976c4-2933-4f9c-96b1-c426ac23fb17", "address": "fa:16:3e:18:c8:5b", "network": {"id": "bd35c414-f77b-487f-9cf9-6218dacae1e3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-495553271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17b8a05c64a541fdbeacd5b05aae7c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d976c4-29", "ovs_interfaceid": "27d976c4-2933-4f9c-96b1-c426ac23fb17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.442635] env[68461]: DEBUG oslo_concurrency.lockutils [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Releasing lock "refresh_cache-6a686ce7-1687-471e-b292-b17e52099459" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.549861] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895544, 'name': ReconfigVM_Task, 'duration_secs': 1.142588} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.550198] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 43770319-9ad1-412a-b862-7f6fbfc8ec63/43770319-9ad1-412a-b862-7f6fbfc8ec63.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.551152] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f3adeb3-4fe1-4459-94bb-9383db0026b7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.557331] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1162.557331] env[68461]: value = "task-2895546" [ 1162.557331] env[68461]: _type = "Task" [ 1162.557331] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.569100] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895546, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.581451] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895545, 'name': CreateVM_Task, 'duration_secs': 0.441196} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.581451] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.581998] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.582200] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.582532] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.585202] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1587f48-41f5-4b45-aec5-45b93a474b0c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.591801] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 1162.591801] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52ee4d6c-c708-0479-383f-c72569a73ae4" [ 1162.591801] env[68461]: _type = "Task" [ 1162.591801] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.601692] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ee4d6c-c708-0479-383f-c72569a73ae4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.656391] env[68461]: DEBUG nova.compute.manager [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1162.704854] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bb239b-8274-4fbd-a1ab-00acc7fa3057 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.714855] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6939aeb2-4648-4c45-8d19-69b517563213 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.744400] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a69e5f-edd2-4ed8-a0a2-21ccbd49cb2d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.751691] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a58947-b91f-4243-b57e-278061fbc8d2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.765064] env[68461]: DEBUG nova.compute.provider_tree [None req-e6ba52db-6c24-4d3c-b7ed-0253dc1e60d6 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.805959] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Releasing lock "refresh_cache-8842a491-df22-43fe-8803-fe727131b562" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.806334] env[68461]: DEBUG nova.compute.manager [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Instance network_info: |[{"id": "27d976c4-2933-4f9c-96b1-c426ac23fb17", "address": "fa:16:3e:18:c8:5b", "network": {"id": "bd35c414-f77b-487f-9cf9-6218dacae1e3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-495553271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17b8a05c64a541fdbeacd5b05aae7c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d976c4-29", "ovs_interfaceid": "27d976c4-2933-4f9c-96b1-c426ac23fb17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1162.807038] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:c8:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27d976c4-2933-4f9c-96b1-c426ac23fb17', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.815219] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.815457] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8842a491-df22-43fe-8803-fe727131b562] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.815680] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e811e744-8f1d-494c-bf52-1e13dfb27cd6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.835109] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.835109] env[68461]: value = "task-2895547" [ 1162.835109] env[68461]: _type = "Task" [ 1162.835109] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.842796] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895547, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.978932] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bece8c0e-b358-4b70-a9f9-1bc8e720d52e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.009501] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35f5681-ccce-444a-9c37-a58cafabbf49 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.017374] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Updating instance '6a686ce7-1687-471e-b292-b17e52099459' progress to 83 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1163.070056] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895546, 'name': Rename_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.100514] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ee4d6c-c708-0479-383f-c72569a73ae4, 'name': SearchDatastore_Task, 'duration_secs': 0.013677} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.100833] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.101080] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.101347] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.101492] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.101674] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.101941] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f59ab7b3-980f-40b5-912a-b6ed3b99dcf9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.110098] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.110326] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.111043] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38e793bc-2987-4da0-83ec-2d2030242eaa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.116934] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 1163.116934] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5264d59c-8a4c-1858-0a71-e6da182b6932" [ 1163.116934] env[68461]: _type = "Task" [ 1163.116934] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.125133] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5264d59c-8a4c-1858-0a71-e6da182b6932, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.125904] env[68461]: DEBUG nova.network.neutron [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Successfully created port: a367d3b5-68e7-43ec-ab52-fba7f4a44900 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.267791] env[68461]: DEBUG nova.scheduler.client.report [None req-e6ba52db-6c24-4d3c-b7ed-0253dc1e60d6 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.344955] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895547, 'name': CreateVM_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.347418] env[68461]: DEBUG nova.compute.manager [req-d9977ba8-a91c-45f7-8baa-d66a58163bb2 req-78ca0507-ad5e-4543-9fbb-9090cf07f2dc service nova] [instance: 8842a491-df22-43fe-8803-fe727131b562] Received event network-changed-27d976c4-2933-4f9c-96b1-c426ac23fb17 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.347418] env[68461]: DEBUG nova.compute.manager [req-d9977ba8-a91c-45f7-8baa-d66a58163bb2 req-78ca0507-ad5e-4543-9fbb-9090cf07f2dc service nova] [instance: 8842a491-df22-43fe-8803-fe727131b562] Refreshing instance network info cache due to event network-changed-27d976c4-2933-4f9c-96b1-c426ac23fb17. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.347553] env[68461]: DEBUG oslo_concurrency.lockutils [req-d9977ba8-a91c-45f7-8baa-d66a58163bb2 req-78ca0507-ad5e-4543-9fbb-9090cf07f2dc service nova] Acquiring lock "refresh_cache-8842a491-df22-43fe-8803-fe727131b562" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.347718] env[68461]: DEBUG oslo_concurrency.lockutils [req-d9977ba8-a91c-45f7-8baa-d66a58163bb2 req-78ca0507-ad5e-4543-9fbb-9090cf07f2dc service nova] Acquired lock "refresh_cache-8842a491-df22-43fe-8803-fe727131b562" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.347846] env[68461]: DEBUG nova.network.neutron [req-d9977ba8-a91c-45f7-8baa-d66a58163bb2 req-78ca0507-ad5e-4543-9fbb-9090cf07f2dc service nova] [instance: 8842a491-df22-43fe-8803-fe727131b562] Refreshing network info cache for port 27d976c4-2933-4f9c-96b1-c426ac23fb17 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.526261] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.526261] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3b08c7b-ddf7-4fb4-a73c-3b47e5cd6da0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.532453] env[68461]: DEBUG oslo_vmware.api [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 1163.532453] env[68461]: value = "task-2895548" [ 1163.532453] env[68461]: _type = "Task" [ 1163.532453] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.542749] env[68461]: DEBUG oslo_vmware.api [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.572459] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895546, 'name': Rename_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.628770] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5264d59c-8a4c-1858-0a71-e6da182b6932, 'name': SearchDatastore_Task, 'duration_secs': 0.010603} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.629575] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2752e54d-b6a0-4b0c-859a-bd0edf12ece1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.634926] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 1163.634926] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52fc521e-814c-3de2-788b-0a2fe6e44d65" [ 1163.634926] env[68461]: _type = "Task" [ 1163.634926] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.645849] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52fc521e-814c-3de2-788b-0a2fe6e44d65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.668364] env[68461]: DEBUG nova.compute.manager [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1163.700795] env[68461]: DEBUG nova.virt.hardware [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.701052] env[68461]: DEBUG nova.virt.hardware [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.701217] env[68461]: DEBUG nova.virt.hardware [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.701395] env[68461]: DEBUG nova.virt.hardware [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.701538] env[68461]: DEBUG nova.virt.hardware [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.701682] env[68461]: DEBUG nova.virt.hardware [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.701888] env[68461]: DEBUG nova.virt.hardware [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.702106] env[68461]: DEBUG nova.virt.hardware [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.702307] env[68461]: DEBUG nova.virt.hardware [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.702475] env[68461]: DEBUG nova.virt.hardware [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.702655] env[68461]: DEBUG nova.virt.hardware [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.703512] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9dfaa2-af31-43b6-9ef0-21efdc5fdf51 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.711197] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9dc8736-666d-40b2-abea-99d87228a9f1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.845803] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895547, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.042458] env[68461]: DEBUG oslo_vmware.api [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895548, 'name': PowerOnVM_Task, 'duration_secs': 0.437939} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.042768] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.042981] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-86838d73-ca0b-4ded-b46f-d695e47421dc tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Updating instance '6a686ce7-1687-471e-b292-b17e52099459' progress to 100 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.073596] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895546, 'name': Rename_Task, 'duration_secs': 1.105398} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.074161] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.074443] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0be03e6-bf28-4379-8726-3c04453759a1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.084357] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1164.084357] env[68461]: value = "task-2895549" [ 1164.084357] env[68461]: _type = "Task" [ 1164.084357] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.093897] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.149129] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52fc521e-814c-3de2-788b-0a2fe6e44d65, 'name': SearchDatastore_Task, 'duration_secs': 0.013233} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.152861] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.153215] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df/6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.153820] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea8283c8-b113-4361-a606-847bf138ae81 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.159624] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 1164.159624] env[68461]: value = "task-2895550" [ 1164.159624] env[68461]: _type = "Task" [ 1164.159624] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.168564] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.208526] env[68461]: DEBUG nova.network.neutron [req-d9977ba8-a91c-45f7-8baa-d66a58163bb2 req-78ca0507-ad5e-4543-9fbb-9090cf07f2dc service nova] [instance: 8842a491-df22-43fe-8803-fe727131b562] Updated VIF entry in instance network info cache for port 27d976c4-2933-4f9c-96b1-c426ac23fb17. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.208937] env[68461]: DEBUG nova.network.neutron [req-d9977ba8-a91c-45f7-8baa-d66a58163bb2 req-78ca0507-ad5e-4543-9fbb-9090cf07f2dc service nova] [instance: 8842a491-df22-43fe-8803-fe727131b562] Updating instance_info_cache with network_info: [{"id": "27d976c4-2933-4f9c-96b1-c426ac23fb17", "address": "fa:16:3e:18:c8:5b", "network": {"id": "bd35c414-f77b-487f-9cf9-6218dacae1e3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-495553271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17b8a05c64a541fdbeacd5b05aae7c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d976c4-29", "ovs_interfaceid": "27d976c4-2933-4f9c-96b1-c426ac23fb17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.279455] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e6ba52db-6c24-4d3c-b7ed-0253dc1e60d6 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.635s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.282777] env[68461]: DEBUG nova.compute.manager [None req-e6ba52db-6c24-4d3c-b7ed-0253dc1e60d6 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68461) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1164.284732] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.779s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.285057] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.292403] env[68461]: DEBUG oslo_concurrency.lockutils [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.351s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.292403] env[68461]: INFO nova.compute.claims [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.332673] env[68461]: INFO nova.scheduler.client.report [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Deleted allocations for instance e0df3bc5-9869-46c6-bb21-60fc38f7154c [ 1164.354897] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895547, 'name': CreateVM_Task, 'duration_secs': 1.023266} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.354897] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8842a491-df22-43fe-8803-fe727131b562] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.355512] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.355622] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.355930] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.356206] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d88bd861-e6bb-4fee-8250-b3b8dbed4dda {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.361690] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1164.361690] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]520cc367-e264-8d49-1b10-1bf842a19539" [ 1164.361690] env[68461]: _type = "Task" [ 1164.361690] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.375042] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520cc367-e264-8d49-1b10-1bf842a19539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.601160] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895549, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.674479] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895550, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.712109] env[68461]: DEBUG oslo_concurrency.lockutils [req-d9977ba8-a91c-45f7-8baa-d66a58163bb2 req-78ca0507-ad5e-4543-9fbb-9090cf07f2dc service nova] Releasing lock "refresh_cache-8842a491-df22-43fe-8803-fe727131b562" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.850503] env[68461]: DEBUG oslo_concurrency.lockutils [None req-60adf13f-a2d5-4b93-b5fc-cfa2b64d6900 tempest-ServerShowV257Test-1582240436 tempest-ServerShowV257Test-1582240436-project-member] Lock "e0df3bc5-9869-46c6-bb21-60fc38f7154c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.606s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.873516] env[68461]: INFO nova.scheduler.client.report [None req-e6ba52db-6c24-4d3c-b7ed-0253dc1e60d6 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Deleted allocation for migration e6686588-d12a-4009-ad9d-c421d99c0c42 [ 1164.886412] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520cc367-e264-8d49-1b10-1bf842a19539, 'name': SearchDatastore_Task, 'duration_secs': 0.072721} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.887130] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.887130] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.887130] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.887565] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.887565] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.887990] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcab758d-70cf-4af0-91e1-1327f512bd5c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.897866] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.897961] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.899298] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93ea30b0-e95e-462a-8a78-63e5cb2d5641 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.905462] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1164.905462] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52b8fd99-afd0-85d6-8b94-3376cd97f848" [ 1164.905462] env[68461]: _type = "Task" [ 1164.905462] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.915917] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b8fd99-afd0-85d6-8b94-3376cd97f848, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.094947] env[68461]: DEBUG oslo_vmware.api [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895549, 'name': PowerOnVM_Task, 'duration_secs': 0.879707} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.095553] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.095806] env[68461]: INFO nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Took 11.56 seconds to spawn the instance on the hypervisor. [ 1165.097112] env[68461]: DEBUG nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.097112] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e881de24-22cd-4bc2-a1b4-3e9070ba497b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.173407] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564792} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.173978] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df/6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.173978] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.174258] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41101d03-8793-4677-b154-3c888d910074 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.182376] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 1165.182376] env[68461]: value = "task-2895551" [ 1165.182376] env[68461]: _type = "Task" [ 1165.182376] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.193063] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.388556] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e6ba52db-6c24-4d3c-b7ed-0253dc1e60d6 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "e8e0b748-8d14-40a3-9702-504d0c0d679f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 39.049s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.420275] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b8fd99-afd0-85d6-8b94-3376cd97f848, 'name': SearchDatastore_Task, 'duration_secs': 0.011037} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.424524] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de2bb636-ff5e-453f-adb4-ce6b33407426 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.429653] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1165.429653] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52e0c987-3ae1-b8f2-0f3d-4c7bf6d244de" [ 1165.429653] env[68461]: _type = "Task" [ 1165.429653] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.438984] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52e0c987-3ae1-b8f2-0f3d-4c7bf6d244de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.618928] env[68461]: INFO nova.compute.manager [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Took 48.94 seconds to build instance. [ 1165.701283] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130612} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.701283] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.701283] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3b4d7e-4d60-4258-969d-6cbdc9964b72 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.729009] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df/6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.732718] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16522457-3128-494a-8b30-90b9052ce65f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.751841] env[68461]: DEBUG nova.compute.manager [req-6b62d407-d8a3-4558-9aff-e7721f061da4 req-0694a9f1-b58a-4e1d-a8d5-935e46f45af7 service nova] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Received event network-vif-plugged-a367d3b5-68e7-43ec-ab52-fba7f4a44900 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.751841] env[68461]: DEBUG oslo_concurrency.lockutils [req-6b62d407-d8a3-4558-9aff-e7721f061da4 req-0694a9f1-b58a-4e1d-a8d5-935e46f45af7 service nova] Acquiring lock "de1aaa13-992a-482d-a83c-7db32e13a3ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.752107] env[68461]: DEBUG oslo_concurrency.lockutils [req-6b62d407-d8a3-4558-9aff-e7721f061da4 req-0694a9f1-b58a-4e1d-a8d5-935e46f45af7 service nova] Lock "de1aaa13-992a-482d-a83c-7db32e13a3ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.752312] env[68461]: DEBUG oslo_concurrency.lockutils [req-6b62d407-d8a3-4558-9aff-e7721f061da4 req-0694a9f1-b58a-4e1d-a8d5-935e46f45af7 service nova] Lock "de1aaa13-992a-482d-a83c-7db32e13a3ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.752602] env[68461]: DEBUG nova.compute.manager [req-6b62d407-d8a3-4558-9aff-e7721f061da4 req-0694a9f1-b58a-4e1d-a8d5-935e46f45af7 service nova] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] No waiting events found dispatching network-vif-plugged-a367d3b5-68e7-43ec-ab52-fba7f4a44900 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.752713] env[68461]: WARNING nova.compute.manager [req-6b62d407-d8a3-4558-9aff-e7721f061da4 req-0694a9f1-b58a-4e1d-a8d5-935e46f45af7 service nova] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Received unexpected event network-vif-plugged-a367d3b5-68e7-43ec-ab52-fba7f4a44900 for instance with vm_state building and task_state spawning. [ 1165.758123] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 1165.758123] env[68461]: value = "task-2895552" [ 1165.758123] env[68461]: _type = "Task" [ 1165.758123] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.773649] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895552, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.778162] env[68461]: DEBUG nova.network.neutron [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Successfully updated port: a367d3b5-68e7-43ec-ab52-fba7f4a44900 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.857971] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb80c4e-6aaa-4346-bb9d-413917d8f2be {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.865868] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c68430b-f84e-4cf6-a51c-62b4b1da341f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.902927] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b1f8c7-ba3e-49ac-99dd-7e91566af059 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.912746] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364f3b08-ecb7-41c3-af03-4f30956d16d4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.928470] env[68461]: DEBUG nova.compute.provider_tree [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.940527] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52e0c987-3ae1-b8f2-0f3d-4c7bf6d244de, 'name': SearchDatastore_Task, 'duration_secs': 0.056004} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.941434] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.941434] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 8842a491-df22-43fe-8803-fe727131b562/8842a491-df22-43fe-8803-fe727131b562.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.941607] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15ecc483-3f7a-402b-a5ac-9b6bf66db3b1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.948621] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1165.948621] env[68461]: value = "task-2895553" [ 1165.948621] env[68461]: _type = "Task" [ 1165.948621] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.956866] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.122053] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2779c4d7-4ca3-428c-b6bf-a9c87e55a34f tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "43770319-9ad1-412a-b862-7f6fbfc8ec63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.234s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.272301] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.280884] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "refresh_cache-de1aaa13-992a-482d-a83c-7db32e13a3ea" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.281078] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquired lock "refresh_cache-de1aaa13-992a-482d-a83c-7db32e13a3ea" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.281248] env[68461]: DEBUG nova.network.neutron [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.432415] env[68461]: DEBUG nova.scheduler.client.report [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.460895] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895553, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.629089] env[68461]: DEBUG nova.compute.manager [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1166.724194] env[68461]: DEBUG nova.network.neutron [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Port 226b2149-8060-4e03-8919-8b1a696c407f binding to destination host cpu-1 is already ACTIVE {{(pid=68461) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1166.724194] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "refresh_cache-6a686ce7-1687-471e-b292-b17e52099459" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.724302] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquired lock "refresh_cache-6a686ce7-1687-471e-b292-b17e52099459" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.724467] env[68461]: DEBUG nova.network.neutron [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.739951] env[68461]: DEBUG nova.objects.instance [None req-32356367-1636-4b7e-9745-e13e14d0f4df tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lazy-loading 'flavor' on Instance uuid e8e0b748-8d14-40a3-9702-504d0c0d679f {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.768974] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895552, 'name': ReconfigVM_Task, 'duration_secs': 0.697597} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.769274] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df/6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.769897] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fd05b37-5796-44e4-87b0-d8458eb437eb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.775897] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 1166.775897] env[68461]: value = "task-2895554" [ 1166.775897] env[68461]: _type = "Task" [ 1166.775897] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.785874] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895554, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.864471] env[68461]: DEBUG nova.network.neutron [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.938178] env[68461]: DEBUG oslo_concurrency.lockutils [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.939913] env[68461]: DEBUG nova.compute.manager [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1166.943622] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.779s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.944842] env[68461]: INFO nova.compute.claims [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.964520] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607988} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.965672] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 8842a491-df22-43fe-8803-fe727131b562/8842a491-df22-43fe-8803-fe727131b562.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1166.965672] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1166.965672] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0827861b-7b3f-4fe2-b676-6a2ad177668d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.974375] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1166.974375] env[68461]: value = "task-2895555" [ 1166.974375] env[68461]: _type = "Task" [ 1166.974375] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.985274] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.157785] env[68461]: DEBUG oslo_concurrency.lockutils [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.222240] env[68461]: DEBUG nova.network.neutron [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Updating instance_info_cache with network_info: [{"id": "a367d3b5-68e7-43ec-ab52-fba7f4a44900", "address": "fa:16:3e:02:b5:59", "network": {"id": "bd35c414-f77b-487f-9cf9-6218dacae1e3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-495553271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17b8a05c64a541fdbeacd5b05aae7c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa367d3b5-68", "ovs_interfaceid": "a367d3b5-68e7-43ec-ab52-fba7f4a44900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.247766] env[68461]: DEBUG oslo_concurrency.lockutils [None req-32356367-1636-4b7e-9745-e13e14d0f4df tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "refresh_cache-e8e0b748-8d14-40a3-9702-504d0c0d679f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.248455] env[68461]: DEBUG oslo_concurrency.lockutils [None req-32356367-1636-4b7e-9745-e13e14d0f4df tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquired lock "refresh_cache-e8e0b748-8d14-40a3-9702-504d0c0d679f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.248712] env[68461]: DEBUG nova.network.neutron [None req-32356367-1636-4b7e-9745-e13e14d0f4df tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.248953] env[68461]: DEBUG nova.objects.instance [None req-32356367-1636-4b7e-9745-e13e14d0f4df tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lazy-loading 'info_cache' on Instance uuid e8e0b748-8d14-40a3-9702-504d0c0d679f {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.289815] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895554, 'name': Rename_Task, 'duration_secs': 0.268275} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.289815] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.289815] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3642bc3-8eab-4c6b-9e96-2ae55671adb9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.296156] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 1167.296156] env[68461]: value = "task-2895556" [ 1167.296156] env[68461]: _type = "Task" [ 1167.296156] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.305030] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.450445] env[68461]: DEBUG nova.compute.utils [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.457247] env[68461]: DEBUG nova.compute.manager [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Not allocating networking since 'none' was specified. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1167.487223] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075654} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.487636] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1167.488691] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc84acc-c7f5-4393-a3eb-e163b0824fea {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.516816] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 8842a491-df22-43fe-8803-fe727131b562/8842a491-df22-43fe-8803-fe727131b562.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.519343] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f1c9f17-2649-4518-80be-e48609ad7859 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.541119] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1167.541119] env[68461]: value = "task-2895557" [ 1167.541119] env[68461]: _type = "Task" [ 1167.541119] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.549433] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.709319] env[68461]: DEBUG nova.network.neutron [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Updating instance_info_cache with network_info: [{"id": "226b2149-8060-4e03-8919-8b1a696c407f", "address": "fa:16:3e:94:16:64", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap226b2149-80", "ovs_interfaceid": "226b2149-8060-4e03-8919-8b1a696c407f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.730429] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Releasing lock "refresh_cache-de1aaa13-992a-482d-a83c-7db32e13a3ea" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.730782] env[68461]: DEBUG nova.compute.manager [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Instance network_info: |[{"id": "a367d3b5-68e7-43ec-ab52-fba7f4a44900", "address": "fa:16:3e:02:b5:59", "network": {"id": "bd35c414-f77b-487f-9cf9-6218dacae1e3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-495553271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17b8a05c64a541fdbeacd5b05aae7c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa367d3b5-68", "ovs_interfaceid": "a367d3b5-68e7-43ec-ab52-fba7f4a44900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.731595] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:b5:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a367d3b5-68e7-43ec-ab52-fba7f4a44900', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.742270] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.743466] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.743842] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-101971ff-173c-44a2-bf2c-b6c6495ccf12 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.762987] env[68461]: DEBUG nova.objects.base [None req-32356367-1636-4b7e-9745-e13e14d0f4df tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68461) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1167.771922] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.771922] env[68461]: value = "task-2895558" [ 1167.771922] env[68461]: _type = "Task" [ 1167.771922] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.788170] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895558, 'name': CreateVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.805859] env[68461]: DEBUG nova.compute.manager [req-8e543eb6-0a71-43cb-a9e9-219b0b8280fc req-31b5e0dc-d46b-4927-bef6-dc8890db0dff service nova] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Received event network-changed-a367d3b5-68e7-43ec-ab52-fba7f4a44900 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.805859] env[68461]: DEBUG nova.compute.manager [req-8e543eb6-0a71-43cb-a9e9-219b0b8280fc req-31b5e0dc-d46b-4927-bef6-dc8890db0dff service nova] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Refreshing instance network info cache due to event network-changed-a367d3b5-68e7-43ec-ab52-fba7f4a44900. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.805859] env[68461]: DEBUG oslo_concurrency.lockutils [req-8e543eb6-0a71-43cb-a9e9-219b0b8280fc req-31b5e0dc-d46b-4927-bef6-dc8890db0dff service nova] Acquiring lock "refresh_cache-de1aaa13-992a-482d-a83c-7db32e13a3ea" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.805859] env[68461]: DEBUG oslo_concurrency.lockutils [req-8e543eb6-0a71-43cb-a9e9-219b0b8280fc req-31b5e0dc-d46b-4927-bef6-dc8890db0dff service nova] Acquired lock "refresh_cache-de1aaa13-992a-482d-a83c-7db32e13a3ea" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.805859] env[68461]: DEBUG nova.network.neutron [req-8e543eb6-0a71-43cb-a9e9-219b0b8280fc req-31b5e0dc-d46b-4927-bef6-dc8890db0dff service nova] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Refreshing network info cache for port a367d3b5-68e7-43ec-ab52-fba7f4a44900 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.810615] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895556, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.865852] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquiring lock "09834d87-0cdd-4b8c-a8fc-acee8c26197d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.866252] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "09834d87-0cdd-4b8c-a8fc-acee8c26197d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.866474] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquiring lock "09834d87-0cdd-4b8c-a8fc-acee8c26197d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.866658] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "09834d87-0cdd-4b8c-a8fc-acee8c26197d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.866829] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "09834d87-0cdd-4b8c-a8fc-acee8c26197d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.868959] env[68461]: INFO nova.compute.manager [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Terminating instance [ 1167.956985] env[68461]: DEBUG nova.compute.manager [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1168.056727] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.212729] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Releasing lock "refresh_cache-6a686ce7-1687-471e-b292-b17e52099459" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.286705] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895558, 'name': CreateVM_Task, 'duration_secs': 0.426888} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.286705] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.286705] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.286705] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.286705] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.286989] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-717ea4ee-4b1d-4136-8fcf-b809d3c2a7ec {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.297428] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1168.297428] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]523a586c-3b04-4774-736b-5d3fdf64288e" [ 1168.297428] env[68461]: _type = "Task" [ 1168.297428] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.316445] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]523a586c-3b04-4774-736b-5d3fdf64288e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.321049] env[68461]: DEBUG oslo_vmware.api [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895556, 'name': PowerOnVM_Task, 'duration_secs': 0.885933} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.321795] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.322727] env[68461]: INFO nova.compute.manager [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Took 11.05 seconds to spawn the instance on the hypervisor. [ 1168.322727] env[68461]: DEBUG nova.compute.manager [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.323125] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014ca0fc-585c-4c7b-848f-f2e70b33ce29 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.376017] env[68461]: DEBUG nova.compute.manager [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.376017] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.376017] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a39f4f2-46e7-4cc0-bfa9-16f0bfbdf10d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.385914] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.386707] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eeaba335-bc75-430b-a1e4-8d5816d6c383 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.395915] env[68461]: DEBUG oslo_vmware.api [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1168.395915] env[68461]: value = "task-2895559" [ 1168.395915] env[68461]: _type = "Task" [ 1168.395915] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.406367] env[68461]: DEBUG oslo_vmware.api [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.568024] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895557, 'name': ReconfigVM_Task, 'duration_secs': 0.613531} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.568024] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 8842a491-df22-43fe-8803-fe727131b562/8842a491-df22-43fe-8803-fe727131b562.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.568024] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bd0872e-6eda-4f9f-94bf-c2215256fded {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.576377] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ff0bb4-3eda-4106-b10d-a8b9c5da5a78 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.583605] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1168.583605] env[68461]: value = "task-2895560" [ 1168.583605] env[68461]: _type = "Task" [ 1168.583605] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.590950] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186b3568-88fb-4237-acf7-db96e70d2357 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.597535] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895560, 'name': Rename_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.630160] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fc68a7-be9c-4085-9a58-f9c2c06754ff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.643927] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0b17b4-8ef8-4796-a2de-14f0b8a3a7f1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.649306] env[68461]: DEBUG nova.network.neutron [None req-32356367-1636-4b7e-9745-e13e14d0f4df tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Updating instance_info_cache with network_info: [{"id": "5d5093ae-6e45-4c80-8aeb-b7cc7ad98465", "address": "fa:16:3e:f6:09:8b", "network": {"id": "07805497-81c2-4a8f-af1f-41c565e6e0f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-968415248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcb360f473bb4879882df61178c87135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d5093ae-6e", "ovs_interfaceid": "5d5093ae-6e45-4c80-8aeb-b7cc7ad98465", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.659908] env[68461]: DEBUG nova.compute.provider_tree [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.722082] env[68461]: DEBUG nova.compute.manager [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68461) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1168.722082] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.755482] env[68461]: DEBUG nova.network.neutron [req-8e543eb6-0a71-43cb-a9e9-219b0b8280fc req-31b5e0dc-d46b-4927-bef6-dc8890db0dff service nova] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Updated VIF entry in instance network info cache for port a367d3b5-68e7-43ec-ab52-fba7f4a44900. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.755482] env[68461]: DEBUG nova.network.neutron [req-8e543eb6-0a71-43cb-a9e9-219b0b8280fc req-31b5e0dc-d46b-4927-bef6-dc8890db0dff service nova] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Updating instance_info_cache with network_info: [{"id": "a367d3b5-68e7-43ec-ab52-fba7f4a44900", "address": "fa:16:3e:02:b5:59", "network": {"id": "bd35c414-f77b-487f-9cf9-6218dacae1e3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-495553271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17b8a05c64a541fdbeacd5b05aae7c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa367d3b5-68", "ovs_interfaceid": "a367d3b5-68e7-43ec-ab52-fba7f4a44900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.806611] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]523a586c-3b04-4774-736b-5d3fdf64288e, 'name': SearchDatastore_Task, 'duration_secs': 0.030727} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.807093] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.807675] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.808044] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.808350] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.808657] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.809729] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1078a0ff-0d11-4d46-9890-d6e9457684ac {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.821946] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.822852] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.822977] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9c18c6d-6c93-4333-9d73-d8e1c46456fc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.829474] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1168.829474] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52818151-b432-e79c-3b13-d9e2d3c0c854" [ 1168.829474] env[68461]: _type = "Task" [ 1168.829474] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.842031] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52818151-b432-e79c-3b13-d9e2d3c0c854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.846901] env[68461]: INFO nova.compute.manager [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Took 51.15 seconds to build instance. [ 1168.908395] env[68461]: DEBUG oslo_vmware.api [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895559, 'name': PowerOffVM_Task, 'duration_secs': 0.285096} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.909898] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.910144] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.910479] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3cfb49a-a186-499d-b0e7-88ab590ef4bb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.969033] env[68461]: DEBUG nova.compute.manager [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.992683] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.992950] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.993199] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Deleting the datastore file [datastore2] 09834d87-0cdd-4b8c-a8fc-acee8c26197d {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.993541] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c81652af-9e28-46a0-aac4-563ba9c76bb1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.000372] env[68461]: DEBUG oslo_vmware.api [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1169.000372] env[68461]: value = "task-2895562" [ 1169.000372] env[68461]: _type = "Task" [ 1169.000372] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.006361] env[68461]: DEBUG nova.virt.hardware [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.006646] env[68461]: DEBUG nova.virt.hardware [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.006750] env[68461]: DEBUG nova.virt.hardware [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.006933] env[68461]: DEBUG nova.virt.hardware [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.007092] env[68461]: DEBUG nova.virt.hardware [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.007240] env[68461]: DEBUG nova.virt.hardware [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.007451] env[68461]: DEBUG nova.virt.hardware [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.007615] env[68461]: DEBUG nova.virt.hardware [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.007782] env[68461]: DEBUG nova.virt.hardware [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.007942] env[68461]: DEBUG nova.virt.hardware [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.008133] env[68461]: DEBUG nova.virt.hardware [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.009505] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3558aa-c934-4d5a-8a18-39666ee518d1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.019350] env[68461]: DEBUG oslo_vmware.api [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.022442] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19106c16-fa0e-40f7-81a6-9b564707c45d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.042333] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Instance VIF info [] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.048130] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Creating folder: Project (6df50637ce0b464988e05882aee1d3dc). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1169.048659] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33873819-d4fb-4ce3-b263-15dd35707b33 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.059553] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Created folder: Project (6df50637ce0b464988e05882aee1d3dc) in parent group-v581476. [ 1169.059553] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Creating folder: Instances. Parent ref: group-v581676. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1169.059792] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-239eddab-1130-48ae-a576-aae8fb3bd9e3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.069706] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Created folder: Instances in parent group-v581676. [ 1169.069955] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.070188] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.070389] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9018d09d-6dbe-4cf0-b7d4-d43d2a0d10e2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.089247] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.089247] env[68461]: value = "task-2895565" [ 1169.089247] env[68461]: _type = "Task" [ 1169.089247] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.094290] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895560, 'name': Rename_Task, 'duration_secs': 0.265279} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.096184] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.096747] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dc28fbb-a37f-4b8b-be25-9008e0b7617c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.104417] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895565, 'name': CreateVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.105826] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1169.105826] env[68461]: value = "task-2895566" [ 1169.105826] env[68461]: _type = "Task" [ 1169.105826] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.115916] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.163401] env[68461]: DEBUG oslo_concurrency.lockutils [None req-32356367-1636-4b7e-9745-e13e14d0f4df tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Releasing lock "refresh_cache-e8e0b748-8d14-40a3-9702-504d0c0d679f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.165314] env[68461]: DEBUG nova.scheduler.client.report [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.261744] env[68461]: DEBUG oslo_concurrency.lockutils [req-8e543eb6-0a71-43cb-a9e9-219b0b8280fc req-31b5e0dc-d46b-4927-bef6-dc8890db0dff service nova] Releasing lock "refresh_cache-de1aaa13-992a-482d-a83c-7db32e13a3ea" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.348028] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52818151-b432-e79c-3b13-d9e2d3c0c854, 'name': SearchDatastore_Task, 'duration_secs': 0.015206} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.348609] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ec6a0ca9-87dc-4716-a708-72ac28fe1cbe tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.071s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.348852] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-306a6fea-f4be-470e-80c4-a4c3b9604120 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.358482] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1169.358482] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52703c79-ff01-46dc-7568-67df94e72246" [ 1169.358482] env[68461]: _type = "Task" [ 1169.358482] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.374678] env[68461]: DEBUG oslo_concurrency.lockutils [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquiring lock "6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.375270] env[68461]: DEBUG oslo_concurrency.lockutils [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.375371] env[68461]: DEBUG oslo_concurrency.lockutils [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquiring lock "6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.375520] env[68461]: DEBUG oslo_concurrency.lockutils [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.375845] env[68461]: DEBUG oslo_concurrency.lockutils [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.377929] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52703c79-ff01-46dc-7568-67df94e72246, 'name': SearchDatastore_Task, 'duration_secs': 0.0105} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.378480] env[68461]: INFO nova.compute.manager [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Terminating instance [ 1169.382522] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.382522] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] de1aaa13-992a-482d-a83c-7db32e13a3ea/de1aaa13-992a-482d-a83c-7db32e13a3ea.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.382522] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a3baa58-0a4a-43e9-afa4-ed1de0e7789e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.392249] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1169.392249] env[68461]: value = "task-2895567" [ 1169.392249] env[68461]: _type = "Task" [ 1169.392249] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.401625] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.513905] env[68461]: DEBUG oslo_vmware.api [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241694} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.514216] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.514452] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.514677] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.514884] env[68461]: INFO nova.compute.manager [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1169.515195] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.515427] env[68461]: DEBUG nova.compute.manager [-] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.515537] env[68461]: DEBUG nova.network.neutron [-] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.604780] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895565, 'name': CreateVM_Task, 'duration_secs': 0.300108} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.605275] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.605997] env[68461]: DEBUG oslo_concurrency.lockutils [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.606242] env[68461]: DEBUG oslo_concurrency.lockutils [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.606676] env[68461]: DEBUG oslo_concurrency.lockutils [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.607109] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9d9e012-13de-4283-8e4c-429b96200a67 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.621069] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895566, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.621486] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Waiting for the task: (returnval){ [ 1169.621486] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5253d0b2-26fa-189e-c057-80470545e3e6" [ 1169.621486] env[68461]: _type = "Task" [ 1169.621486] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.633831] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5253d0b2-26fa-189e-c057-80470545e3e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.672710] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.673477] env[68461]: DEBUG nova.compute.manager [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.677814] env[68461]: DEBUG oslo_concurrency.lockutils [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.552s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.678498] env[68461]: DEBUG nova.objects.instance [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Lazy-loading 'resources' on Instance uuid 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.855112] env[68461]: DEBUG nova.compute.manager [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1169.888183] env[68461]: DEBUG nova.compute.manager [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1169.888591] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.889787] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235a1f7d-b080-440a-837d-8a005faf272b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.907724] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895567, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.912503] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.913238] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a14ff20-9347-4fae-8468-76a9cdc7cb84 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.922036] env[68461]: DEBUG oslo_vmware.api [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 1169.922036] env[68461]: value = "task-2895568" [ 1169.922036] env[68461]: _type = "Task" [ 1169.922036] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.936661] env[68461]: DEBUG oslo_vmware.api [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.999420] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Acquiring lock "a4ba8116-3f62-47ad-8fdc-6ac9a2a95479" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.000255] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Lock "a4ba8116-3f62-47ad-8fdc-6ac9a2a95479" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.123592] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895566, 'name': PowerOnVM_Task, 'duration_secs': 0.630782} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.134021] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.134021] env[68461]: INFO nova.compute.manager [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Took 10.61 seconds to spawn the instance on the hypervisor. [ 1170.134021] env[68461]: DEBUG nova.compute.manager [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.134021] env[68461]: DEBUG nova.compute.manager [req-98380f66-8a70-42fe-bc2e-222f992cec74 req-c35f993e-eba6-4bc1-afaf-d1a11fac02f9 service nova] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Received event network-vif-deleted-817e546a-9ffa-4b60-8733-637e69c5a2f5 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.134021] env[68461]: INFO nova.compute.manager [req-98380f66-8a70-42fe-bc2e-222f992cec74 req-c35f993e-eba6-4bc1-afaf-d1a11fac02f9 service nova] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Neutron deleted interface 817e546a-9ffa-4b60-8733-637e69c5a2f5; detaching it from the instance and deleting it from the info cache [ 1170.134021] env[68461]: DEBUG nova.network.neutron [req-98380f66-8a70-42fe-bc2e-222f992cec74 req-c35f993e-eba6-4bc1-afaf-d1a11fac02f9 service nova] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.138432] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8747bb-e43d-4ebe-8696-3f44a5d201a5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.154231] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5253d0b2-26fa-189e-c057-80470545e3e6, 'name': SearchDatastore_Task, 'duration_secs': 0.016951} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.160359] env[68461]: DEBUG oslo_concurrency.lockutils [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.160770] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.161182] env[68461]: DEBUG oslo_concurrency.lockutils [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.161450] env[68461]: DEBUG oslo_concurrency.lockutils [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.161720] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.162710] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c2006bd-0247-4d61-8c51-90388c9c7073 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.183238] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-32356367-1636-4b7e-9745-e13e14d0f4df tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.183238] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5b2eb06-c983-4121-82a4-5c9a1f6f0e89 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.184098] env[68461]: DEBUG nova.compute.utils [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.192085] env[68461]: DEBUG nova.compute.manager [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1170.192461] env[68461]: DEBUG nova.network.neutron [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1170.195616] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.196890] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.198326] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31c981c6-2f71-4cdb-80f4-7da713b2c9be {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.203815] env[68461]: DEBUG oslo_vmware.api [None req-32356367-1636-4b7e-9745-e13e14d0f4df tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1170.203815] env[68461]: value = "task-2895569" [ 1170.203815] env[68461]: _type = "Task" [ 1170.203815] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.209373] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Waiting for the task: (returnval){ [ 1170.209373] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52f8983d-0607-790f-28fc-530c194fb905" [ 1170.209373] env[68461]: _type = "Task" [ 1170.209373] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.218661] env[68461]: DEBUG oslo_vmware.api [None req-32356367-1636-4b7e-9745-e13e14d0f4df tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.224020] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f8983d-0607-790f-28fc-530c194fb905, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.259346] env[68461]: DEBUG nova.policy [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c71253127d8b491e9a99d425af117eb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '172893bd35654dcea61891ad9fbc7e85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1170.389974] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.408683] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568406} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.408940] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] de1aaa13-992a-482d-a83c-7db32e13a3ea/de1aaa13-992a-482d-a83c-7db32e13a3ea.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.409199] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.409503] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cbdb3f3-518b-4db1-ad4b-1cb1cfcd524b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.416613] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1170.416613] env[68461]: value = "task-2895570" [ 1170.416613] env[68461]: _type = "Task" [ 1170.416613] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.431791] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.436654] env[68461]: DEBUG oslo_vmware.api [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895568, 'name': PowerOffVM_Task, 'duration_secs': 0.277222} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.439551] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.439772] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.441139] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b9a4d7b-6d06-4dec-8a67-7364bfc8d64f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.522168] env[68461]: DEBUG nova.network.neutron [-] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.531683] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.531837] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.532081] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Deleting the datastore file [datastore1] 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.533786] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37181eb2-3c15-462d-af74-cfdda2fb2d62 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.541368] env[68461]: DEBUG oslo_vmware.api [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for the task: (returnval){ [ 1170.541368] env[68461]: value = "task-2895572" [ 1170.541368] env[68461]: _type = "Task" [ 1170.541368] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.555296] env[68461]: DEBUG oslo_vmware.api [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.562991] env[68461]: DEBUG nova.network.neutron [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Successfully created port: b3354aaf-c8db-4171-aca1-3652487aeba8 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1170.650857] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0fa6026a-df51-46bd-9929-a949d5a3154b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.660029] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87943a7-7a69-4ce3-a92d-e3e4c8d5338f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.692629] env[68461]: INFO nova.compute.manager [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Took 43.84 seconds to build instance. [ 1170.698848] env[68461]: DEBUG nova.compute.manager [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.726174] env[68461]: DEBUG nova.compute.manager [req-98380f66-8a70-42fe-bc2e-222f992cec74 req-c35f993e-eba6-4bc1-afaf-d1a11fac02f9 service nova] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Detach interface failed, port_id=817e546a-9ffa-4b60-8733-637e69c5a2f5, reason: Instance 09834d87-0cdd-4b8c-a8fc-acee8c26197d could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1170.738769] env[68461]: DEBUG oslo_vmware.api [None req-32356367-1636-4b7e-9745-e13e14d0f4df tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895569, 'name': PowerOnVM_Task, 'duration_secs': 0.485385} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.742930] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-32356367-1636-4b7e-9745-e13e14d0f4df tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.743290] env[68461]: DEBUG nova.compute.manager [None req-32356367-1636-4b7e-9745-e13e14d0f4df tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.744675] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f8983d-0607-790f-28fc-530c194fb905, 'name': SearchDatastore_Task, 'duration_secs': 0.020215} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.744675] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b406ca-336d-41df-9db6-88abca033cc1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.750575] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15323005-c681-4b4e-938b-f17986f8d704 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.758457] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Waiting for the task: (returnval){ [ 1170.758457] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]526997a9-cd4f-299a-6a89-3a120c3ef021" [ 1170.758457] env[68461]: _type = "Task" [ 1170.758457] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.776068] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526997a9-cd4f-299a-6a89-3a120c3ef021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.858983] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f95a51-0b75-4b1b-a756-6cd5c0144caf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.870017] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008bd01d-15b3-406e-a948-ac4545498728 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.902173] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd31566-6f79-42b2-ad91-c729a09b3491 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.910548] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c81d9db-e808-41f5-9a71-64c966e873d3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.924288] env[68461]: DEBUG nova.compute.provider_tree [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.934437] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071445} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.934739] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.936051] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18f3b01-eeb0-4457-a78f-a9afbf04d5bb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.962462] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] de1aaa13-992a-482d-a83c-7db32e13a3ea/de1aaa13-992a-482d-a83c-7db32e13a3ea.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.965016] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-128ac534-8789-4958-ba7f-42bc7ffff6de {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.985350] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1170.985350] env[68461]: value = "task-2895573" [ 1170.985350] env[68461]: _type = "Task" [ 1170.985350] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.996048] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895573, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.033831] env[68461]: INFO nova.compute.manager [-] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Took 1.52 seconds to deallocate network for instance. [ 1171.053341] env[68461]: DEBUG oslo_vmware.api [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Task: {'id': task-2895572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414091} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.053655] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.053903] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.054112] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.054345] env[68461]: INFO nova.compute.manager [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1171.054610] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.054816] env[68461]: DEBUG nova.compute.manager [-] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.054909] env[68461]: DEBUG nova.network.neutron [-] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1171.195308] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "8842a491-df22-43fe-8803-fe727131b562" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.766s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.278994] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526997a9-cd4f-299a-6a89-3a120c3ef021, 'name': SearchDatastore_Task, 'duration_secs': 0.030227} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.279753] env[68461]: DEBUG oslo_concurrency.lockutils [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.280151] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] e8fea6c3-c65d-4d2f-a0fe-8c455fffd778/e8fea6c3-c65d-4d2f-a0fe-8c455fffd778.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.280556] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31fdbf80-b710-4778-a091-3d6603920f3f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.291025] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Waiting for the task: (returnval){ [ 1171.291025] env[68461]: value = "task-2895574" [ 1171.291025] env[68461]: _type = "Task" [ 1171.291025] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.298668] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.430112] env[68461]: DEBUG nova.scheduler.client.report [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.500564] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895573, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.545571] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.700439] env[68461]: DEBUG nova.compute.manager [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1171.717467] env[68461]: DEBUG nova.compute.manager [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1171.751669] env[68461]: DEBUG nova.virt.hardware [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.752872] env[68461]: DEBUG nova.virt.hardware [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.752872] env[68461]: DEBUG nova.virt.hardware [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.752872] env[68461]: DEBUG nova.virt.hardware [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.752872] env[68461]: DEBUG nova.virt.hardware [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.753084] env[68461]: DEBUG nova.virt.hardware [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.753267] env[68461]: DEBUG nova.virt.hardware [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.753428] env[68461]: DEBUG nova.virt.hardware [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.753880] env[68461]: DEBUG nova.virt.hardware [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.754067] env[68461]: DEBUG nova.virt.hardware [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.754331] env[68461]: DEBUG nova.virt.hardware [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.756837] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f874fe0-a58e-45dc-a996-3aa20e4229c5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.769610] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90f4319-51a7-4b5e-a30a-0a9b264bfcf9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.809703] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895574, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.906228] env[68461]: DEBUG nova.compute.manager [req-2927fe3d-98dd-456a-8de6-5615bcc6b071 req-702a5d25-7ed5-4dd0-895e-9392156a5f39 service nova] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Received event network-vif-deleted-d763adf3-b292-47a6-8e94-ee9ff87aafde {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.906228] env[68461]: INFO nova.compute.manager [req-2927fe3d-98dd-456a-8de6-5615bcc6b071 req-702a5d25-7ed5-4dd0-895e-9392156a5f39 service nova] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Neutron deleted interface d763adf3-b292-47a6-8e94-ee9ff87aafde; detaching it from the instance and deleting it from the info cache [ 1171.906228] env[68461]: DEBUG nova.network.neutron [req-2927fe3d-98dd-456a-8de6-5615bcc6b071 req-702a5d25-7ed5-4dd0-895e-9392156a5f39 service nova] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.938305] env[68461]: DEBUG oslo_concurrency.lockutils [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.942176] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.486s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.942176] env[68461]: DEBUG nova.objects.instance [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Lazy-loading 'resources' on Instance uuid 3483ea36-0584-4200-b540-7571089b639b {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.970042] env[68461]: INFO nova.scheduler.client.report [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Deleted allocations for instance 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c [ 1172.005964] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895573, 'name': ReconfigVM_Task, 'duration_secs': 0.552442} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.007974] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Reconfigured VM instance instance-00000047 to attach disk [datastore1] de1aaa13-992a-482d-a83c-7db32e13a3ea/de1aaa13-992a-482d-a83c-7db32e13a3ea.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.007974] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52555f2e-e4ca-42c8-8daa-e52b260b0a7f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.017283] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1172.017283] env[68461]: value = "task-2895575" [ 1172.017283] env[68461]: _type = "Task" [ 1172.017283] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.026948] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895575, 'name': Rename_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.108894] env[68461]: DEBUG nova.network.neutron [-] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.224319] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.308667] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625365} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.308667] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] e8fea6c3-c65d-4d2f-a0fe-8c455fffd778/e8fea6c3-c65d-4d2f-a0fe-8c455fffd778.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.308667] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.309471] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eeb41c8e-a530-4440-ac87-f42f283edc5c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.317235] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Waiting for the task: (returnval){ [ 1172.317235] env[68461]: value = "task-2895576" [ 1172.317235] env[68461]: _type = "Task" [ 1172.317235] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.328825] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.408451] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01748d79-bf82-4f34-aaa8-21d39a95374f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.418426] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af24ad2-9c52-47aa-9309-d7b487b26b41 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.462933] env[68461]: DEBUG nova.compute.manager [req-2927fe3d-98dd-456a-8de6-5615bcc6b071 req-702a5d25-7ed5-4dd0-895e-9392156a5f39 service nova] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Detach interface failed, port_id=d763adf3-b292-47a6-8e94-ee9ff87aafde, reason: Instance 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1172.484037] env[68461]: DEBUG oslo_concurrency.lockutils [None req-44fdd3b3-01b2-48e4-a192-43e452018855 tempest-ServerMetadataTestJSON-795960707 tempest-ServerMetadataTestJSON-795960707-project-member] Lock "59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.366s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.522427] env[68461]: DEBUG nova.network.neutron [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Successfully updated port: b3354aaf-c8db-4171-aca1-3652487aeba8 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1172.529521] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895575, 'name': Rename_Task, 'duration_secs': 0.387893} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.535689] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.537024] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbf74a5d-3a57-4378-b054-fd002dea698e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.549629] env[68461]: DEBUG nova.compute.manager [req-f8968497-6886-4cfe-9a69-cf85b8741d31 req-8577ac59-75ad-4975-bf3b-159fc8cd1f98 service nova] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Received event network-vif-plugged-b3354aaf-c8db-4171-aca1-3652487aeba8 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.549838] env[68461]: DEBUG oslo_concurrency.lockutils [req-f8968497-6886-4cfe-9a69-cf85b8741d31 req-8577ac59-75ad-4975-bf3b-159fc8cd1f98 service nova] Acquiring lock "f31926fb-1bde-45f0-8b28-70eaf80a47b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.550054] env[68461]: DEBUG oslo_concurrency.lockutils [req-f8968497-6886-4cfe-9a69-cf85b8741d31 req-8577ac59-75ad-4975-bf3b-159fc8cd1f98 service nova] Lock "f31926fb-1bde-45f0-8b28-70eaf80a47b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.550222] env[68461]: DEBUG oslo_concurrency.lockutils [req-f8968497-6886-4cfe-9a69-cf85b8741d31 req-8577ac59-75ad-4975-bf3b-159fc8cd1f98 service nova] Lock "f31926fb-1bde-45f0-8b28-70eaf80a47b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.550419] env[68461]: DEBUG nova.compute.manager [req-f8968497-6886-4cfe-9a69-cf85b8741d31 req-8577ac59-75ad-4975-bf3b-159fc8cd1f98 service nova] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] No waiting events found dispatching network-vif-plugged-b3354aaf-c8db-4171-aca1-3652487aeba8 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.550584] env[68461]: WARNING nova.compute.manager [req-f8968497-6886-4cfe-9a69-cf85b8741d31 req-8577ac59-75ad-4975-bf3b-159fc8cd1f98 service nova] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Received unexpected event network-vif-plugged-b3354aaf-c8db-4171-aca1-3652487aeba8 for instance with vm_state building and task_state spawning. [ 1172.551255] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1172.551255] env[68461]: value = "task-2895577" [ 1172.551255] env[68461]: _type = "Task" [ 1172.551255] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.566230] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895577, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.595151] env[68461]: DEBUG oslo_concurrency.lockutils [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "e8e0b748-8d14-40a3-9702-504d0c0d679f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.595447] env[68461]: DEBUG oslo_concurrency.lockutils [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "e8e0b748-8d14-40a3-9702-504d0c0d679f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.595688] env[68461]: DEBUG oslo_concurrency.lockutils [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "e8e0b748-8d14-40a3-9702-504d0c0d679f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.595891] env[68461]: DEBUG oslo_concurrency.lockutils [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "e8e0b748-8d14-40a3-9702-504d0c0d679f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.596072] env[68461]: DEBUG oslo_concurrency.lockutils [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "e8e0b748-8d14-40a3-9702-504d0c0d679f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.599351] env[68461]: INFO nova.compute.manager [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Terminating instance [ 1172.611514] env[68461]: INFO nova.compute.manager [-] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Took 1.56 seconds to deallocate network for instance. [ 1172.660594] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "d8577ea9-60dc-401c-a92c-5bd4201e1545" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.661219] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "d8577ea9-60dc-401c-a92c-5bd4201e1545" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.830023] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078769} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.830956] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.832148] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36936d8-1b2d-40f3-ae98-bb16f7eb598f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.855864] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] e8fea6c3-c65d-4d2f-a0fe-8c455fffd778/e8fea6c3-c65d-4d2f-a0fe-8c455fffd778.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.858104] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b4e0aa1-1120-4ac9-ad2b-4dff3739423d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.877861] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Waiting for the task: (returnval){ [ 1172.877861] env[68461]: value = "task-2895578" [ 1172.877861] env[68461]: _type = "Task" [ 1172.877861] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.887376] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895578, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.026260] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "refresh_cache-f31926fb-1bde-45f0-8b28-70eaf80a47b6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.026514] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired lock "refresh_cache-f31926fb-1bde-45f0-8b28-70eaf80a47b6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.026705] env[68461]: DEBUG nova.network.neutron [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.066814] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895577, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.107379] env[68461]: DEBUG nova.compute.manager [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.107691] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.109392] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76efb63f-aed5-412a-adbd-8c7efeaf5721 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.117821] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.118225] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c72de14f-57ca-497a-9e56-1544d18301c4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.120718] env[68461]: DEBUG oslo_concurrency.lockutils [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.126215] env[68461]: DEBUG oslo_vmware.api [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1173.126215] env[68461]: value = "task-2895579" [ 1173.126215] env[68461]: _type = "Task" [ 1173.126215] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.131114] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0724d8c5-41a4-4d1b-9f16-3abd0d6dbb8e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.139390] env[68461]: DEBUG oslo_vmware.api [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.142380] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a321e4bf-e05a-4233-90b7-a8f401754b51 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.180552] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aeb8ce9-187f-4ea8-b20a-97318303cb16 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.190324] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ca884d-c66d-4096-9008-74ba9c122d63 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.206513] env[68461]: DEBUG nova.compute.provider_tree [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.389485] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895578, 'name': ReconfigVM_Task, 'duration_secs': 0.417632} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.389808] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Reconfigured VM instance instance-00000048 to attach disk [datastore2] e8fea6c3-c65d-4d2f-a0fe-8c455fffd778/e8fea6c3-c65d-4d2f-a0fe-8c455fffd778.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.390483] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d055c2a8-ada5-496e-9222-f37d444b7547 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.396902] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Waiting for the task: (returnval){ [ 1173.396902] env[68461]: value = "task-2895580" [ 1173.396902] env[68461]: _type = "Task" [ 1173.396902] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.405516] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895580, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.563030] env[68461]: DEBUG oslo_vmware.api [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895577, 'name': PowerOnVM_Task, 'duration_secs': 0.678029} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.563277] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.563536] env[68461]: INFO nova.compute.manager [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1173.563739] env[68461]: DEBUG nova.compute.manager [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.564543] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da3bbaf-3c61-4c8f-9a01-6aaaa2b54c6f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.578731] env[68461]: DEBUG nova.network.neutron [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.636520] env[68461]: DEBUG oslo_vmware.api [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895579, 'name': PowerOffVM_Task, 'duration_secs': 0.294549} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.636520] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.636720] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.637000] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6a8765a-0a29-47e6-b0b4-ec1e0980d3be {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.711883] env[68461]: DEBUG nova.scheduler.client.report [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.717112] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.717393] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.717608] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Deleting the datastore file [datastore2] e8e0b748-8d14-40a3-9702-504d0c0d679f {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.717904] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1dee5af-a972-4b79-87cd-18928191ccf9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.726096] env[68461]: DEBUG oslo_vmware.api [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1173.726096] env[68461]: value = "task-2895582" [ 1173.726096] env[68461]: _type = "Task" [ 1173.726096] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.738155] env[68461]: DEBUG oslo_vmware.api [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.778346] env[68461]: DEBUG nova.network.neutron [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Updating instance_info_cache with network_info: [{"id": "b3354aaf-c8db-4171-aca1-3652487aeba8", "address": "fa:16:3e:33:67:96", "network": {"id": "85cdbcc9-e5a7-4f29-940a-6c0f1d5018cf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1563446852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172893bd35654dcea61891ad9fbc7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3354aaf-c8", "ovs_interfaceid": "b3354aaf-c8db-4171-aca1-3652487aeba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.912694] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895580, 'name': Rename_Task, 'duration_secs': 0.358576} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.912895] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.914511] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbeb8662-921c-4228-a08b-0cbc50877657 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.922747] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Waiting for the task: (returnval){ [ 1173.922747] env[68461]: value = "task-2895583" [ 1173.922747] env[68461]: _type = "Task" [ 1173.922747] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.935616] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.091658] env[68461]: INFO nova.compute.manager [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Took 45.13 seconds to build instance. [ 1174.222393] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.224952] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.143s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.225741] env[68461]: DEBUG nova.objects.instance [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68461) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1174.238821] env[68461]: DEBUG oslo_vmware.api [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.272765] env[68461]: INFO nova.scheduler.client.report [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Deleted allocations for instance 3483ea36-0584-4200-b540-7571089b639b [ 1174.281486] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Releasing lock "refresh_cache-f31926fb-1bde-45f0-8b28-70eaf80a47b6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.281797] env[68461]: DEBUG nova.compute.manager [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Instance network_info: |[{"id": "b3354aaf-c8db-4171-aca1-3652487aeba8", "address": "fa:16:3e:33:67:96", "network": {"id": "85cdbcc9-e5a7-4f29-940a-6c0f1d5018cf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1563446852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172893bd35654dcea61891ad9fbc7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3354aaf-c8", "ovs_interfaceid": "b3354aaf-c8db-4171-aca1-3652487aeba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1174.282429] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:67:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3354aaf-c8db-4171-aca1-3652487aeba8', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.290571] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.291333] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1174.292277] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d94add7-3111-43db-aec7-c39700e88f7d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.314371] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.314371] env[68461]: value = "task-2895584" [ 1174.314371] env[68461]: _type = "Task" [ 1174.314371] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.323981] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895584, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.434634] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895583, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.598091] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a770fb82-3105-4a4a-9b00-16f772638cbf tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "de1aaa13-992a-482d-a83c-7db32e13a3ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.140s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.675356] env[68461]: DEBUG nova.compute.manager [req-9c6c9160-03f2-4735-bcf1-28cbf69465d3 req-909cd8da-e639-4fc6-b5cc-15b11faae711 service nova] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Received event network-changed-b3354aaf-c8db-4171-aca1-3652487aeba8 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.675661] env[68461]: DEBUG nova.compute.manager [req-9c6c9160-03f2-4735-bcf1-28cbf69465d3 req-909cd8da-e639-4fc6-b5cc-15b11faae711 service nova] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Refreshing instance network info cache due to event network-changed-b3354aaf-c8db-4171-aca1-3652487aeba8. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.676566] env[68461]: DEBUG oslo_concurrency.lockutils [req-9c6c9160-03f2-4735-bcf1-28cbf69465d3 req-909cd8da-e639-4fc6-b5cc-15b11faae711 service nova] Acquiring lock "refresh_cache-f31926fb-1bde-45f0-8b28-70eaf80a47b6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.676851] env[68461]: DEBUG oslo_concurrency.lockutils [req-9c6c9160-03f2-4735-bcf1-28cbf69465d3 req-909cd8da-e639-4fc6-b5cc-15b11faae711 service nova] Acquired lock "refresh_cache-f31926fb-1bde-45f0-8b28-70eaf80a47b6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.677060] env[68461]: DEBUG nova.network.neutron [req-9c6c9160-03f2-4735-bcf1-28cbf69465d3 req-909cd8da-e639-4fc6-b5cc-15b11faae711 service nova] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Refreshing network info cache for port b3354aaf-c8db-4171-aca1-3652487aeba8 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.749952] env[68461]: DEBUG oslo_vmware.api [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.804931} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.749952] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.749952] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.749952] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.750280] env[68461]: INFO nova.compute.manager [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1174.750344] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.750543] env[68461]: DEBUG nova.compute.manager [-] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.750631] env[68461]: DEBUG nova.network.neutron [-] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1174.783922] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6231c212-3911-4a5e-8e6d-237328cb9d19 tempest-ServersAaction247Test-1956133254 tempest-ServersAaction247Test-1956133254-project-member] Lock "3483ea36-0584-4200-b540-7571089b639b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.604s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.829957] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895584, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.937330] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895583, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.075268] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquiring lock "8f032c98-195a-479f-81b3-10cc48e87e99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.075430] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Lock "8f032c98-195a-479f-81b3-10cc48e87e99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.103715] env[68461]: DEBUG nova.compute.manager [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1175.244135] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d5b2d012-3537-4d8c-9825-ec5edeafa17f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.247425] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.426s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.250969] env[68461]: INFO nova.compute.claims [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.327321] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895584, 'name': CreateVM_Task, 'duration_secs': 0.531955} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.329571] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.331539] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.331734] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.332068] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.335850] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8346317e-f2a6-45f4-a30f-b8a54953a685 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.342030] env[68461]: DEBUG oslo_vmware.api [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1175.342030] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]522467cd-1171-820c-16f4-0ca19df1b207" [ 1175.342030] env[68461]: _type = "Task" [ 1175.342030] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.352102] env[68461]: DEBUG oslo_vmware.api [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522467cd-1171-820c-16f4-0ca19df1b207, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.434762] env[68461]: DEBUG oslo_vmware.api [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895583, 'name': PowerOnVM_Task, 'duration_secs': 1.469547} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.437356] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.439127] env[68461]: INFO nova.compute.manager [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Took 6.47 seconds to spawn the instance on the hypervisor. [ 1175.439127] env[68461]: DEBUG nova.compute.manager [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.440014] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1829c6bc-e810-4f73-ab79-79ae2b89b460 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.518519] env[68461]: DEBUG nova.network.neutron [req-9c6c9160-03f2-4735-bcf1-28cbf69465d3 req-909cd8da-e639-4fc6-b5cc-15b11faae711 service nova] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Updated VIF entry in instance network info cache for port b3354aaf-c8db-4171-aca1-3652487aeba8. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.519023] env[68461]: DEBUG nova.network.neutron [req-9c6c9160-03f2-4735-bcf1-28cbf69465d3 req-909cd8da-e639-4fc6-b5cc-15b11faae711 service nova] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Updating instance_info_cache with network_info: [{"id": "b3354aaf-c8db-4171-aca1-3652487aeba8", "address": "fa:16:3e:33:67:96", "network": {"id": "85cdbcc9-e5a7-4f29-940a-6c0f1d5018cf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1563446852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172893bd35654dcea61891ad9fbc7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3354aaf-c8", "ovs_interfaceid": "b3354aaf-c8db-4171-aca1-3652487aeba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.644125] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.841659] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "8842a491-df22-43fe-8803-fe727131b562" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.841659] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "8842a491-df22-43fe-8803-fe727131b562" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.841659] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "8842a491-df22-43fe-8803-fe727131b562-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.841659] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "8842a491-df22-43fe-8803-fe727131b562-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.841659] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "8842a491-df22-43fe-8803-fe727131b562-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.842754] env[68461]: INFO nova.compute.manager [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Terminating instance [ 1175.861073] env[68461]: DEBUG oslo_vmware.api [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522467cd-1171-820c-16f4-0ca19df1b207, 'name': SearchDatastore_Task, 'duration_secs': 0.023138} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.861073] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.861073] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.861073] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.861073] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.861073] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.861073] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ff46ddc-1390-4fed-bd27-f43279b7b4af {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.872209] env[68461]: DEBUG nova.network.neutron [-] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.872538] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.872746] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.881023] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d169f61-9bd3-4775-94e1-18c13bb44c13 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.885462] env[68461]: DEBUG oslo_vmware.api [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1175.885462] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52e6b9be-248b-d82a-21f1-e6914f26013a" [ 1175.885462] env[68461]: _type = "Task" [ 1175.885462] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.895979] env[68461]: DEBUG oslo_vmware.api [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52e6b9be-248b-d82a-21f1-e6914f26013a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.961435] env[68461]: INFO nova.compute.manager [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Took 44.04 seconds to build instance. [ 1175.981777] env[68461]: DEBUG oslo_concurrency.lockutils [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "de1aaa13-992a-482d-a83c-7db32e13a3ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.982634] env[68461]: DEBUG oslo_concurrency.lockutils [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "de1aaa13-992a-482d-a83c-7db32e13a3ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.982634] env[68461]: DEBUG oslo_concurrency.lockutils [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "de1aaa13-992a-482d-a83c-7db32e13a3ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.982865] env[68461]: DEBUG oslo_concurrency.lockutils [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "de1aaa13-992a-482d-a83c-7db32e13a3ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.983167] env[68461]: DEBUG oslo_concurrency.lockutils [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "de1aaa13-992a-482d-a83c-7db32e13a3ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.989995] env[68461]: INFO nova.compute.manager [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Terminating instance [ 1176.021831] env[68461]: DEBUG oslo_concurrency.lockutils [req-9c6c9160-03f2-4735-bcf1-28cbf69465d3 req-909cd8da-e639-4fc6-b5cc-15b11faae711 service nova] Releasing lock "refresh_cache-f31926fb-1bde-45f0-8b28-70eaf80a47b6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.352455] env[68461]: DEBUG nova.compute.manager [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.352699] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.353655] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9d323e-f6bc-421e-ac3f-e78f13b20eb5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.361420] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.363949] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3df57a3-1203-4144-a7bc-19595cadd0b3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.369665] env[68461]: DEBUG oslo_vmware.api [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1176.369665] env[68461]: value = "task-2895585" [ 1176.369665] env[68461]: _type = "Task" [ 1176.369665] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.377371] env[68461]: DEBUG oslo_vmware.api [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.380206] env[68461]: INFO nova.compute.manager [-] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Took 1.63 seconds to deallocate network for instance. [ 1176.395504] env[68461]: DEBUG oslo_vmware.api [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52e6b9be-248b-d82a-21f1-e6914f26013a, 'name': SearchDatastore_Task, 'duration_secs': 0.012417} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.399034] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd49d27e-f850-4f50-858d-0bd9d83875ea {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.404640] env[68461]: DEBUG oslo_vmware.api [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1176.404640] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5270b45b-5d67-d273-b9a0-ed2853e3133c" [ 1176.404640] env[68461]: _type = "Task" [ 1176.404640] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.414494] env[68461]: DEBUG oslo_vmware.api [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5270b45b-5d67-d273-b9a0-ed2853e3133c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.468302] env[68461]: DEBUG oslo_concurrency.lockutils [None req-778f12fb-f27f-4e77-a7e2-32a496b0864a tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Lock "e8fea6c3-c65d-4d2f-a0fe-8c455fffd778" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.572s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.499234] env[68461]: DEBUG nova.compute.manager [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.499527] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.500900] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c6524a-e41f-49be-8601-ae62a51c0e9c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.511890] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.512273] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d5c7e5f-eaf1-48bd-84f1-c3ba42f945d6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.521510] env[68461]: DEBUG oslo_vmware.api [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1176.521510] env[68461]: value = "task-2895586" [ 1176.521510] env[68461]: _type = "Task" [ 1176.521510] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.530497] env[68461]: DEBUG oslo_vmware.api [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.718172] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6d315a-b153-413c-901e-fca70274b20a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.722947] env[68461]: DEBUG nova.compute.manager [req-1858eb36-4240-4c0d-8757-9a9e2111d7c4 req-0c7f9396-d429-4973-9a8d-91bd9e192425 service nova] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Received event network-vif-deleted-5d5093ae-6e45-4c80-8aeb-b7cc7ad98465 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.728168] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1db2b45-5b90-40c4-9aa7-4a728e53b4dc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.760023] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173178b3-2499-4380-9a6b-03cf128d5f82 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.767116] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573e0da5-503d-49c7-9510-ec0681b0cd52 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.781014] env[68461]: DEBUG nova.compute.provider_tree [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.880865] env[68461]: DEBUG oslo_vmware.api [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895585, 'name': PowerOffVM_Task, 'duration_secs': 0.21266} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.881156] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.881396] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.881663] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f42d0ff7-0a67-4896-9cce-b999b993f8a1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.886242] env[68461]: DEBUG oslo_concurrency.lockutils [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.914436] env[68461]: DEBUG oslo_vmware.api [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5270b45b-5d67-d273-b9a0-ed2853e3133c, 'name': SearchDatastore_Task, 'duration_secs': 0.010121} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.914703] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.914965] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] f31926fb-1bde-45f0-8b28-70eaf80a47b6/f31926fb-1bde-45f0-8b28-70eaf80a47b6.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.915229] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b17cd6f-acaf-4d49-bf12-70a9721040b0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.921286] env[68461]: DEBUG oslo_vmware.api [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1176.921286] env[68461]: value = "task-2895588" [ 1176.921286] env[68461]: _type = "Task" [ 1176.921286] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.928944] env[68461]: DEBUG oslo_vmware.api [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.941703] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.942014] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.942221] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Deleting the datastore file [datastore1] 8842a491-df22-43fe-8803-fe727131b562 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.942538] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b60527e-8a2b-423f-9f7f-11a2ec19d01b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.948796] env[68461]: DEBUG oslo_vmware.api [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1176.948796] env[68461]: value = "task-2895589" [ 1176.948796] env[68461]: _type = "Task" [ 1176.948796] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.957506] env[68461]: DEBUG oslo_vmware.api [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.970107] env[68461]: INFO nova.compute.manager [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Rebuilding instance [ 1176.973480] env[68461]: DEBUG nova.compute.manager [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1177.006678] env[68461]: DEBUG nova.compute.manager [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.007439] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be7fc93-0fd3-4783-9d8b-f55d02788ba6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.030069] env[68461]: DEBUG oslo_vmware.api [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895586, 'name': PowerOffVM_Task, 'duration_secs': 0.412602} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.030448] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.030707] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.031020] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-406abcc5-ccea-4d57-86d2-f46dd49e1cca {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.093137] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.093378] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.093562] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Deleting the datastore file [datastore1] de1aaa13-992a-482d-a83c-7db32e13a3ea {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.093852] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebfd4b0d-f118-4f2d-a3ba-581f28ca59ce {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.099992] env[68461]: DEBUG oslo_vmware.api [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for the task: (returnval){ [ 1177.099992] env[68461]: value = "task-2895591" [ 1177.099992] env[68461]: _type = "Task" [ 1177.099992] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.109268] env[68461]: DEBUG oslo_vmware.api [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.284270] env[68461]: DEBUG nova.scheduler.client.report [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.432219] env[68461]: DEBUG oslo_vmware.api [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483381} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.432508] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] f31926fb-1bde-45f0-8b28-70eaf80a47b6/f31926fb-1bde-45f0-8b28-70eaf80a47b6.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.432698] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.432942] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9c8b2f4-a451-48da-bc23-fa1a6f16dd56 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.439260] env[68461]: DEBUG oslo_vmware.api [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1177.439260] env[68461]: value = "task-2895592" [ 1177.439260] env[68461]: _type = "Task" [ 1177.439260] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.446570] env[68461]: DEBUG oslo_vmware.api [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.457625] env[68461]: DEBUG oslo_vmware.api [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266441} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.457876] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.458076] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.458273] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.458467] env[68461]: INFO nova.compute.manager [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: 8842a491-df22-43fe-8803-fe727131b562] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1177.458780] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.458988] env[68461]: DEBUG nova.compute.manager [-] [instance: 8842a491-df22-43fe-8803-fe727131b562] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.459120] env[68461]: DEBUG nova.network.neutron [-] [instance: 8842a491-df22-43fe-8803-fe727131b562] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.498070] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.609820] env[68461]: DEBUG oslo_vmware.api [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Task: {'id': task-2895591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369424} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.610070] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.610264] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.610552] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.610756] env[68461]: INFO nova.compute.manager [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1177.610993] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.611202] env[68461]: DEBUG nova.compute.manager [-] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.611297] env[68461]: DEBUG nova.network.neutron [-] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.790793] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.791381] env[68461]: DEBUG nova.compute.manager [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1177.794401] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.674s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.795759] env[68461]: INFO nova.compute.claims [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.805597] env[68461]: DEBUG nova.compute.manager [req-a115e622-3eb6-4c01-bbdd-db018a7acee6 req-4bba85fd-0b02-463b-bcdb-58a30dcbf392 service nova] [instance: 8842a491-df22-43fe-8803-fe727131b562] Received event network-vif-deleted-27d976c4-2933-4f9c-96b1-c426ac23fb17 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.805597] env[68461]: INFO nova.compute.manager [req-a115e622-3eb6-4c01-bbdd-db018a7acee6 req-4bba85fd-0b02-463b-bcdb-58a30dcbf392 service nova] [instance: 8842a491-df22-43fe-8803-fe727131b562] Neutron deleted interface 27d976c4-2933-4f9c-96b1-c426ac23fb17; detaching it from the instance and deleting it from the info cache [ 1177.805597] env[68461]: DEBUG nova.network.neutron [req-a115e622-3eb6-4c01-bbdd-db018a7acee6 req-4bba85fd-0b02-463b-bcdb-58a30dcbf392 service nova] [instance: 8842a491-df22-43fe-8803-fe727131b562] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.950269] env[68461]: DEBUG oslo_vmware.api [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070922} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.950619] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.951501] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd83047b-3557-4f71-adc2-1aae7d80ea60 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.976289] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] f31926fb-1bde-45f0-8b28-70eaf80a47b6/f31926fb-1bde-45f0-8b28-70eaf80a47b6.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.976653] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63f3cfc6-6f77-4514-941b-2e305b529584 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.998563] env[68461]: DEBUG oslo_vmware.api [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1177.998563] env[68461]: value = "task-2895593" [ 1177.998563] env[68461]: _type = "Task" [ 1177.998563] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.007224] env[68461]: DEBUG oslo_vmware.api [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.022062] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.022351] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c82fdf8-b460-423c-a1a7-ff2b786e4d0d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.030506] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Waiting for the task: (returnval){ [ 1178.030506] env[68461]: value = "task-2895594" [ 1178.030506] env[68461]: _type = "Task" [ 1178.030506] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.039709] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.233914] env[68461]: DEBUG nova.network.neutron [-] [instance: 8842a491-df22-43fe-8803-fe727131b562] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.300241] env[68461]: DEBUG nova.compute.utils [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.303585] env[68461]: DEBUG nova.compute.manager [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1178.303759] env[68461]: DEBUG nova.network.neutron [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.307509] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc1b6ae2-798e-4ca9-8882-01fa05ba2b7d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.318911] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e8e260-5849-4691-848d-083e728f6bf8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.354802] env[68461]: DEBUG nova.network.neutron [-] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.356137] env[68461]: DEBUG nova.compute.manager [req-a115e622-3eb6-4c01-bbdd-db018a7acee6 req-4bba85fd-0b02-463b-bcdb-58a30dcbf392 service nova] [instance: 8842a491-df22-43fe-8803-fe727131b562] Detach interface failed, port_id=27d976c4-2933-4f9c-96b1-c426ac23fb17, reason: Instance 8842a491-df22-43fe-8803-fe727131b562 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1178.357818] env[68461]: DEBUG nova.policy [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9f01dc1d46c44a0aeb9720ac4cb7257', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8375f8c69c7466aac16a97588efc3dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.510381] env[68461]: DEBUG oslo_vmware.api [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895593, 'name': ReconfigVM_Task, 'duration_secs': 0.302064} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.510660] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Reconfigured VM instance instance-00000049 to attach disk [datastore2] f31926fb-1bde-45f0-8b28-70eaf80a47b6/f31926fb-1bde-45f0-8b28-70eaf80a47b6.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.511312] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9be3d068-5df6-40d7-bd48-671497d57dfd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.518716] env[68461]: DEBUG oslo_vmware.api [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1178.518716] env[68461]: value = "task-2895595" [ 1178.518716] env[68461]: _type = "Task" [ 1178.518716] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.527882] env[68461]: DEBUG oslo_vmware.api [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895595, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.538834] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895594, 'name': PowerOffVM_Task, 'duration_secs': 0.143784} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.539103] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.539749] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.540521] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa30ddb-e1d6-416d-85bd-a81b023c20ac {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.552402] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.552738] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9e9d636-0f28-4b9d-9cd6-b7f974abe777 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.590486] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.590738] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.590930] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Deleting the datastore file [datastore2] e8fea6c3-c65d-4d2f-a0fe-8c455fffd778 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.591229] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dff97c9-cc13-4685-ad9a-efda27f8c2fb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.598399] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Waiting for the task: (returnval){ [ 1178.598399] env[68461]: value = "task-2895597" [ 1178.598399] env[68461]: _type = "Task" [ 1178.598399] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.606345] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.617040] env[68461]: DEBUG nova.network.neutron [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Successfully created port: d417c16b-b9f9-4abc-906d-22a4183bedcd {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1178.736815] env[68461]: INFO nova.compute.manager [-] [instance: 8842a491-df22-43fe-8803-fe727131b562] Took 1.28 seconds to deallocate network for instance. [ 1178.755840] env[68461]: DEBUG nova.compute.manager [req-affb6032-3862-4e30-98f2-d288d3eb9ecd req-4cee1a9a-3613-49d1-8c5e-45cde92a8103 service nova] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Received event network-vif-deleted-a367d3b5-68e7-43ec-ab52-fba7f4a44900 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.804982] env[68461]: DEBUG nova.compute.manager [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1178.859926] env[68461]: INFO nova.compute.manager [-] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Took 1.25 seconds to deallocate network for instance. [ 1179.029599] env[68461]: DEBUG oslo_vmware.api [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895595, 'name': Rename_Task, 'duration_secs': 0.175303} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.032182] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.032912] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f840b6fb-1b2f-4a02-a928-5ae58befbc9b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.040168] env[68461]: DEBUG oslo_vmware.api [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1179.040168] env[68461]: value = "task-2895598" [ 1179.040168] env[68461]: _type = "Task" [ 1179.040168] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.050936] env[68461]: DEBUG oslo_vmware.api [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.109082] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247532} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.111848] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.112061] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.112246] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.244396] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.271829] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f3ea22-6511-45d1-9b78-3088438b3c7a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.280541] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780d24b4-91f3-42cc-8f62-ea590886177c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.310128] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a33aaf-ebec-46b4-b2ac-5ce335f99ae3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.320413] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b69ad7-7b55-46bd-9072-7a45d5e29fd0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.337226] env[68461]: DEBUG nova.compute.provider_tree [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.367217] env[68461]: DEBUG oslo_concurrency.lockutils [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.550649] env[68461]: DEBUG oslo_vmware.api [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895598, 'name': PowerOnVM_Task, 'duration_secs': 0.476978} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.550916] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.551145] env[68461]: INFO nova.compute.manager [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1179.551335] env[68461]: DEBUG nova.compute.manager [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.552082] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d040e60-f329-49c2-8a2e-fdedd85c21b7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.818098] env[68461]: DEBUG nova.compute.manager [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1179.840962] env[68461]: DEBUG nova.scheduler.client.report [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.850615] env[68461]: DEBUG nova.virt.hardware [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.850864] env[68461]: DEBUG nova.virt.hardware [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.851039] env[68461]: DEBUG nova.virt.hardware [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.851239] env[68461]: DEBUG nova.virt.hardware [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.851452] env[68461]: DEBUG nova.virt.hardware [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.851626] env[68461]: DEBUG nova.virt.hardware [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.851844] env[68461]: DEBUG nova.virt.hardware [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.852009] env[68461]: DEBUG nova.virt.hardware [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.852188] env[68461]: DEBUG nova.virt.hardware [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.852353] env[68461]: DEBUG nova.virt.hardware [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.852529] env[68461]: DEBUG nova.virt.hardware [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.853399] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92be82bc-68d6-47a4-8461-1b18c71a678f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.863449] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9958cd2-40a1-48c8-b18d-57a622505f90 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.070417] env[68461]: INFO nova.compute.manager [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Took 46.92 seconds to build instance. [ 1180.134054] env[68461]: DEBUG nova.network.neutron [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Successfully updated port: d417c16b-b9f9-4abc-906d-22a4183bedcd {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1180.148463] env[68461]: DEBUG nova.virt.hardware [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.148734] env[68461]: DEBUG nova.virt.hardware [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.148893] env[68461]: DEBUG nova.virt.hardware [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.149089] env[68461]: DEBUG nova.virt.hardware [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.149240] env[68461]: DEBUG nova.virt.hardware [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.149390] env[68461]: DEBUG nova.virt.hardware [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.149602] env[68461]: DEBUG nova.virt.hardware [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.149757] env[68461]: DEBUG nova.virt.hardware [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.149922] env[68461]: DEBUG nova.virt.hardware [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.150104] env[68461]: DEBUG nova.virt.hardware [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.150286] env[68461]: DEBUG nova.virt.hardware [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.151209] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa31b0d-e073-4512-986d-2695693240a4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.161964] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef04cbe-3ad9-4230-9f5a-52feb361f5fd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.175831] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Instance VIF info [] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.181355] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.181554] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.181768] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4bff276-e278-47f1-9867-8dcb2c24fd74 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.198353] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.198353] env[68461]: value = "task-2895599" [ 1180.198353] env[68461]: _type = "Task" [ 1180.198353] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.214530] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895599, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.346779] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.347385] env[68461]: DEBUG nova.compute.manager [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1180.350066] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.166s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.351800] env[68461]: INFO nova.compute.claims [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.573024] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ea0aebf-7843-4e6b-95ac-081eb77bc18f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "f31926fb-1bde-45f0-8b28-70eaf80a47b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.692s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.639906] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Acquiring lock "refresh_cache-1a7e3d04-418d-49b5-a7e6-a45f31475d34" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.640080] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Acquired lock "refresh_cache-1a7e3d04-418d-49b5-a7e6-a45f31475d34" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.640243] env[68461]: DEBUG nova.network.neutron [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.712733] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895599, 'name': CreateVM_Task, 'duration_secs': 0.28153} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.712733] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.713141] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.713308] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.713629] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.714216] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba7d44c0-1d4f-42dc-8a14-f2126d1312f8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.719793] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Waiting for the task: (returnval){ [ 1180.719793] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52328ae9-74fa-d6a0-18f4-f4612d2ba11f" [ 1180.719793] env[68461]: _type = "Task" [ 1180.719793] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.728382] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52328ae9-74fa-d6a0-18f4-f4612d2ba11f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.855983] env[68461]: DEBUG nova.compute.utils [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1180.859980] env[68461]: DEBUG nova.compute.manager [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1180.860104] env[68461]: DEBUG nova.network.neutron [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1180.866153] env[68461]: DEBUG nova.compute.manager [req-b8ebff66-d9af-438f-8ee2-a302e5e186a2 req-9a77a1bd-1162-4da2-a210-a7d6d356a4b5 service nova] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Received event network-vif-plugged-d417c16b-b9f9-4abc-906d-22a4183bedcd {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.866153] env[68461]: DEBUG oslo_concurrency.lockutils [req-b8ebff66-d9af-438f-8ee2-a302e5e186a2 req-9a77a1bd-1162-4da2-a210-a7d6d356a4b5 service nova] Acquiring lock "1a7e3d04-418d-49b5-a7e6-a45f31475d34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.866229] env[68461]: DEBUG oslo_concurrency.lockutils [req-b8ebff66-d9af-438f-8ee2-a302e5e186a2 req-9a77a1bd-1162-4da2-a210-a7d6d356a4b5 service nova] Lock "1a7e3d04-418d-49b5-a7e6-a45f31475d34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.866384] env[68461]: DEBUG oslo_concurrency.lockutils [req-b8ebff66-d9af-438f-8ee2-a302e5e186a2 req-9a77a1bd-1162-4da2-a210-a7d6d356a4b5 service nova] Lock "1a7e3d04-418d-49b5-a7e6-a45f31475d34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.866563] env[68461]: DEBUG nova.compute.manager [req-b8ebff66-d9af-438f-8ee2-a302e5e186a2 req-9a77a1bd-1162-4da2-a210-a7d6d356a4b5 service nova] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] No waiting events found dispatching network-vif-plugged-d417c16b-b9f9-4abc-906d-22a4183bedcd {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1180.866716] env[68461]: WARNING nova.compute.manager [req-b8ebff66-d9af-438f-8ee2-a302e5e186a2 req-9a77a1bd-1162-4da2-a210-a7d6d356a4b5 service nova] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Received unexpected event network-vif-plugged-d417c16b-b9f9-4abc-906d-22a4183bedcd for instance with vm_state building and task_state spawning. [ 1180.866843] env[68461]: DEBUG nova.compute.manager [req-b8ebff66-d9af-438f-8ee2-a302e5e186a2 req-9a77a1bd-1162-4da2-a210-a7d6d356a4b5 service nova] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Received event network-changed-d417c16b-b9f9-4abc-906d-22a4183bedcd {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.866991] env[68461]: DEBUG nova.compute.manager [req-b8ebff66-d9af-438f-8ee2-a302e5e186a2 req-9a77a1bd-1162-4da2-a210-a7d6d356a4b5 service nova] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Refreshing instance network info cache due to event network-changed-d417c16b-b9f9-4abc-906d-22a4183bedcd. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.867169] env[68461]: DEBUG oslo_concurrency.lockutils [req-b8ebff66-d9af-438f-8ee2-a302e5e186a2 req-9a77a1bd-1162-4da2-a210-a7d6d356a4b5 service nova] Acquiring lock "refresh_cache-1a7e3d04-418d-49b5-a7e6-a45f31475d34" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.900644] env[68461]: DEBUG nova.policy [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f2d8d865aa949238ea87aa51ecef9cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ace85b5a4d0451a85573b4e01774275', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.171863] env[68461]: DEBUG nova.network.neutron [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1181.176325] env[68461]: DEBUG nova.network.neutron [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Successfully created port: 10b528d7-506f-4737-a82c-5ed7d031a7fb {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.236437] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52328ae9-74fa-d6a0-18f4-f4612d2ba11f, 'name': SearchDatastore_Task, 'duration_secs': 0.011602} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.236729] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.236949] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.237307] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.237471] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.237656] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.238028] env[68461]: DEBUG oslo_concurrency.lockutils [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "f31926fb-1bde-45f0-8b28-70eaf80a47b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.238214] env[68461]: DEBUG oslo_concurrency.lockutils [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "f31926fb-1bde-45f0-8b28-70eaf80a47b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.238439] env[68461]: DEBUG oslo_concurrency.lockutils [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "f31926fb-1bde-45f0-8b28-70eaf80a47b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.238621] env[68461]: DEBUG oslo_concurrency.lockutils [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "f31926fb-1bde-45f0-8b28-70eaf80a47b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.238779] env[68461]: DEBUG oslo_concurrency.lockutils [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "f31926fb-1bde-45f0-8b28-70eaf80a47b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.240641] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b3001b8-8aa7-4719-9cc6-cd131a4af6b3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.242334] env[68461]: INFO nova.compute.manager [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Terminating instance [ 1181.251759] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.251940] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.252730] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4220c252-32a3-4c70-a866-8f01aebfb49d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.261192] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Waiting for the task: (returnval){ [ 1181.261192] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52bb60e8-ecd1-4a73-999a-33f14936e327" [ 1181.261192] env[68461]: _type = "Task" [ 1181.261192] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.274517] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52bb60e8-ecd1-4a73-999a-33f14936e327, 'name': SearchDatastore_Task, 'duration_secs': 0.010844} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.275303] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57aada01-fd91-4c7e-848e-1b73948f3c9b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.282300] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Waiting for the task: (returnval){ [ 1181.282300] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52b6b5d0-c3ff-4aa5-8429-4779a49bb427" [ 1181.282300] env[68461]: _type = "Task" [ 1181.282300] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.292325] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b6b5d0-c3ff-4aa5-8429-4779a49bb427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.361237] env[68461]: DEBUG nova.compute.manager [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1181.371925] env[68461]: DEBUG nova.network.neutron [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Updating instance_info_cache with network_info: [{"id": "d417c16b-b9f9-4abc-906d-22a4183bedcd", "address": "fa:16:3e:fc:60:4f", "network": {"id": "e8f72d11-2178-4bef-9ca4-957a24f7e91d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1914394008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8375f8c69c7466aac16a97588efc3dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd417c16b-b9", "ovs_interfaceid": "d417c16b-b9f9-4abc-906d-22a4183bedcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.722791] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e406d3f-c39a-42f2-8e6f-1b2eb24a03d7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.731066] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c787bd6c-9d86-429b-8b8f-089839d043ff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.761105] env[68461]: DEBUG nova.compute.manager [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.761333] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.762222] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8161a9-8837-4e36-abfe-cd4eacffcf98 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.765150] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8ec114-1ca0-4c6c-8fd9-faa1580034ea {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.774142] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463b6de3-72cd-4f71-aede-6fedbddb1b1e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.777618] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.777837] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6014340d-a5c1-4669-8293-fd62c9dbeb99 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.790020] env[68461]: DEBUG nova.compute.provider_tree [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.795106] env[68461]: DEBUG oslo_vmware.api [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1181.795106] env[68461]: value = "task-2895600" [ 1181.795106] env[68461]: _type = "Task" [ 1181.795106] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.801935] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b6b5d0-c3ff-4aa5-8429-4779a49bb427, 'name': SearchDatastore_Task, 'duration_secs': 0.010463} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.802611] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.803030] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] e8fea6c3-c65d-4d2f-a0fe-8c455fffd778/e8fea6c3-c65d-4d2f-a0fe-8c455fffd778.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.803186] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db16bc81-e37f-4582-854c-2531d5e02bf5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.808741] env[68461]: DEBUG oslo_vmware.api [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.814345] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Waiting for the task: (returnval){ [ 1181.814345] env[68461]: value = "task-2895601" [ 1181.814345] env[68461]: _type = "Task" [ 1181.814345] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.823597] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.874704] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Releasing lock "refresh_cache-1a7e3d04-418d-49b5-a7e6-a45f31475d34" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.876032] env[68461]: DEBUG nova.compute.manager [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Instance network_info: |[{"id": "d417c16b-b9f9-4abc-906d-22a4183bedcd", "address": "fa:16:3e:fc:60:4f", "network": {"id": "e8f72d11-2178-4bef-9ca4-957a24f7e91d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1914394008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8375f8c69c7466aac16a97588efc3dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd417c16b-b9", "ovs_interfaceid": "d417c16b-b9f9-4abc-906d-22a4183bedcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1181.876032] env[68461]: DEBUG oslo_concurrency.lockutils [req-b8ebff66-d9af-438f-8ee2-a302e5e186a2 req-9a77a1bd-1162-4da2-a210-a7d6d356a4b5 service nova] Acquired lock "refresh_cache-1a7e3d04-418d-49b5-a7e6-a45f31475d34" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.876235] env[68461]: DEBUG nova.network.neutron [req-b8ebff66-d9af-438f-8ee2-a302e5e186a2 req-9a77a1bd-1162-4da2-a210-a7d6d356a4b5 service nova] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Refreshing network info cache for port d417c16b-b9f9-4abc-906d-22a4183bedcd {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.877684] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:60:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd417c16b-b9f9-4abc-906d-22a4183bedcd', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.886859] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Creating folder: Project (b8375f8c69c7466aac16a97588efc3dd). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1181.890252] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41869d5b-1774-4c72-8c89-fdfb997b5c15 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.904027] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Created folder: Project (b8375f8c69c7466aac16a97588efc3dd) in parent group-v581476. [ 1181.904236] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Creating folder: Instances. Parent ref: group-v581681. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1181.905084] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-038d2808-53cb-4ed1-86cb-41659d2ad578 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.914464] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Created folder: Instances in parent group-v581681. [ 1181.914720] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.914987] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.915146] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f8d977b-bdac-4cdd-b171-284407a924d4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.936322] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.936322] env[68461]: value = "task-2895604" [ 1181.936322] env[68461]: _type = "Task" [ 1181.936322] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.945634] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895604, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.297177] env[68461]: DEBUG nova.scheduler.client.report [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.311021] env[68461]: DEBUG oslo_vmware.api [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895600, 'name': PowerOffVM_Task, 'duration_secs': 0.36633} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.311868] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.312052] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.312297] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fff4f53-ff17-4278-ad67-a30bdd43953d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.323454] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458085} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.324230] env[68461]: DEBUG nova.network.neutron [req-b8ebff66-d9af-438f-8ee2-a302e5e186a2 req-9a77a1bd-1162-4da2-a210-a7d6d356a4b5 service nova] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Updated VIF entry in instance network info cache for port d417c16b-b9f9-4abc-906d-22a4183bedcd. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.324544] env[68461]: DEBUG nova.network.neutron [req-b8ebff66-d9af-438f-8ee2-a302e5e186a2 req-9a77a1bd-1162-4da2-a210-a7d6d356a4b5 service nova] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Updating instance_info_cache with network_info: [{"id": "d417c16b-b9f9-4abc-906d-22a4183bedcd", "address": "fa:16:3e:fc:60:4f", "network": {"id": "e8f72d11-2178-4bef-9ca4-957a24f7e91d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1914394008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8375f8c69c7466aac16a97588efc3dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd417c16b-b9", "ovs_interfaceid": "d417c16b-b9f9-4abc-906d-22a4183bedcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.325592] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] e8fea6c3-c65d-4d2f-a0fe-8c455fffd778/e8fea6c3-c65d-4d2f-a0fe-8c455fffd778.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1182.325803] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1182.326046] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3eccebb3-ab48-447d-b943-43cf0b6816b5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.331981] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Waiting for the task: (returnval){ [ 1182.331981] env[68461]: value = "task-2895606" [ 1182.331981] env[68461]: _type = "Task" [ 1182.331981] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.341285] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.374986] env[68461]: DEBUG nova.compute.manager [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1182.379072] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.379461] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.379510] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Deleting the datastore file [datastore2] f31926fb-1bde-45f0-8b28-70eaf80a47b6 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.379739] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9b901af-a587-4c43-88b2-6d678cadf5de {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.386016] env[68461]: DEBUG oslo_vmware.api [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1182.386016] env[68461]: value = "task-2895607" [ 1182.386016] env[68461]: _type = "Task" [ 1182.386016] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.393851] env[68461]: DEBUG oslo_vmware.api [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.414028] env[68461]: DEBUG nova.virt.hardware [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.414028] env[68461]: DEBUG nova.virt.hardware [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.414028] env[68461]: DEBUG nova.virt.hardware [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.414028] env[68461]: DEBUG nova.virt.hardware [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.414028] env[68461]: DEBUG nova.virt.hardware [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.414028] env[68461]: DEBUG nova.virt.hardware [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.414028] env[68461]: DEBUG nova.virt.hardware [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.414515] env[68461]: DEBUG nova.virt.hardware [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.414824] env[68461]: DEBUG nova.virt.hardware [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.415138] env[68461]: DEBUG nova.virt.hardware [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.415468] env[68461]: DEBUG nova.virt.hardware [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.417794] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce379299-947d-4f35-92d5-e4770ebab6da {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.425148] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5153fa85-6aa2-464d-bcdd-5274b8c6dd23 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.447508] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895604, 'name': CreateVM_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.637559] env[68461]: DEBUG nova.network.neutron [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Successfully updated port: 10b528d7-506f-4737-a82c-5ed7d031a7fb {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1182.807347] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.807347] env[68461]: DEBUG nova.compute.manager [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1182.809888] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.503s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.810099] env[68461]: DEBUG nova.objects.instance [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68461) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1182.830692] env[68461]: DEBUG oslo_concurrency.lockutils [req-b8ebff66-d9af-438f-8ee2-a302e5e186a2 req-9a77a1bd-1162-4da2-a210-a7d6d356a4b5 service nova] Releasing lock "refresh_cache-1a7e3d04-418d-49b5-a7e6-a45f31475d34" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.841328] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07219} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.841581] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.842359] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587acf42-81fb-48ff-8ac3-9aceea316afb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.861859] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] e8fea6c3-c65d-4d2f-a0fe-8c455fffd778/e8fea6c3-c65d-4d2f-a0fe-8c455fffd778.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.862329] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54bd48cb-8226-4a75-b017-96579f2688e4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.880889] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Waiting for the task: (returnval){ [ 1182.880889] env[68461]: value = "task-2895608" [ 1182.880889] env[68461]: _type = "Task" [ 1182.880889] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.888715] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.897586] env[68461]: DEBUG oslo_vmware.api [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226761} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.898749] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.898939] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.899132] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.899304] env[68461]: INFO nova.compute.manager [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1182.899536] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.900648] env[68461]: DEBUG nova.compute.manager [req-dc6fbb31-6154-4d60-a9f3-8e6ffc361491 req-d50c8416-b0dd-4a43-8a45-f4bb34dd5157 service nova] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Received event network-vif-plugged-10b528d7-506f-4737-a82c-5ed7d031a7fb {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.900855] env[68461]: DEBUG oslo_concurrency.lockutils [req-dc6fbb31-6154-4d60-a9f3-8e6ffc361491 req-d50c8416-b0dd-4a43-8a45-f4bb34dd5157 service nova] Acquiring lock "8d3826e4-3495-4c8c-8c6a-68268bc429c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.901064] env[68461]: DEBUG oslo_concurrency.lockutils [req-dc6fbb31-6154-4d60-a9f3-8e6ffc361491 req-d50c8416-b0dd-4a43-8a45-f4bb34dd5157 service nova] Lock "8d3826e4-3495-4c8c-8c6a-68268bc429c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.901291] env[68461]: DEBUG oslo_concurrency.lockutils [req-dc6fbb31-6154-4d60-a9f3-8e6ffc361491 req-d50c8416-b0dd-4a43-8a45-f4bb34dd5157 service nova] Lock "8d3826e4-3495-4c8c-8c6a-68268bc429c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.901569] env[68461]: DEBUG nova.compute.manager [req-dc6fbb31-6154-4d60-a9f3-8e6ffc361491 req-d50c8416-b0dd-4a43-8a45-f4bb34dd5157 service nova] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] No waiting events found dispatching network-vif-plugged-10b528d7-506f-4737-a82c-5ed7d031a7fb {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1182.901755] env[68461]: WARNING nova.compute.manager [req-dc6fbb31-6154-4d60-a9f3-8e6ffc361491 req-d50c8416-b0dd-4a43-8a45-f4bb34dd5157 service nova] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Received unexpected event network-vif-plugged-10b528d7-506f-4737-a82c-5ed7d031a7fb for instance with vm_state building and task_state spawning. [ 1182.901920] env[68461]: DEBUG nova.compute.manager [req-dc6fbb31-6154-4d60-a9f3-8e6ffc361491 req-d50c8416-b0dd-4a43-8a45-f4bb34dd5157 service nova] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Received event network-changed-10b528d7-506f-4737-a82c-5ed7d031a7fb {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.902084] env[68461]: DEBUG nova.compute.manager [req-dc6fbb31-6154-4d60-a9f3-8e6ffc361491 req-d50c8416-b0dd-4a43-8a45-f4bb34dd5157 service nova] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Refreshing instance network info cache due to event network-changed-10b528d7-506f-4737-a82c-5ed7d031a7fb. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.902276] env[68461]: DEBUG oslo_concurrency.lockutils [req-dc6fbb31-6154-4d60-a9f3-8e6ffc361491 req-d50c8416-b0dd-4a43-8a45-f4bb34dd5157 service nova] Acquiring lock "refresh_cache-8d3826e4-3495-4c8c-8c6a-68268bc429c7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.902412] env[68461]: DEBUG oslo_concurrency.lockutils [req-dc6fbb31-6154-4d60-a9f3-8e6ffc361491 req-d50c8416-b0dd-4a43-8a45-f4bb34dd5157 service nova] Acquired lock "refresh_cache-8d3826e4-3495-4c8c-8c6a-68268bc429c7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.902564] env[68461]: DEBUG nova.network.neutron [req-dc6fbb31-6154-4d60-a9f3-8e6ffc361491 req-d50c8416-b0dd-4a43-8a45-f4bb34dd5157 service nova] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Refreshing network info cache for port 10b528d7-506f-4737-a82c-5ed7d031a7fb {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.903613] env[68461]: DEBUG nova.compute.manager [-] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.903726] env[68461]: DEBUG nova.network.neutron [-] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.948409] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895604, 'name': CreateVM_Task, 'duration_secs': 0.621901} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.948651] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.949323] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.949735] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.949853] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.950134] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df3d87ea-8b32-490a-9da2-9b8fa41fe80b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.954836] env[68461]: DEBUG oslo_vmware.api [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Waiting for the task: (returnval){ [ 1182.954836] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52cad60b-7e2d-69ea-b56b-2db00e39928c" [ 1182.954836] env[68461]: _type = "Task" [ 1182.954836] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.964440] env[68461]: DEBUG oslo_vmware.api [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52cad60b-7e2d-69ea-b56b-2db00e39928c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.140832] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquiring lock "refresh_cache-8d3826e4-3495-4c8c-8c6a-68268bc429c7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.316041] env[68461]: DEBUG nova.compute.utils [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.319674] env[68461]: DEBUG nova.compute.manager [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1183.319674] env[68461]: DEBUG nova.network.neutron [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1183.355880] env[68461]: DEBUG nova.policy [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07d2eb48d4814f71a734f42608313279', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b664bba2fc849db9ffea21531fdc69c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.391290] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895608, 'name': ReconfigVM_Task, 'duration_secs': 0.25769} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.391599] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Reconfigured VM instance instance-00000048 to attach disk [datastore2] e8fea6c3-c65d-4d2f-a0fe-8c455fffd778/e8fea6c3-c65d-4d2f-a0fe-8c455fffd778.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.392432] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f64ff4b1-95fa-4869-a439-e7bff909edde {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.398928] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Waiting for the task: (returnval){ [ 1183.398928] env[68461]: value = "task-2895609" [ 1183.398928] env[68461]: _type = "Task" [ 1183.398928] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.408990] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895609, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.460297] env[68461]: DEBUG nova.network.neutron [req-dc6fbb31-6154-4d60-a9f3-8e6ffc361491 req-d50c8416-b0dd-4a43-8a45-f4bb34dd5157 service nova] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.465717] env[68461]: DEBUG oslo_vmware.api [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52cad60b-7e2d-69ea-b56b-2db00e39928c, 'name': SearchDatastore_Task, 'duration_secs': 0.008792} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.466012] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.466249] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.466480] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.466629] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.466808] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.467075] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27d38c6a-e8b8-4dab-87c1-dda669266905 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.475472] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.475657] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.476383] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e6ca998-92cf-4b2b-af0a-a9f6949e662d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.481235] env[68461]: DEBUG oslo_vmware.api [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Waiting for the task: (returnval){ [ 1183.481235] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5291d999-7a31-a28e-41f8-906e4786ea3a" [ 1183.481235] env[68461]: _type = "Task" [ 1183.481235] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.488514] env[68461]: DEBUG oslo_vmware.api [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5291d999-7a31-a28e-41f8-906e4786ea3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.603870] env[68461]: DEBUG nova.network.neutron [req-dc6fbb31-6154-4d60-a9f3-8e6ffc361491 req-d50c8416-b0dd-4a43-8a45-f4bb34dd5157 service nova] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.615550] env[68461]: DEBUG nova.network.neutron [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Successfully created port: e468d9be-40e1-4537-95b2-6f1b2dd2cbdc {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1183.642185] env[68461]: DEBUG nova.network.neutron [-] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.820636] env[68461]: DEBUG nova.compute.manager [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1183.824948] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cdac2b5b-d1bc-4c8d-99e2-dba36f343836 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.825862] env[68461]: DEBUG oslo_concurrency.lockutils [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.167s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.827599] env[68461]: INFO nova.compute.claims [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.908205] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895609, 'name': Rename_Task, 'duration_secs': 0.136556} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.908579] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.908754] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb96457a-c186-4f74-817e-dca2055f8e38 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.915359] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Waiting for the task: (returnval){ [ 1183.915359] env[68461]: value = "task-2895610" [ 1183.915359] env[68461]: _type = "Task" [ 1183.915359] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.924490] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.991655] env[68461]: DEBUG oslo_vmware.api [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5291d999-7a31-a28e-41f8-906e4786ea3a, 'name': SearchDatastore_Task, 'duration_secs': 0.008607} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.992469] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e779045d-4cd0-4f47-a5c3-b02160df9f69 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.997518] env[68461]: DEBUG oslo_vmware.api [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Waiting for the task: (returnval){ [ 1183.997518] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]525c3348-63bf-10ba-2c8e-470553d4ee79" [ 1183.997518] env[68461]: _type = "Task" [ 1183.997518] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.005129] env[68461]: DEBUG oslo_vmware.api [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]525c3348-63bf-10ba-2c8e-470553d4ee79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.109996] env[68461]: DEBUG oslo_concurrency.lockutils [req-dc6fbb31-6154-4d60-a9f3-8e6ffc361491 req-d50c8416-b0dd-4a43-8a45-f4bb34dd5157 service nova] Releasing lock "refresh_cache-8d3826e4-3495-4c8c-8c6a-68268bc429c7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.110489] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquired lock "refresh_cache-8d3826e4-3495-4c8c-8c6a-68268bc429c7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.110675] env[68461]: DEBUG nova.network.neutron [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.147240] env[68461]: INFO nova.compute.manager [-] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Took 1.24 seconds to deallocate network for instance. [ 1184.426505] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895610, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.507972] env[68461]: DEBUG oslo_vmware.api [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]525c3348-63bf-10ba-2c8e-470553d4ee79, 'name': SearchDatastore_Task, 'duration_secs': 0.009014} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.508301] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.508528] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 1a7e3d04-418d-49b5-a7e6-a45f31475d34/1a7e3d04-418d-49b5-a7e6-a45f31475d34.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1184.508790] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ef4735d-622f-49fc-8b73-0b571eb061ff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.515694] env[68461]: DEBUG oslo_vmware.api [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Waiting for the task: (returnval){ [ 1184.515694] env[68461]: value = "task-2895611" [ 1184.515694] env[68461]: _type = "Task" [ 1184.515694] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.524743] env[68461]: DEBUG oslo_vmware.api [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Task: {'id': task-2895611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.654016] env[68461]: DEBUG oslo_concurrency.lockutils [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.663790] env[68461]: DEBUG nova.network.neutron [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.829850] env[68461]: DEBUG nova.compute.manager [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1184.872689] env[68461]: DEBUG nova.virt.hardware [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.873011] env[68461]: DEBUG nova.virt.hardware [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.873182] env[68461]: DEBUG nova.virt.hardware [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.873363] env[68461]: DEBUG nova.virt.hardware [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.873558] env[68461]: DEBUG nova.virt.hardware [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.873746] env[68461]: DEBUG nova.virt.hardware [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.874026] env[68461]: DEBUG nova.virt.hardware [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.874300] env[68461]: DEBUG nova.virt.hardware [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.874430] env[68461]: DEBUG nova.virt.hardware [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.874626] env[68461]: DEBUG nova.virt.hardware [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.874768] env[68461]: DEBUG nova.virt.hardware [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.875737] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e057da-4689-4cd1-a89d-4f3ca94f13c5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.890722] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc264a8-1c6a-4290-8813-41a46a96f683 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.909920] env[68461]: DEBUG nova.network.neutron [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Updating instance_info_cache with network_info: [{"id": "10b528d7-506f-4737-a82c-5ed7d031a7fb", "address": "fa:16:3e:f6:21:19", "network": {"id": "d6710a71-443d-4267-8726-5bf51c580dae", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1891126033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ace85b5a4d0451a85573b4e01774275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b528d7-50", "ovs_interfaceid": "10b528d7-506f-4737-a82c-5ed7d031a7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.927077] env[68461]: DEBUG oslo_vmware.api [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895610, 'name': PowerOnVM_Task, 'duration_secs': 0.531641} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.929305] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.929305] env[68461]: DEBUG nova.compute.manager [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.930129] env[68461]: DEBUG nova.compute.manager [req-1133d00e-80b9-4766-a7c3-d0bbf356e9e0 req-0c2cb5da-1ee3-4ca4-b1ee-c2e9b9a39265 service nova] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Received event network-vif-deleted-b3354aaf-c8db-4171-aca1-3652487aeba8 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.934263] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b5104b-54b5-44ff-b40c-0951bfb3c946 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.027913] env[68461]: DEBUG oslo_vmware.api [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Task: {'id': task-2895611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447388} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.030217] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 1a7e3d04-418d-49b5-a7e6-a45f31475d34/1a7e3d04-418d-49b5-a7e6-a45f31475d34.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.030458] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.030863] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffa70dc7-4895-4b2f-a9c2-546a22ecd85a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.036886] env[68461]: DEBUG oslo_vmware.api [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Waiting for the task: (returnval){ [ 1185.036886] env[68461]: value = "task-2895612" [ 1185.036886] env[68461]: _type = "Task" [ 1185.036886] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.046306] env[68461]: DEBUG oslo_vmware.api [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Task: {'id': task-2895612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.110579] env[68461]: DEBUG nova.network.neutron [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Successfully updated port: e468d9be-40e1-4537-95b2-6f1b2dd2cbdc {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1185.261550] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9243f1f2-b37e-49c1-bcfd-6985ae7effd5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.269076] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd4ee93-ed8f-45ba-a14b-dc073afe62d9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.298054] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d0133f-9c5f-4915-a0b8-196ad3b3080c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.304980] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d900e6-2775-4571-882f-4e91899a8b8a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.317543] env[68461]: DEBUG nova.compute.provider_tree [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.412291] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Releasing lock "refresh_cache-8d3826e4-3495-4c8c-8c6a-68268bc429c7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.412628] env[68461]: DEBUG nova.compute.manager [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Instance network_info: |[{"id": "10b528d7-506f-4737-a82c-5ed7d031a7fb", "address": "fa:16:3e:f6:21:19", "network": {"id": "d6710a71-443d-4267-8726-5bf51c580dae", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1891126033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ace85b5a4d0451a85573b4e01774275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b528d7-50", "ovs_interfaceid": "10b528d7-506f-4737-a82c-5ed7d031a7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1185.413102] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:21:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10b528d7-506f-4737-a82c-5ed7d031a7fb', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.423444] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.423444] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.423444] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c06f3637-a901-45e7-a936-8111d5dc34b0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.444980] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.444980] env[68461]: value = "task-2895613" [ 1185.444980] env[68461]: _type = "Task" [ 1185.444980] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.454177] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895613, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.462954] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.552324] env[68461]: DEBUG oslo_vmware.api [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Task: {'id': task-2895612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064948} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.553543] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1185.554838] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20e82c2-6c28-48e9-9261-12adb1a745d8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.580355] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 1a7e3d04-418d-49b5-a7e6-a45f31475d34/1a7e3d04-418d-49b5-a7e6-a45f31475d34.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.581023] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2528425-0f97-4a66-ad6e-fc1f94aa7ec9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.602268] env[68461]: DEBUG oslo_vmware.api [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Waiting for the task: (returnval){ [ 1185.602268] env[68461]: value = "task-2895614" [ 1185.602268] env[68461]: _type = "Task" [ 1185.602268] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.611966] env[68461]: DEBUG oslo_vmware.api [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Task: {'id': task-2895614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.612475] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Acquiring lock "refresh_cache-d9700008-55ce-497c-af7a-7aa3de39023a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.612629] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Acquired lock "refresh_cache-d9700008-55ce-497c-af7a-7aa3de39023a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.612768] env[68461]: DEBUG nova.network.neutron [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.820976] env[68461]: DEBUG nova.scheduler.client.report [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.955722] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895613, 'name': CreateVM_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.045334] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Acquiring lock "e8fea6c3-c65d-4d2f-a0fe-8c455fffd778" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.045591] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Lock "e8fea6c3-c65d-4d2f-a0fe-8c455fffd778" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.045812] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Acquiring lock "e8fea6c3-c65d-4d2f-a0fe-8c455fffd778-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.045996] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Lock "e8fea6c3-c65d-4d2f-a0fe-8c455fffd778-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.046189] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Lock "e8fea6c3-c65d-4d2f-a0fe-8c455fffd778-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.049103] env[68461]: INFO nova.compute.manager [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Terminating instance [ 1186.112440] env[68461]: DEBUG oslo_vmware.api [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Task: {'id': task-2895614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.146414] env[68461]: DEBUG nova.network.neutron [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.273097] env[68461]: DEBUG nova.network.neutron [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Updating instance_info_cache with network_info: [{"id": "e468d9be-40e1-4537-95b2-6f1b2dd2cbdc", "address": "fa:16:3e:a1:bf:2a", "network": {"id": "0775d06c-653a-4edc-9462-841855f9e952", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1622346934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7b664bba2fc849db9ffea21531fdc69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape468d9be-40", "ovs_interfaceid": "e468d9be-40e1-4537-95b2-6f1b2dd2cbdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.325530] env[68461]: DEBUG oslo_concurrency.lockutils [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.326066] env[68461]: DEBUG nova.compute.manager [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1186.328847] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.501s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.329080] env[68461]: DEBUG nova.objects.instance [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lazy-loading 'resources' on Instance uuid 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.456678] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895613, 'name': CreateVM_Task, 'duration_secs': 0.736469} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.456920] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.457825] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.458098] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.458537] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.458855] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e32f4f2-cb7f-4960-8e99-581e9420dd27 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.464196] env[68461]: DEBUG oslo_vmware.api [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1186.464196] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5221f6f3-7ad7-d85e-0c33-60fc8e1c4982" [ 1186.464196] env[68461]: _type = "Task" [ 1186.464196] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.476803] env[68461]: DEBUG oslo_vmware.api [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5221f6f3-7ad7-d85e-0c33-60fc8e1c4982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.553087] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Acquiring lock "refresh_cache-e8fea6c3-c65d-4d2f-a0fe-8c455fffd778" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.553296] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Acquired lock "refresh_cache-e8fea6c3-c65d-4d2f-a0fe-8c455fffd778" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.553487] env[68461]: DEBUG nova.network.neutron [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.612995] env[68461]: DEBUG oslo_vmware.api [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Task: {'id': task-2895614, 'name': ReconfigVM_Task, 'duration_secs': 0.670475} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.613357] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 1a7e3d04-418d-49b5-a7e6-a45f31475d34/1a7e3d04-418d-49b5-a7e6-a45f31475d34.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.614032] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7969a4d7-3a45-46b5-81b2-6cdf6bee718b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.620975] env[68461]: DEBUG oslo_vmware.api [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Waiting for the task: (returnval){ [ 1186.620975] env[68461]: value = "task-2895615" [ 1186.620975] env[68461]: _type = "Task" [ 1186.620975] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.627990] env[68461]: DEBUG oslo_vmware.api [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Task: {'id': task-2895615, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.775891] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Releasing lock "refresh_cache-d9700008-55ce-497c-af7a-7aa3de39023a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.776255] env[68461]: DEBUG nova.compute.manager [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Instance network_info: |[{"id": "e468d9be-40e1-4537-95b2-6f1b2dd2cbdc", "address": "fa:16:3e:a1:bf:2a", "network": {"id": "0775d06c-653a-4edc-9462-841855f9e952", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1622346934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7b664bba2fc849db9ffea21531fdc69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape468d9be-40", "ovs_interfaceid": "e468d9be-40e1-4537-95b2-6f1b2dd2cbdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1186.776775] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:bf:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e468d9be-40e1-4537-95b2-6f1b2dd2cbdc', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.784097] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Creating folder: Project (7b664bba2fc849db9ffea21531fdc69c). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1186.784385] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d59b132-d4ed-4b67-9d88-b7b17ccbbc1b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.794725] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Created folder: Project (7b664bba2fc849db9ffea21531fdc69c) in parent group-v581476. [ 1186.794922] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Creating folder: Instances. Parent ref: group-v581685. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1186.795178] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c31d7d81-3f8e-4af5-9d37-7764e959eece {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.803567] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Created folder: Instances in parent group-v581685. [ 1186.804252] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.804252] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.804252] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ff94a7d-2f4b-4f4f-8b6a-f36c4c20b33f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.822300] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.822300] env[68461]: value = "task-2895618" [ 1186.822300] env[68461]: _type = "Task" [ 1186.822300] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.830078] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895618, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.833751] env[68461]: DEBUG nova.compute.utils [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.835086] env[68461]: DEBUG nova.compute.manager [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1186.835329] env[68461]: DEBUG nova.network.neutron [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1186.875776] env[68461]: DEBUG nova.policy [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df5e297b521d46eab227010fc256397a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf178dda4c0a4d5aabe035e50ad2db81', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1186.956434] env[68461]: DEBUG nova.compute.manager [req-5bc46cc2-0429-4e01-8eed-96e901017ba1 req-d9917cd1-f904-4fb8-9c58-f2eebe281ef8 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Received event network-vif-plugged-e468d9be-40e1-4537-95b2-6f1b2dd2cbdc {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.956843] env[68461]: DEBUG oslo_concurrency.lockutils [req-5bc46cc2-0429-4e01-8eed-96e901017ba1 req-d9917cd1-f904-4fb8-9c58-f2eebe281ef8 service nova] Acquiring lock "d9700008-55ce-497c-af7a-7aa3de39023a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.956843] env[68461]: DEBUG oslo_concurrency.lockutils [req-5bc46cc2-0429-4e01-8eed-96e901017ba1 req-d9917cd1-f904-4fb8-9c58-f2eebe281ef8 service nova] Lock "d9700008-55ce-497c-af7a-7aa3de39023a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.957056] env[68461]: DEBUG oslo_concurrency.lockutils [req-5bc46cc2-0429-4e01-8eed-96e901017ba1 req-d9917cd1-f904-4fb8-9c58-f2eebe281ef8 service nova] Lock "d9700008-55ce-497c-af7a-7aa3de39023a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.957208] env[68461]: DEBUG nova.compute.manager [req-5bc46cc2-0429-4e01-8eed-96e901017ba1 req-d9917cd1-f904-4fb8-9c58-f2eebe281ef8 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] No waiting events found dispatching network-vif-plugged-e468d9be-40e1-4537-95b2-6f1b2dd2cbdc {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1186.957345] env[68461]: WARNING nova.compute.manager [req-5bc46cc2-0429-4e01-8eed-96e901017ba1 req-d9917cd1-f904-4fb8-9c58-f2eebe281ef8 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Received unexpected event network-vif-plugged-e468d9be-40e1-4537-95b2-6f1b2dd2cbdc for instance with vm_state building and task_state spawning. [ 1186.957514] env[68461]: DEBUG nova.compute.manager [req-5bc46cc2-0429-4e01-8eed-96e901017ba1 req-d9917cd1-f904-4fb8-9c58-f2eebe281ef8 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Received event network-changed-e468d9be-40e1-4537-95b2-6f1b2dd2cbdc {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.957634] env[68461]: DEBUG nova.compute.manager [req-5bc46cc2-0429-4e01-8eed-96e901017ba1 req-d9917cd1-f904-4fb8-9c58-f2eebe281ef8 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Refreshing instance network info cache due to event network-changed-e468d9be-40e1-4537-95b2-6f1b2dd2cbdc. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.957824] env[68461]: DEBUG oslo_concurrency.lockutils [req-5bc46cc2-0429-4e01-8eed-96e901017ba1 req-d9917cd1-f904-4fb8-9c58-f2eebe281ef8 service nova] Acquiring lock "refresh_cache-d9700008-55ce-497c-af7a-7aa3de39023a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.957931] env[68461]: DEBUG oslo_concurrency.lockutils [req-5bc46cc2-0429-4e01-8eed-96e901017ba1 req-d9917cd1-f904-4fb8-9c58-f2eebe281ef8 service nova] Acquired lock "refresh_cache-d9700008-55ce-497c-af7a-7aa3de39023a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.958095] env[68461]: DEBUG nova.network.neutron [req-5bc46cc2-0429-4e01-8eed-96e901017ba1 req-d9917cd1-f904-4fb8-9c58-f2eebe281ef8 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Refreshing network info cache for port e468d9be-40e1-4537-95b2-6f1b2dd2cbdc {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.975660] env[68461]: DEBUG oslo_vmware.api [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5221f6f3-7ad7-d85e-0c33-60fc8e1c4982, 'name': SearchDatastore_Task, 'duration_secs': 0.009354} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.978426] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.978697] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.978935] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.979096] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.979292] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.980176] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b76be1e-43c9-4e51-aa2b-1fac3bb1bded {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.989114] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.989311] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.992368] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d4441f0-edda-45db-bef4-d29cf7a70e46 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.997747] env[68461]: DEBUG oslo_vmware.api [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1186.997747] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]522cd891-6a55-70ed-d27b-efd11919bcce" [ 1186.997747] env[68461]: _type = "Task" [ 1186.997747] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.005060] env[68461]: DEBUG oslo_vmware.api [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522cd891-6a55-70ed-d27b-efd11919bcce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.099648] env[68461]: DEBUG nova.network.neutron [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1187.134303] env[68461]: DEBUG oslo_vmware.api [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Task: {'id': task-2895615, 'name': Rename_Task, 'duration_secs': 0.135885} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.134634] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.134896] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7df469b-f03c-4969-8744-a6cebe53e33c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.143775] env[68461]: DEBUG oslo_vmware.api [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Waiting for the task: (returnval){ [ 1187.143775] env[68461]: value = "task-2895619" [ 1187.143775] env[68461]: _type = "Task" [ 1187.143775] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.153830] env[68461]: DEBUG oslo_vmware.api [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Task: {'id': task-2895619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.175471] env[68461]: DEBUG nova.network.neutron [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Successfully created port: 893f0b6d-31de-44d1-a47e-896cd582a69b {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1187.204957] env[68461]: DEBUG nova.network.neutron [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.306949] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ada816f-5624-4cca-8723-17f069bdb7db {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.314288] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd7af69-8560-416f-bd39-7d080fd39c87 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.344075] env[68461]: DEBUG nova.compute.manager [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1187.350073] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3496fed8-e004-4f52-803d-15235f5cbba9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.357812] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895618, 'name': CreateVM_Task, 'duration_secs': 0.306596} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.359707] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.360437] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.360616] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.360930] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.362133] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690d30da-ffd0-4901-8dab-0e9cce5a6699 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.365814] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cf7a818-5a6a-45bb-8ffa-a13cf29e1abb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.377012] env[68461]: DEBUG nova.compute.provider_tree [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.379355] env[68461]: DEBUG oslo_vmware.api [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Waiting for the task: (returnval){ [ 1187.379355] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]529ca957-f56a-40aa-a619-31d779e30d7e" [ 1187.379355] env[68461]: _type = "Task" [ 1187.379355] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.388411] env[68461]: DEBUG oslo_vmware.api [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]529ca957-f56a-40aa-a619-31d779e30d7e, 'name': SearchDatastore_Task, 'duration_secs': 0.010211} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.389030] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.389030] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.389208] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.507537] env[68461]: DEBUG oslo_vmware.api [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522cd891-6a55-70ed-d27b-efd11919bcce, 'name': SearchDatastore_Task, 'duration_secs': 0.008718} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.508312] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-265dfe5e-b4a6-475e-b0e9-c5f150b8b68e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.513087] env[68461]: DEBUG oslo_vmware.api [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1187.513087] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5201205b-565e-aead-a517-5d4cacf536eb" [ 1187.513087] env[68461]: _type = "Task" [ 1187.513087] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.520645] env[68461]: DEBUG oslo_vmware.api [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5201205b-565e-aead-a517-5d4cacf536eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.654489] env[68461]: DEBUG oslo_vmware.api [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Task: {'id': task-2895619, 'name': PowerOnVM_Task, 'duration_secs': 0.475474} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.656878] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.657043] env[68461]: INFO nova.compute.manager [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1187.657240] env[68461]: DEBUG nova.compute.manager [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.658079] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532ed9a9-706b-461f-8714-a9744f708050 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.703985] env[68461]: DEBUG nova.network.neutron [req-5bc46cc2-0429-4e01-8eed-96e901017ba1 req-d9917cd1-f904-4fb8-9c58-f2eebe281ef8 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Updated VIF entry in instance network info cache for port e468d9be-40e1-4537-95b2-6f1b2dd2cbdc. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.704354] env[68461]: DEBUG nova.network.neutron [req-5bc46cc2-0429-4e01-8eed-96e901017ba1 req-d9917cd1-f904-4fb8-9c58-f2eebe281ef8 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Updating instance_info_cache with network_info: [{"id": "e468d9be-40e1-4537-95b2-6f1b2dd2cbdc", "address": "fa:16:3e:a1:bf:2a", "network": {"id": "0775d06c-653a-4edc-9462-841855f9e952", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1622346934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7b664bba2fc849db9ffea21531fdc69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape468d9be-40", "ovs_interfaceid": "e468d9be-40e1-4537-95b2-6f1b2dd2cbdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.708382] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Releasing lock "refresh_cache-e8fea6c3-c65d-4d2f-a0fe-8c455fffd778" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.708382] env[68461]: DEBUG nova.compute.manager [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1187.708382] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.709173] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323bf190-6458-442c-8d03-1ec5a9ff5730 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.718296] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.718540] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9926659c-3fd7-4310-98f7-0df0cce9d1c3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.724245] env[68461]: DEBUG oslo_vmware.api [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Waiting for the task: (returnval){ [ 1187.724245] env[68461]: value = "task-2895620" [ 1187.724245] env[68461]: _type = "Task" [ 1187.724245] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.738499] env[68461]: DEBUG oslo_vmware.api [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.881018] env[68461]: DEBUG nova.scheduler.client.report [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.023665] env[68461]: DEBUG oslo_vmware.api [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5201205b-565e-aead-a517-5d4cacf536eb, 'name': SearchDatastore_Task, 'duration_secs': 0.012242} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.023665] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.024028] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 8d3826e4-3495-4c8c-8c6a-68268bc429c7/8d3826e4-3495-4c8c-8c6a-68268bc429c7.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.024199] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.024433] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.024993] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bf139f7-3f2b-4700-9f4d-6f02e3918ca4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.027364] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5960de9d-a2d3-41a5-ad2b-5bc130454f53 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.034492] env[68461]: DEBUG oslo_vmware.api [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1188.034492] env[68461]: value = "task-2895621" [ 1188.034492] env[68461]: _type = "Task" [ 1188.034492] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.039129] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.039129] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.039630] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f95d133-b12e-4eb8-bdc8-d6d7e55d4b21 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.044683] env[68461]: DEBUG oslo_vmware.api [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.049355] env[68461]: DEBUG oslo_vmware.api [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Waiting for the task: (returnval){ [ 1188.049355] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521cad42-2be2-feda-e93c-4f4b884028ff" [ 1188.049355] env[68461]: _type = "Task" [ 1188.049355] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.055153] env[68461]: DEBUG oslo_vmware.api [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521cad42-2be2-feda-e93c-4f4b884028ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.173645] env[68461]: INFO nova.compute.manager [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Took 43.37 seconds to build instance. [ 1188.207481] env[68461]: DEBUG oslo_concurrency.lockutils [req-5bc46cc2-0429-4e01-8eed-96e901017ba1 req-d9917cd1-f904-4fb8-9c58-f2eebe281ef8 service nova] Releasing lock "refresh_cache-d9700008-55ce-497c-af7a-7aa3de39023a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.234158] env[68461]: DEBUG oslo_vmware.api [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895620, 'name': PowerOffVM_Task, 'duration_secs': 0.117667} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.234468] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.234639] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.234901] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e35b7d9e-bfcd-47f9-8211-b180e1d08454 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.257626] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.257871] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.258120] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Deleting the datastore file [datastore2] e8fea6c3-c65d-4d2f-a0fe-8c455fffd778 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.258403] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04715c39-f299-44da-93ad-7e2b23f5b564 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.265329] env[68461]: DEBUG oslo_vmware.api [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Waiting for the task: (returnval){ [ 1188.265329] env[68461]: value = "task-2895623" [ 1188.265329] env[68461]: _type = "Task" [ 1188.265329] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.272804] env[68461]: DEBUG oslo_vmware.api [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.358949] env[68461]: DEBUG nova.compute.manager [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1188.385791] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.390482] env[68461]: DEBUG nova.virt.hardware [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.390737] env[68461]: DEBUG nova.virt.hardware [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.390894] env[68461]: DEBUG nova.virt.hardware [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.391090] env[68461]: DEBUG nova.virt.hardware [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.391239] env[68461]: DEBUG nova.virt.hardware [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.391390] env[68461]: DEBUG nova.virt.hardware [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.391659] env[68461]: DEBUG nova.virt.hardware [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.391822] env[68461]: DEBUG nova.virt.hardware [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.391988] env[68461]: DEBUG nova.virt.hardware [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.392169] env[68461]: DEBUG nova.virt.hardware [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.392349] env[68461]: DEBUG nova.virt.hardware [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.392681] env[68461]: DEBUG oslo_concurrency.lockutils [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.235s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.394176] env[68461]: INFO nova.compute.claims [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.397465] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9263b1-302d-4a6e-8b0e-5dde1489f563 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.409891] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afeb0121-6fbe-4cd3-97d0-44e51f27e94d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.416038] env[68461]: INFO nova.scheduler.client.report [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Deleted allocations for instance 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24 [ 1188.546542] env[68461]: DEBUG oslo_vmware.api [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895621, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.559806] env[68461]: DEBUG oslo_vmware.api [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521cad42-2be2-feda-e93c-4f4b884028ff, 'name': SearchDatastore_Task, 'duration_secs': 0.011411} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.560687] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f819890-ab8e-4639-ab6d-49462df7b4c8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.566757] env[68461]: DEBUG oslo_vmware.api [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Waiting for the task: (returnval){ [ 1188.566757] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5235b34f-a6e4-75d8-878f-4d8bd3fd4c3c" [ 1188.566757] env[68461]: _type = "Task" [ 1188.566757] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.577444] env[68461]: DEBUG oslo_vmware.api [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5235b34f-a6e4-75d8-878f-4d8bd3fd4c3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.668995] env[68461]: DEBUG nova.network.neutron [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Successfully updated port: 893f0b6d-31de-44d1-a47e-896cd582a69b {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.676674] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e1ce52b9-2295-4711-b9ce-c2c316dc6536 tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Lock "1a7e3d04-418d-49b5-a7e6-a45f31475d34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.585s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.775253] env[68461]: DEBUG oslo_vmware.api [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Task: {'id': task-2895623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375579} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.775519] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.775706] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.775882] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.776071] env[68461]: INFO nova.compute.manager [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1188.776322] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.776542] env[68461]: DEBUG nova.compute.manager [-] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1188.776632] env[68461]: DEBUG nova.network.neutron [-] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1188.794642] env[68461]: DEBUG nova.network.neutron [-] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.931097] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8bac1219-2c1b-4026-92c0-bdc86e893c20 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "0cfbe492-21b6-41f1-8daa-35dbbf7cbf24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.136s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.989289] env[68461]: DEBUG nova.compute.manager [req-117e5cc9-e714-4c9e-b107-7662e8706457 req-1ef44482-ec0f-4b33-9268-f83f006baa54 service nova] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Received event network-vif-plugged-893f0b6d-31de-44d1-a47e-896cd582a69b {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.989289] env[68461]: DEBUG oslo_concurrency.lockutils [req-117e5cc9-e714-4c9e-b107-7662e8706457 req-1ef44482-ec0f-4b33-9268-f83f006baa54 service nova] Acquiring lock "3e7a8f18-217d-4fd8-94e0-71e200f0b8b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.989289] env[68461]: DEBUG oslo_concurrency.lockutils [req-117e5cc9-e714-4c9e-b107-7662e8706457 req-1ef44482-ec0f-4b33-9268-f83f006baa54 service nova] Lock "3e7a8f18-217d-4fd8-94e0-71e200f0b8b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.989289] env[68461]: DEBUG oslo_concurrency.lockutils [req-117e5cc9-e714-4c9e-b107-7662e8706457 req-1ef44482-ec0f-4b33-9268-f83f006baa54 service nova] Lock "3e7a8f18-217d-4fd8-94e0-71e200f0b8b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.989488] env[68461]: DEBUG nova.compute.manager [req-117e5cc9-e714-4c9e-b107-7662e8706457 req-1ef44482-ec0f-4b33-9268-f83f006baa54 service nova] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] No waiting events found dispatching network-vif-plugged-893f0b6d-31de-44d1-a47e-896cd582a69b {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1188.989736] env[68461]: WARNING nova.compute.manager [req-117e5cc9-e714-4c9e-b107-7662e8706457 req-1ef44482-ec0f-4b33-9268-f83f006baa54 service nova] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Received unexpected event network-vif-plugged-893f0b6d-31de-44d1-a47e-896cd582a69b for instance with vm_state building and task_state spawning. [ 1188.989936] env[68461]: DEBUG nova.compute.manager [req-117e5cc9-e714-4c9e-b107-7662e8706457 req-1ef44482-ec0f-4b33-9268-f83f006baa54 service nova] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Received event network-changed-893f0b6d-31de-44d1-a47e-896cd582a69b {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.990138] env[68461]: DEBUG nova.compute.manager [req-117e5cc9-e714-4c9e-b107-7662e8706457 req-1ef44482-ec0f-4b33-9268-f83f006baa54 service nova] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Refreshing instance network info cache due to event network-changed-893f0b6d-31de-44d1-a47e-896cd582a69b. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.990378] env[68461]: DEBUG oslo_concurrency.lockutils [req-117e5cc9-e714-4c9e-b107-7662e8706457 req-1ef44482-ec0f-4b33-9268-f83f006baa54 service nova] Acquiring lock "refresh_cache-3e7a8f18-217d-4fd8-94e0-71e200f0b8b6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.990556] env[68461]: DEBUG oslo_concurrency.lockutils [req-117e5cc9-e714-4c9e-b107-7662e8706457 req-1ef44482-ec0f-4b33-9268-f83f006baa54 service nova] Acquired lock "refresh_cache-3e7a8f18-217d-4fd8-94e0-71e200f0b8b6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.990753] env[68461]: DEBUG nova.network.neutron [req-117e5cc9-e714-4c9e-b107-7662e8706457 req-1ef44482-ec0f-4b33-9268-f83f006baa54 service nova] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Refreshing network info cache for port 893f0b6d-31de-44d1-a47e-896cd582a69b {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.045502] env[68461]: DEBUG oslo_vmware.api [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607178} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.045788] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 8d3826e4-3495-4c8c-8c6a-68268bc429c7/8d3826e4-3495-4c8c-8c6a-68268bc429c7.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.045984] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1189.046578] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1dd35df9-9df9-402f-88ab-d35ca0de77dd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.053359] env[68461]: DEBUG oslo_vmware.api [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1189.053359] env[68461]: value = "task-2895624" [ 1189.053359] env[68461]: _type = "Task" [ 1189.053359] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.062456] env[68461]: DEBUG oslo_vmware.api [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.075546] env[68461]: DEBUG oslo_vmware.api [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5235b34f-a6e4-75d8-878f-4d8bd3fd4c3c, 'name': SearchDatastore_Task, 'duration_secs': 0.059478} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.075816] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.076103] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] d9700008-55ce-497c-af7a-7aa3de39023a/d9700008-55ce-497c-af7a-7aa3de39023a.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.076390] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1bef528-e908-40b1-b7bf-682044c47639 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.082741] env[68461]: DEBUG oslo_vmware.api [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Waiting for the task: (returnval){ [ 1189.082741] env[68461]: value = "task-2895625" [ 1189.082741] env[68461]: _type = "Task" [ 1189.082741] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.091626] env[68461]: DEBUG oslo_vmware.api [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.171312] env[68461]: DEBUG oslo_concurrency.lockutils [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "refresh_cache-3e7a8f18-217d-4fd8-94e0-71e200f0b8b6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.297387] env[68461]: DEBUG nova.network.neutron [-] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.457147] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Acquiring lock "1a7e3d04-418d-49b5-a7e6-a45f31475d34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.457504] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Lock "1a7e3d04-418d-49b5-a7e6-a45f31475d34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.457723] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Acquiring lock "1a7e3d04-418d-49b5-a7e6-a45f31475d34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.457982] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Lock "1a7e3d04-418d-49b5-a7e6-a45f31475d34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.458185] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Lock "1a7e3d04-418d-49b5-a7e6-a45f31475d34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.460553] env[68461]: INFO nova.compute.manager [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Terminating instance [ 1189.538881] env[68461]: DEBUG nova.network.neutron [req-117e5cc9-e714-4c9e-b107-7662e8706457 req-1ef44482-ec0f-4b33-9268-f83f006baa54 service nova] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1189.567654] env[68461]: DEBUG oslo_vmware.api [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065546} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.571610] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.573163] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05aa77a7-a6aa-41f2-8d9e-4f32c5f6bb44 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.599922] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 8d3826e4-3495-4c8c-8c6a-68268bc429c7/8d3826e4-3495-4c8c-8c6a-68268bc429c7.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.608335] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8ef5c15-780c-49ec-865a-c442118a60df {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.630037] env[68461]: DEBUG oslo_vmware.api [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895625, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.631433] env[68461]: DEBUG oslo_vmware.api [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1189.631433] env[68461]: value = "task-2895626" [ 1189.631433] env[68461]: _type = "Task" [ 1189.631433] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.645420] env[68461]: DEBUG oslo_vmware.api [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895626, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.661765] env[68461]: DEBUG nova.network.neutron [req-117e5cc9-e714-4c9e-b107-7662e8706457 req-1ef44482-ec0f-4b33-9268-f83f006baa54 service nova] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.686678] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.687068] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.687433] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.687571] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.687777] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.690012] env[68461]: INFO nova.compute.manager [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Terminating instance [ 1189.804526] env[68461]: INFO nova.compute.manager [-] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Took 1.03 seconds to deallocate network for instance. [ 1189.900830] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88cdbca-e76c-40d7-a4c3-937f943bc9f9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.908365] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e64b3da-313e-48c9-af2c-9a5a4842ba47 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.938709] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ed3d07-214f-46d3-865e-9e7e638927f9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.946098] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6bda99-64ea-44ba-95e9-3d9856dab5e7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.965635] env[68461]: DEBUG nova.compute.provider_tree [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.967887] env[68461]: DEBUG nova.compute.manager [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.968145] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.969684] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bc8f5f-07c8-4324-98b8-2755a10366a7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.977663] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.978611] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4182b976-17a2-4cfc-840c-2e429e931a32 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.985970] env[68461]: DEBUG oslo_vmware.api [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Waiting for the task: (returnval){ [ 1189.985970] env[68461]: value = "task-2895627" [ 1189.985970] env[68461]: _type = "Task" [ 1189.985970] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.994451] env[68461]: DEBUG oslo_vmware.api [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Task: {'id': task-2895627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.100104] env[68461]: DEBUG oslo_vmware.api [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675148} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.100510] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] d9700008-55ce-497c-af7a-7aa3de39023a/d9700008-55ce-497c-af7a-7aa3de39023a.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.100709] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.100916] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b998807d-154b-4cbf-9b7c-ec36b34e8ed1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.106969] env[68461]: DEBUG oslo_vmware.api [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Waiting for the task: (returnval){ [ 1190.106969] env[68461]: value = "task-2895628" [ 1190.106969] env[68461]: _type = "Task" [ 1190.106969] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.115522] env[68461]: DEBUG oslo_vmware.api [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.140259] env[68461]: DEBUG oslo_vmware.api [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895626, 'name': ReconfigVM_Task, 'duration_secs': 0.31297} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.140577] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 8d3826e4-3495-4c8c-8c6a-68268bc429c7/8d3826e4-3495-4c8c-8c6a-68268bc429c7.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.141242] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1692fca-be4b-40c7-9912-6b03e02a7c9a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.147777] env[68461]: DEBUG oslo_vmware.api [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1190.147777] env[68461]: value = "task-2895629" [ 1190.147777] env[68461]: _type = "Task" [ 1190.147777] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.156013] env[68461]: DEBUG oslo_vmware.api [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895629, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.167059] env[68461]: DEBUG oslo_concurrency.lockutils [req-117e5cc9-e714-4c9e-b107-7662e8706457 req-1ef44482-ec0f-4b33-9268-f83f006baa54 service nova] Releasing lock "refresh_cache-3e7a8f18-217d-4fd8-94e0-71e200f0b8b6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.167059] env[68461]: DEBUG oslo_concurrency.lockutils [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquired lock "refresh_cache-3e7a8f18-217d-4fd8-94e0-71e200f0b8b6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.167212] env[68461]: DEBUG nova.network.neutron [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.194255] env[68461]: DEBUG nova.compute.manager [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1190.194427] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.195470] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3b33bf-e3a8-4390-9787-a2061569bdf6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.203590] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.204128] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad09121e-3b56-464f-985b-6337d54cb8eb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.211251] env[68461]: DEBUG oslo_vmware.api [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1190.211251] env[68461]: value = "task-2895630" [ 1190.211251] env[68461]: _type = "Task" [ 1190.211251] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.220225] env[68461]: DEBUG oslo_vmware.api [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.309416] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.470043] env[68461]: DEBUG nova.scheduler.client.report [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.495924] env[68461]: DEBUG oslo_vmware.api [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Task: {'id': task-2895627, 'name': PowerOffVM_Task, 'duration_secs': 0.171936} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.496215] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.496385] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.496622] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6db0665c-a3ed-4688-b088-e74ec9a0e1c7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.557333] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.557552] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.557733] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Deleting the datastore file [datastore2] 1a7e3d04-418d-49b5-a7e6-a45f31475d34 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.558352] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cad8ee8-f328-403b-8b91-2bab9b0c3b0a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.564019] env[68461]: DEBUG oslo_vmware.api [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Waiting for the task: (returnval){ [ 1190.564019] env[68461]: value = "task-2895632" [ 1190.564019] env[68461]: _type = "Task" [ 1190.564019] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.573237] env[68461]: DEBUG oslo_vmware.api [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Task: {'id': task-2895632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.616657] env[68461]: DEBUG oslo_vmware.api [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069443} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.616941] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.617715] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377a7d5e-c966-4eec-a682-4353ccaa3a10 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.640298] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] d9700008-55ce-497c-af7a-7aa3de39023a/d9700008-55ce-497c-af7a-7aa3de39023a.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.640666] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8a41bd7-2e1a-44bb-9bf1-2c2c41b20d29 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.663361] env[68461]: DEBUG oslo_vmware.api [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895629, 'name': Rename_Task, 'duration_secs': 0.15156} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.664661] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.664980] env[68461]: DEBUG oslo_vmware.api [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Waiting for the task: (returnval){ [ 1190.664980] env[68461]: value = "task-2895633" [ 1190.664980] env[68461]: _type = "Task" [ 1190.664980] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.665184] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb6ebf68-f78f-4dbf-84a7-bcd87cd68f45 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.676105] env[68461]: DEBUG oslo_vmware.api [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.676365] env[68461]: DEBUG oslo_vmware.api [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1190.676365] env[68461]: value = "task-2895634" [ 1190.676365] env[68461]: _type = "Task" [ 1190.676365] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.683724] env[68461]: DEBUG oslo_vmware.api [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.705937] env[68461]: DEBUG nova.network.neutron [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.720944] env[68461]: DEBUG oslo_vmware.api [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895630, 'name': PowerOffVM_Task, 'duration_secs': 0.177651} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.721219] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.721389] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.721647] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fffaecfe-2f88-4d1f-81ca-b5c74846bff8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.785249] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.785617] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.785823] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Deleting the datastore file [datastore1] cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.786188] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-207be1db-df57-48ab-a789-ba65b6196b8f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.792524] env[68461]: DEBUG oslo_vmware.api [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1190.792524] env[68461]: value = "task-2895636" [ 1190.792524] env[68461]: _type = "Task" [ 1190.792524] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.801551] env[68461]: DEBUG oslo_vmware.api [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.839685] env[68461]: DEBUG nova.network.neutron [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Updating instance_info_cache with network_info: [{"id": "893f0b6d-31de-44d1-a47e-896cd582a69b", "address": "fa:16:3e:1f:88:c4", "network": {"id": "6b43960b-b0f6-4b4c-b213-cd12050cdf18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-56355681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf178dda4c0a4d5aabe035e50ad2db81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893f0b6d-31", "ovs_interfaceid": "893f0b6d-31de-44d1-a47e-896cd582a69b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.976346] env[68461]: DEBUG oslo_concurrency.lockutils [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.976961] env[68461]: DEBUG nova.compute.manager [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1190.979735] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 22.258s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.076743] env[68461]: DEBUG oslo_vmware.api [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Task: {'id': task-2895632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153275} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.077142] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.077485] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.077830] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.078188] env[68461]: INFO nova.compute.manager [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1191.079745] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.079745] env[68461]: DEBUG nova.compute.manager [-] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1191.079745] env[68461]: DEBUG nova.network.neutron [-] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1191.177297] env[68461]: DEBUG oslo_vmware.api [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895633, 'name': ReconfigVM_Task, 'duration_secs': 0.329425} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.177297] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Reconfigured VM instance instance-0000004c to attach disk [datastore2] d9700008-55ce-497c-af7a-7aa3de39023a/d9700008-55ce-497c-af7a-7aa3de39023a.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.177297] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9075da8-5e86-4907-8555-6fab9c993668 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.188184] env[68461]: DEBUG oslo_vmware.api [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895634, 'name': PowerOnVM_Task, 'duration_secs': 0.438397} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.189352] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.189567] env[68461]: INFO nova.compute.manager [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1191.189757] env[68461]: DEBUG nova.compute.manager [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.190091] env[68461]: DEBUG oslo_vmware.api [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Waiting for the task: (returnval){ [ 1191.190091] env[68461]: value = "task-2895637" [ 1191.190091] env[68461]: _type = "Task" [ 1191.190091] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.190802] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78bc8d5-2b3e-4166-8b2a-a89fb0e4b91f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.202695] env[68461]: DEBUG oslo_vmware.api [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895637, 'name': Rename_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.302865] env[68461]: DEBUG oslo_vmware.api [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185067} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.303160] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.303345] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.303528] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.303703] env[68461]: INFO nova.compute.manager [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1191.303937] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.304141] env[68461]: DEBUG nova.compute.manager [-] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1191.304229] env[68461]: DEBUG nova.network.neutron [-] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1191.342823] env[68461]: DEBUG oslo_concurrency.lockutils [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Releasing lock "refresh_cache-3e7a8f18-217d-4fd8-94e0-71e200f0b8b6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.343170] env[68461]: DEBUG nova.compute.manager [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Instance network_info: |[{"id": "893f0b6d-31de-44d1-a47e-896cd582a69b", "address": "fa:16:3e:1f:88:c4", "network": {"id": "6b43960b-b0f6-4b4c-b213-cd12050cdf18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-56355681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf178dda4c0a4d5aabe035e50ad2db81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893f0b6d-31", "ovs_interfaceid": "893f0b6d-31de-44d1-a47e-896cd582a69b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1191.343586] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:88:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '893f0b6d-31de-44d1-a47e-896cd582a69b', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.350916] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Creating folder: Project (cf178dda4c0a4d5aabe035e50ad2db81). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1191.351498] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41cba93a-7c56-4c0d-a1dd-3a1717fbd4b4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.360835] env[68461]: DEBUG nova.compute.manager [req-98187dd6-1ef4-424e-8f81-6f21b9698103 req-93b70f26-1e83-4e42-be7d-6c6f6fe7d188 service nova] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Received event network-vif-deleted-d417c16b-b9f9-4abc-906d-22a4183bedcd {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.360835] env[68461]: INFO nova.compute.manager [req-98187dd6-1ef4-424e-8f81-6f21b9698103 req-93b70f26-1e83-4e42-be7d-6c6f6fe7d188 service nova] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Neutron deleted interface d417c16b-b9f9-4abc-906d-22a4183bedcd; detaching it from the instance and deleting it from the info cache [ 1191.361141] env[68461]: DEBUG nova.network.neutron [req-98187dd6-1ef4-424e-8f81-6f21b9698103 req-93b70f26-1e83-4e42-be7d-6c6f6fe7d188 service nova] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.364410] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Created folder: Project (cf178dda4c0a4d5aabe035e50ad2db81) in parent group-v581476. [ 1191.364645] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Creating folder: Instances. Parent ref: group-v581688. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1191.365079] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-feb09699-206b-4c72-97a2-1dd5212d57c6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.377443] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Created folder: Instances in parent group-v581688. [ 1191.377443] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.377443] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.377666] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-303762ad-d525-4484-895d-611475dc1c34 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.401697] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.401697] env[68461]: value = "task-2895640" [ 1191.401697] env[68461]: _type = "Task" [ 1191.401697] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.409010] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895640, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.484425] env[68461]: DEBUG nova.compute.utils [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.485989] env[68461]: DEBUG nova.objects.instance [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lazy-loading 'migration_context' on Instance uuid 6a686ce7-1687-471e-b292-b17e52099459 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.487018] env[68461]: DEBUG nova.compute.manager [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1191.487222] env[68461]: DEBUG nova.network.neutron [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.536166] env[68461]: DEBUG nova.policy [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df5e297b521d46eab227010fc256397a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf178dda4c0a4d5aabe035e50ad2db81', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.704556] env[68461]: DEBUG oslo_vmware.api [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895637, 'name': Rename_Task, 'duration_secs': 0.337988} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.704861] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.705157] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-faac729c-3704-4205-a74d-24f90d3c6a97 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.718419] env[68461]: INFO nova.compute.manager [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Took 37.62 seconds to build instance. [ 1191.718864] env[68461]: DEBUG oslo_vmware.api [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Waiting for the task: (returnval){ [ 1191.718864] env[68461]: value = "task-2895641" [ 1191.718864] env[68461]: _type = "Task" [ 1191.718864] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.735791] env[68461]: DEBUG oslo_vmware.api [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.752349] env[68461]: DEBUG nova.compute.manager [req-217464dc-41ef-4920-afbc-759709447935 req-a8e07094-62f8-4460-a321-408a020d97e7 service nova] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Received event network-vif-deleted-2cd1dc9b-d229-45a3-b9e6-861cf9b83b02 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.753047] env[68461]: INFO nova.compute.manager [req-217464dc-41ef-4920-afbc-759709447935 req-a8e07094-62f8-4460-a321-408a020d97e7 service nova] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Neutron deleted interface 2cd1dc9b-d229-45a3-b9e6-861cf9b83b02; detaching it from the instance and deleting it from the info cache [ 1191.753047] env[68461]: DEBUG nova.network.neutron [req-217464dc-41ef-4920-afbc-759709447935 req-a8e07094-62f8-4460-a321-408a020d97e7 service nova] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.801208] env[68461]: DEBUG nova.network.neutron [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Successfully created port: ac01993d-59f0-4aad-9358-4fe343cb9cc9 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1191.818804] env[68461]: DEBUG nova.network.neutron [-] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.866170] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00fce5c0-1c8f-4a4f-af82-d6359156c7e0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.875297] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94b79ea-2434-47f6-9670-5858d6204713 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.921156] env[68461]: DEBUG nova.compute.manager [req-98187dd6-1ef4-424e-8f81-6f21b9698103 req-93b70f26-1e83-4e42-be7d-6c6f6fe7d188 service nova] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Detach interface failed, port_id=d417c16b-b9f9-4abc-906d-22a4183bedcd, reason: Instance 1a7e3d04-418d-49b5-a7e6-a45f31475d34 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1191.926671] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895640, 'name': CreateVM_Task, 'duration_secs': 0.520919} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.926828] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.927608] env[68461]: DEBUG oslo_concurrency.lockutils [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.927773] env[68461]: DEBUG oslo_concurrency.lockutils [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.928090] env[68461]: DEBUG oslo_concurrency.lockutils [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.928348] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-762ee737-a9bd-4950-825d-845e30b6375e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.932957] env[68461]: DEBUG oslo_vmware.api [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1191.932957] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52a50772-40c8-8037-bdec-4abb9e16e60c" [ 1191.932957] env[68461]: _type = "Task" [ 1191.932957] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.941347] env[68461]: DEBUG oslo_vmware.api [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a50772-40c8-8037-bdec-4abb9e16e60c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.990519] env[68461]: DEBUG nova.compute.manager [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1192.155384] env[68461]: DEBUG nova.network.neutron [-] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.220569] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cec19624-fc44-4a97-92ad-0b324f2bd8de tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "8d3826e4-3495-4c8c-8c6a-68268bc429c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.613s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.229962] env[68461]: DEBUG oslo_vmware.api [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895641, 'name': PowerOnVM_Task, 'duration_secs': 0.497376} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.232483] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.232698] env[68461]: INFO nova.compute.manager [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Took 7.40 seconds to spawn the instance on the hypervisor. [ 1192.232873] env[68461]: DEBUG nova.compute.manager [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.233880] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02deed64-fe4a-434f-892b-af8e2490bdab {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.256206] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1810ba01-ce24-4302-8919-942afe011399 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.269730] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8ee8a4-121b-43e3-9382-dc56229e2ad1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.309680] env[68461]: DEBUG nova.compute.manager [req-217464dc-41ef-4920-afbc-759709447935 req-a8e07094-62f8-4460-a321-408a020d97e7 service nova] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Detach interface failed, port_id=2cd1dc9b-d229-45a3-b9e6-861cf9b83b02, reason: Instance cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1192.321161] env[68461]: INFO nova.compute.manager [-] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Took 1.24 seconds to deallocate network for instance. [ 1192.395174] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquiring lock "8d3826e4-3495-4c8c-8c6a-68268bc429c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.395174] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "8d3826e4-3495-4c8c-8c6a-68268bc429c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.395174] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquiring lock "8d3826e4-3495-4c8c-8c6a-68268bc429c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.395174] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "8d3826e4-3495-4c8c-8c6a-68268bc429c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.395174] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "8d3826e4-3495-4c8c-8c6a-68268bc429c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.397031] env[68461]: INFO nova.compute.manager [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Terminating instance [ 1192.451989] env[68461]: DEBUG oslo_vmware.api [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a50772-40c8-8037-bdec-4abb9e16e60c, 'name': SearchDatastore_Task, 'duration_secs': 0.010715} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.452104] env[68461]: DEBUG oslo_concurrency.lockutils [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.452472] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.452835] env[68461]: DEBUG oslo_concurrency.lockutils [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.453096] env[68461]: DEBUG oslo_concurrency.lockutils [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.453392] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.454978] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56a483d7-7955-48b1-a983-1dac6da42633 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.458540] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95beca85-1a72-42fe-9e50-2da0af458d01 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.469285] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14632eeb-266b-4bd8-88f2-c6119606eba7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.475648] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.475956] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.477576] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8da2fa7-09f4-4b4f-9e55-fba89c163b81 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.529635] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95605161-d4f3-4e78-9ff3-b8f739aa70b2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.535560] env[68461]: DEBUG oslo_vmware.api [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1192.535560] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52d88a2b-12c3-39de-3fd5-40f3611a1803" [ 1192.535560] env[68461]: _type = "Task" [ 1192.535560] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.548114] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1e4d73-8f6f-4f1a-9ec4-b44e4f3440de {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.559301] env[68461]: DEBUG oslo_vmware.api [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d88a2b-12c3-39de-3fd5-40f3611a1803, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.575131] env[68461]: DEBUG nova.compute.provider_tree [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.660424] env[68461]: INFO nova.compute.manager [-] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Took 1.36 seconds to deallocate network for instance. [ 1192.750344] env[68461]: INFO nova.compute.manager [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Took 37.59 seconds to build instance. [ 1192.830694] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.902976] env[68461]: DEBUG nova.compute.manager [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.903252] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.904176] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19760c0d-dabc-4996-84f3-72f4a210044b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.912116] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.912395] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20257b42-7944-4d07-bf98-c96699903c1b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.918797] env[68461]: DEBUG oslo_vmware.api [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1192.918797] env[68461]: value = "task-2895642" [ 1192.918797] env[68461]: _type = "Task" [ 1192.918797] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.926925] env[68461]: DEBUG oslo_vmware.api [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.029401] env[68461]: DEBUG nova.compute.manager [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1193.046858] env[68461]: DEBUG oslo_vmware.api [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d88a2b-12c3-39de-3fd5-40f3611a1803, 'name': SearchDatastore_Task, 'duration_secs': 0.02333} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.051780] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df9df088-1969-459f-b2a2-a8d7705cae72 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.056174] env[68461]: DEBUG oslo_vmware.api [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1193.056174] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5293001a-0b2d-e7da-3388-d56dcb9c2ecb" [ 1193.056174] env[68461]: _type = "Task" [ 1193.056174] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.061240] env[68461]: DEBUG nova.virt.hardware [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.061431] env[68461]: DEBUG nova.virt.hardware [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.061592] env[68461]: DEBUG nova.virt.hardware [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.061777] env[68461]: DEBUG nova.virt.hardware [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.061923] env[68461]: DEBUG nova.virt.hardware [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.062137] env[68461]: DEBUG nova.virt.hardware [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.062290] env[68461]: DEBUG nova.virt.hardware [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.062450] env[68461]: DEBUG nova.virt.hardware [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.062620] env[68461]: DEBUG nova.virt.hardware [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.062782] env[68461]: DEBUG nova.virt.hardware [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.062956] env[68461]: DEBUG nova.virt.hardware [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.063797] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71f5f40-5b80-4a9a-b6bd-124069b9f445 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.071617] env[68461]: DEBUG oslo_vmware.api [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5293001a-0b2d-e7da-3388-d56dcb9c2ecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.075614] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6460a4-0ebd-4d21-85db-3e734d3bba8b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.080328] env[68461]: DEBUG nova.scheduler.client.report [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.170771] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.253825] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ba7dc947-d8ce-4327-b204-66fc3c93d6a1 tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Lock "d9700008-55ce-497c-af7a-7aa3de39023a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.839s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.315611] env[68461]: DEBUG nova.network.neutron [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Successfully updated port: ac01993d-59f0-4aad-9358-4fe343cb9cc9 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.422024] env[68461]: DEBUG nova.compute.manager [req-068f4629-04f3-4b9b-90a5-e9e48cc9c9be req-b89bbbe4-2331-4169-b7f5-512f22bf62bf service nova] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Received event network-vif-plugged-ac01993d-59f0-4aad-9358-4fe343cb9cc9 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.422284] env[68461]: DEBUG oslo_concurrency.lockutils [req-068f4629-04f3-4b9b-90a5-e9e48cc9c9be req-b89bbbe4-2331-4169-b7f5-512f22bf62bf service nova] Acquiring lock "008fd377-d24b-4319-8b80-542e620a86d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.422468] env[68461]: DEBUG oslo_concurrency.lockutils [req-068f4629-04f3-4b9b-90a5-e9e48cc9c9be req-b89bbbe4-2331-4169-b7f5-512f22bf62bf service nova] Lock "008fd377-d24b-4319-8b80-542e620a86d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.422639] env[68461]: DEBUG oslo_concurrency.lockutils [req-068f4629-04f3-4b9b-90a5-e9e48cc9c9be req-b89bbbe4-2331-4169-b7f5-512f22bf62bf service nova] Lock "008fd377-d24b-4319-8b80-542e620a86d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.422856] env[68461]: DEBUG nova.compute.manager [req-068f4629-04f3-4b9b-90a5-e9e48cc9c9be req-b89bbbe4-2331-4169-b7f5-512f22bf62bf service nova] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] No waiting events found dispatching network-vif-plugged-ac01993d-59f0-4aad-9358-4fe343cb9cc9 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.423021] env[68461]: WARNING nova.compute.manager [req-068f4629-04f3-4b9b-90a5-e9e48cc9c9be req-b89bbbe4-2331-4169-b7f5-512f22bf62bf service nova] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Received unexpected event network-vif-plugged-ac01993d-59f0-4aad-9358-4fe343cb9cc9 for instance with vm_state building and task_state spawning. [ 1193.423194] env[68461]: DEBUG nova.compute.manager [req-068f4629-04f3-4b9b-90a5-e9e48cc9c9be req-b89bbbe4-2331-4169-b7f5-512f22bf62bf service nova] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Received event network-changed-ac01993d-59f0-4aad-9358-4fe343cb9cc9 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.423465] env[68461]: DEBUG nova.compute.manager [req-068f4629-04f3-4b9b-90a5-e9e48cc9c9be req-b89bbbe4-2331-4169-b7f5-512f22bf62bf service nova] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Refreshing instance network info cache due to event network-changed-ac01993d-59f0-4aad-9358-4fe343cb9cc9. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.423533] env[68461]: DEBUG oslo_concurrency.lockutils [req-068f4629-04f3-4b9b-90a5-e9e48cc9c9be req-b89bbbe4-2331-4169-b7f5-512f22bf62bf service nova] Acquiring lock "refresh_cache-008fd377-d24b-4319-8b80-542e620a86d0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.423649] env[68461]: DEBUG oslo_concurrency.lockutils [req-068f4629-04f3-4b9b-90a5-e9e48cc9c9be req-b89bbbe4-2331-4169-b7f5-512f22bf62bf service nova] Acquired lock "refresh_cache-008fd377-d24b-4319-8b80-542e620a86d0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.423811] env[68461]: DEBUG nova.network.neutron [req-068f4629-04f3-4b9b-90a5-e9e48cc9c9be req-b89bbbe4-2331-4169-b7f5-512f22bf62bf service nova] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Refreshing network info cache for port ac01993d-59f0-4aad-9358-4fe343cb9cc9 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.435050] env[68461]: DEBUG oslo_vmware.api [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895642, 'name': PowerOffVM_Task, 'duration_secs': 0.250845} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.435310] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.435478] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.435746] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d727320-360b-4d7d-908c-16b2fdc54bcf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.498279] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.498506] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.498698] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Deleting the datastore file [datastore2] 8d3826e4-3495-4c8c-8c6a-68268bc429c7 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.498950] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9d5afd9-0864-412f-8cdd-21b515affd4f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.505847] env[68461]: DEBUG oslo_vmware.api [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1193.505847] env[68461]: value = "task-2895644" [ 1193.505847] env[68461]: _type = "Task" [ 1193.505847] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.513843] env[68461]: DEBUG oslo_vmware.api [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.567174] env[68461]: DEBUG oslo_vmware.api [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5293001a-0b2d-e7da-3388-d56dcb9c2ecb, 'name': SearchDatastore_Task, 'duration_secs': 0.015653} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.567599] env[68461]: DEBUG oslo_concurrency.lockutils [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.567979] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6/3e7a8f18-217d-4fd8-94e0-71e200f0b8b6.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.568317] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acbe0296-7673-406a-87dd-a789b8a9d46a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.574551] env[68461]: DEBUG oslo_vmware.api [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1193.574551] env[68461]: value = "task-2895645" [ 1193.574551] env[68461]: _type = "Task" [ 1193.574551] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.583588] env[68461]: DEBUG oslo_vmware.api [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.605052] env[68461]: INFO nova.compute.manager [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Rescuing [ 1193.605052] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Acquiring lock "refresh_cache-d9700008-55ce-497c-af7a-7aa3de39023a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.605249] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Acquired lock "refresh_cache-d9700008-55ce-497c-af7a-7aa3de39023a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.605348] env[68461]: DEBUG nova.network.neutron [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.818953] env[68461]: DEBUG oslo_concurrency.lockutils [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "refresh_cache-008fd377-d24b-4319-8b80-542e620a86d0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.959318] env[68461]: DEBUG nova.network.neutron [req-068f4629-04f3-4b9b-90a5-e9e48cc9c9be req-b89bbbe4-2331-4169-b7f5-512f22bf62bf service nova] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.016908] env[68461]: DEBUG oslo_vmware.api [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154331} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.017204] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.017386] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.017565] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.017742] env[68461]: INFO nova.compute.manager [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1194.017993] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.018207] env[68461]: DEBUG nova.compute.manager [-] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.018303] env[68461]: DEBUG nova.network.neutron [-] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.035897] env[68461]: DEBUG nova.network.neutron [req-068f4629-04f3-4b9b-90a5-e9e48cc9c9be req-b89bbbe4-2331-4169-b7f5-512f22bf62bf service nova] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.083736] env[68461]: DEBUG oslo_vmware.api [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470561} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.084010] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6/3e7a8f18-217d-4fd8-94e0-71e200f0b8b6.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.084234] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.084486] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebc6ac7b-a3bf-40d3-857e-936637413687 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.090994] env[68461]: DEBUG oslo_vmware.api [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1194.090994] env[68461]: value = "task-2895646" [ 1194.090994] env[68461]: _type = "Task" [ 1194.090994] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.092673] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.113s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.103475] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.714s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.104987] env[68461]: INFO nova.compute.claims [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.121185] env[68461]: DEBUG oslo_vmware.api [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.374440] env[68461]: DEBUG nova.compute.manager [req-ae74d4dc-340b-4a9e-b243-8db90f2bf936 req-f45da3ee-275b-4a00-ac0d-387ad33d4277 service nova] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Received event network-vif-deleted-10b528d7-506f-4737-a82c-5ed7d031a7fb {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.374717] env[68461]: INFO nova.compute.manager [req-ae74d4dc-340b-4a9e-b243-8db90f2bf936 req-f45da3ee-275b-4a00-ac0d-387ad33d4277 service nova] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Neutron deleted interface 10b528d7-506f-4737-a82c-5ed7d031a7fb; detaching it from the instance and deleting it from the info cache [ 1194.374717] env[68461]: DEBUG nova.network.neutron [req-ae74d4dc-340b-4a9e-b243-8db90f2bf936 req-f45da3ee-275b-4a00-ac0d-387ad33d4277 service nova] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.508018] env[68461]: DEBUG nova.network.neutron [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Updating instance_info_cache with network_info: [{"id": "e468d9be-40e1-4537-95b2-6f1b2dd2cbdc", "address": "fa:16:3e:a1:bf:2a", "network": {"id": "0775d06c-653a-4edc-9462-841855f9e952", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1622346934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7b664bba2fc849db9ffea21531fdc69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape468d9be-40", "ovs_interfaceid": "e468d9be-40e1-4537-95b2-6f1b2dd2cbdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.538105] env[68461]: DEBUG oslo_concurrency.lockutils [req-068f4629-04f3-4b9b-90a5-e9e48cc9c9be req-b89bbbe4-2331-4169-b7f5-512f22bf62bf service nova] Releasing lock "refresh_cache-008fd377-d24b-4319-8b80-542e620a86d0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.538490] env[68461]: DEBUG oslo_concurrency.lockutils [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquired lock "refresh_cache-008fd377-d24b-4319-8b80-542e620a86d0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.538624] env[68461]: DEBUG nova.network.neutron [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.600883] env[68461]: DEBUG oslo_vmware.api [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069606} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.601113] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.601926] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e08af4-8698-45fb-b350-82af5ede5971 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.623840] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6/3e7a8f18-217d-4fd8-94e0-71e200f0b8b6.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.627671] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8549908-9632-4527-b915-3dd339fc1df5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.653710] env[68461]: DEBUG oslo_vmware.api [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1194.653710] env[68461]: value = "task-2895647" [ 1194.653710] env[68461]: _type = "Task" [ 1194.653710] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.661811] env[68461]: DEBUG oslo_vmware.api [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.819707] env[68461]: DEBUG nova.network.neutron [-] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.878673] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7991fa0-e387-49cd-baa0-1875c724bcca {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.888499] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e95568-191b-4fb0-a30d-edd09b98f748 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.922948] env[68461]: DEBUG nova.compute.manager [req-ae74d4dc-340b-4a9e-b243-8db90f2bf936 req-f45da3ee-275b-4a00-ac0d-387ad33d4277 service nova] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Detach interface failed, port_id=10b528d7-506f-4737-a82c-5ed7d031a7fb, reason: Instance 8d3826e4-3495-4c8c-8c6a-68268bc429c7 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1195.010809] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Releasing lock "refresh_cache-d9700008-55ce-497c-af7a-7aa3de39023a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.080341] env[68461]: DEBUG nova.network.neutron [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1195.162895] env[68461]: DEBUG oslo_vmware.api [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895647, 'name': ReconfigVM_Task, 'duration_secs': 0.284711} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.163659] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6/3e7a8f18-217d-4fd8-94e0-71e200f0b8b6.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.164577] env[68461]: INFO nova.compute.manager [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Swapping old allocation on dict_keys(['5d7ee095-b829-48e2-9d92-7f7aec139540']) held by migration 5a18db83-1e51-412d-b112-94cd5729fd3e for instance [ 1195.164819] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1550ca3-397c-413d-9258-95f2e51b888a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.175785] env[68461]: DEBUG oslo_vmware.api [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1195.175785] env[68461]: value = "task-2895648" [ 1195.175785] env[68461]: _type = "Task" [ 1195.175785] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.187691] env[68461]: DEBUG oslo_vmware.api [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895648, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.195132] env[68461]: DEBUG nova.scheduler.client.report [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Overwriting current allocation {'allocations': {'5d7ee095-b829-48e2-9d92-7f7aec139540': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 101}}, 'project_id': '902b5cd1142140e9ba08f2c052dd2d06', 'user_id': 'bbddb90a84d947b28a1d5329e2c4a49b', 'consumer_generation': 1} on consumer 6a686ce7-1687-471e-b292-b17e52099459 {{(pid=68461) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1195.233201] env[68461]: DEBUG nova.network.neutron [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Updating instance_info_cache with network_info: [{"id": "ac01993d-59f0-4aad-9358-4fe343cb9cc9", "address": "fa:16:3e:74:4c:a9", "network": {"id": "6b43960b-b0f6-4b4c-b213-cd12050cdf18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-56355681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf178dda4c0a4d5aabe035e50ad2db81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac01993d-59", "ovs_interfaceid": "ac01993d-59f0-4aad-9358-4fe343cb9cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.298542] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "refresh_cache-6a686ce7-1687-471e-b292-b17e52099459" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.298739] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquired lock "refresh_cache-6a686ce7-1687-471e-b292-b17e52099459" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.298918] env[68461]: DEBUG nova.network.neutron [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.322717] env[68461]: INFO nova.compute.manager [-] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Took 1.30 seconds to deallocate network for instance. [ 1195.535391] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502cdaaf-a817-4156-b70f-e56c44395a14 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.544392] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c8632e-6301-40e7-9a05-830b68efabbb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.575792] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a475406-32ad-4e57-8d2b-250b902127a4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.583818] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dc038f-6628-4293-bf45-c621bc447593 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.599042] env[68461]: DEBUG nova.compute.provider_tree [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.686265] env[68461]: DEBUG oslo_vmware.api [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895648, 'name': Rename_Task, 'duration_secs': 0.142578} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.686578] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.686886] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b312e09f-9c77-4992-8ddb-0e0892335a09 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.694115] env[68461]: DEBUG oslo_vmware.api [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1195.694115] env[68461]: value = "task-2895649" [ 1195.694115] env[68461]: _type = "Task" [ 1195.694115] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.701901] env[68461]: DEBUG oslo_vmware.api [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.736574] env[68461]: DEBUG oslo_concurrency.lockutils [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Releasing lock "refresh_cache-008fd377-d24b-4319-8b80-542e620a86d0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.736917] env[68461]: DEBUG nova.compute.manager [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Instance network_info: |[{"id": "ac01993d-59f0-4aad-9358-4fe343cb9cc9", "address": "fa:16:3e:74:4c:a9", "network": {"id": "6b43960b-b0f6-4b4c-b213-cd12050cdf18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-56355681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf178dda4c0a4d5aabe035e50ad2db81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac01993d-59", "ovs_interfaceid": "ac01993d-59f0-4aad-9358-4fe343cb9cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1195.737891] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:4c:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac01993d-59f0-4aad-9358-4fe343cb9cc9', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.745427] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.745644] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.745873] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7193a88c-eb0b-4d09-aec7-5c6f395621d4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.765553] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.765553] env[68461]: value = "task-2895650" [ 1195.765553] env[68461]: _type = "Task" [ 1195.765553] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.772976] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895650, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.831775] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.000063] env[68461]: DEBUG nova.network.neutron [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Updating instance_info_cache with network_info: [{"id": "226b2149-8060-4e03-8919-8b1a696c407f", "address": "fa:16:3e:94:16:64", "network": {"id": "61ef6af6-0d95-454b-bce2-8ae1db50e842", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "395c4d7c0b9f4c9d9d35e1e62d9fe560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap226b2149-80", "ovs_interfaceid": "226b2149-8060-4e03-8919-8b1a696c407f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.102510] env[68461]: DEBUG nova.scheduler.client.report [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.205128] env[68461]: DEBUG oslo_vmware.api [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895649, 'name': PowerOnVM_Task, 'duration_secs': 0.460731} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.205414] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.205616] env[68461]: INFO nova.compute.manager [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1196.205941] env[68461]: DEBUG nova.compute.manager [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.206616] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c7171a-2ccd-4401-a8cb-c8d24043e0b8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.275999] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895650, 'name': CreateVM_Task, 'duration_secs': 0.388478} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.276750] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.277148] env[68461]: DEBUG oslo_concurrency.lockutils [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.277323] env[68461]: DEBUG oslo_concurrency.lockutils [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.278025] env[68461]: DEBUG oslo_concurrency.lockutils [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.278025] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fce130c8-800d-4f8c-80f9-aa8478468fcb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.282149] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1196.282149] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52f0f8fb-e90f-7fa2-63a8-e7b4cb12c9c8" [ 1196.282149] env[68461]: _type = "Task" [ 1196.282149] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.289953] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f0f8fb-e90f-7fa2-63a8-e7b4cb12c9c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.502721] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Releasing lock "refresh_cache-6a686ce7-1687-471e-b292-b17e52099459" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.503198] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.503465] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebed1ac9-d935-4619-b0cd-8c51ddbb5c91 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.510687] env[68461]: DEBUG oslo_vmware.api [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 1196.510687] env[68461]: value = "task-2895651" [ 1196.510687] env[68461]: _type = "Task" [ 1196.510687] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.519151] env[68461]: DEBUG oslo_vmware.api [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.554075] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.554450] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a9870b9-af8c-499a-8056-7fd3d1c83fcc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.565209] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Waiting for the task: (returnval){ [ 1196.565209] env[68461]: value = "task-2895652" [ 1196.565209] env[68461]: _type = "Task" [ 1196.565209] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.573715] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.608228] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.608847] env[68461]: DEBUG nova.compute.manager [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1196.611625] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.066s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.611854] env[68461]: DEBUG nova.objects.instance [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lazy-loading 'resources' on Instance uuid 09834d87-0cdd-4b8c-a8fc-acee8c26197d {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.724079] env[68461]: INFO nova.compute.manager [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Took 38.08 seconds to build instance. [ 1196.797253] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f0f8fb-e90f-7fa2-63a8-e7b4cb12c9c8, 'name': SearchDatastore_Task, 'duration_secs': 0.024055} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.797253] env[68461]: DEBUG oslo_concurrency.lockutils [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.797253] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.797253] env[68461]: DEBUG oslo_concurrency.lockutils [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.797253] env[68461]: DEBUG oslo_concurrency.lockutils [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.797253] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.797253] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc13c986-acd3-4763-a234-f7ce0c2f3c0d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.805460] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.805831] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.806684] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a74ba3b-f2fa-4742-b923-c425cf803f07 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.812307] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1196.812307] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5245db30-087c-5159-8739-f4e292d46196" [ 1196.812307] env[68461]: _type = "Task" [ 1196.812307] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.820626] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5245db30-087c-5159-8739-f4e292d46196, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.020641] env[68461]: DEBUG oslo_vmware.api [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895651, 'name': PowerOffVM_Task, 'duration_secs': 0.237843} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.020898] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.021573] env[68461]: DEBUG nova.virt.hardware [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:17:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='123322d9-269d-4d92-99c5-899e340f8deb',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1775706695',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.021783] env[68461]: DEBUG nova.virt.hardware [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.021936] env[68461]: DEBUG nova.virt.hardware [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.022129] env[68461]: DEBUG nova.virt.hardware [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.022275] env[68461]: DEBUG nova.virt.hardware [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.022419] env[68461]: DEBUG nova.virt.hardware [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.022621] env[68461]: DEBUG nova.virt.hardware [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.022779] env[68461]: DEBUG nova.virt.hardware [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.022967] env[68461]: DEBUG nova.virt.hardware [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.023148] env[68461]: DEBUG nova.virt.hardware [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.023323] env[68461]: DEBUG nova.virt.hardware [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.028145] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dceeb1f5-cced-46bd-b251-f7f416506f63 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.043553] env[68461]: DEBUG oslo_vmware.api [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 1197.043553] env[68461]: value = "task-2895653" [ 1197.043553] env[68461]: _type = "Task" [ 1197.043553] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.051108] env[68461]: DEBUG oslo_vmware.api [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.074314] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895652, 'name': PowerOffVM_Task, 'duration_secs': 0.187744} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.074565] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.075363] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6970e53d-a0b9-4c03-82a5-fe1be600dffd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.093148] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992ca6a8-b7fe-4fc0-bb78-afc7c255fc10 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.114965] env[68461]: DEBUG nova.compute.utils [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1197.117300] env[68461]: DEBUG nova.compute.manager [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1197.117627] env[68461]: DEBUG nova.network.neutron [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1197.130534] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.131094] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4d97f09-b6c5-4f11-9162-714ebcfea056 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.138844] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Waiting for the task: (returnval){ [ 1197.138844] env[68461]: value = "task-2895654" [ 1197.138844] env[68461]: _type = "Task" [ 1197.138844] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.150460] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] VM already powered off {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1197.150725] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.150977] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.151150] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.151328] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.151983] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eef199a7-a68f-4d9f-9a31-30e3a4e1c284 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.160266] env[68461]: DEBUG nova.policy [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55917e4a3a01401fbb4c08caa9198b41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11b5796b0aa848e39c5b631e5d980c4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1197.163292] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.163471] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.164213] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-719560b6-9fd0-48aa-9777-d49f8bec7e1e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.172609] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Waiting for the task: (returnval){ [ 1197.172609] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5210ad3f-86da-9389-d322-e17e3c4b1636" [ 1197.172609] env[68461]: _type = "Task" [ 1197.172609] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.180842] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5210ad3f-86da-9389-d322-e17e3c4b1636, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.226235] env[68461]: DEBUG oslo_concurrency.lockutils [None req-786499ae-f5dc-4a2b-8ec8-4964bf7bd52f tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "3e7a8f18-217d-4fd8-94e0-71e200f0b8b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.591s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.321813] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5245db30-087c-5159-8739-f4e292d46196, 'name': SearchDatastore_Task, 'duration_secs': 0.0086} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.325386] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-270c1e25-58e3-4122-b78f-05ce3d7ee4d0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.329929] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1197.329929] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5221a48c-dfe6-b07f-2035-4b5b6af5e8d5" [ 1197.329929] env[68461]: _type = "Task" [ 1197.329929] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.339872] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5221a48c-dfe6-b07f-2035-4b5b6af5e8d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.460264] env[68461]: DEBUG nova.network.neutron [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Successfully created port: abbfa8fc-190a-46cc-b66e-35eb89c2acc1 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1197.530610] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d570817-a02b-4d95-be1c-908e54046f9c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.538116] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce20b0c-6737-4ffe-8bb3-1fdb39d0aca1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.571098] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036e37c5-9ca2-4b16-874a-4162394b0ffe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.576385] env[68461]: DEBUG oslo_vmware.api [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895653, 'name': ReconfigVM_Task, 'duration_secs': 0.154703} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.577495] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c5930a-3c03-46cf-8236-249b4514dc78 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.583076] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b313fa8-a21f-4fe5-842c-f9bce3347353 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.599492] env[68461]: DEBUG nova.virt.hardware [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:17:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='123322d9-269d-4d92-99c5-899e340f8deb',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1775706695',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.599716] env[68461]: DEBUG nova.virt.hardware [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.599870] env[68461]: DEBUG nova.virt.hardware [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.600059] env[68461]: DEBUG nova.virt.hardware [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.600208] env[68461]: DEBUG nova.virt.hardware [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.600354] env[68461]: DEBUG nova.virt.hardware [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.600579] env[68461]: DEBUG nova.virt.hardware [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.600750] env[68461]: DEBUG nova.virt.hardware [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.600917] env[68461]: DEBUG nova.virt.hardware [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.601162] env[68461]: DEBUG nova.virt.hardware [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.601295] env[68461]: DEBUG nova.virt.hardware [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.602452] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8381046-9712-4695-8ed9-8900190a635a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.612355] env[68461]: DEBUG nova.compute.provider_tree [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.616406] env[68461]: DEBUG oslo_vmware.api [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 1197.616406] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52cb846d-ffea-2def-16c5-13d1d075e3d3" [ 1197.616406] env[68461]: _type = "Task" [ 1197.616406] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.619670] env[68461]: DEBUG nova.compute.manager [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1197.629372] env[68461]: DEBUG oslo_vmware.api [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52cb846d-ffea-2def-16c5-13d1d075e3d3, 'name': SearchDatastore_Task, 'duration_secs': 0.008115} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.634814] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1197.635315] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39dd6401-94e6-4f89-b058-6df403f57fcd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.652793] env[68461]: DEBUG oslo_vmware.api [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 1197.652793] env[68461]: value = "task-2895655" [ 1197.652793] env[68461]: _type = "Task" [ 1197.652793] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.662428] env[68461]: DEBUG oslo_vmware.api [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895655, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.682954] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5210ad3f-86da-9389-d322-e17e3c4b1636, 'name': SearchDatastore_Task, 'duration_secs': 0.009357} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.683772] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36f8c43d-1653-414b-a12c-7c89c28394ac {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.689057] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Waiting for the task: (returnval){ [ 1197.689057] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52cb1f91-f00f-e5ea-e596-aa73671d717c" [ 1197.689057] env[68461]: _type = "Task" [ 1197.689057] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.698288] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52cb1f91-f00f-e5ea-e596-aa73671d717c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.839751] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5221a48c-dfe6-b07f-2035-4b5b6af5e8d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011082} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.840360] env[68461]: DEBUG oslo_concurrency.lockutils [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.842960] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 008fd377-d24b-4319-8b80-542e620a86d0/008fd377-d24b-4319-8b80-542e620a86d0.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.842960] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf1f7496-b780-4157-a8c0-8aad751a438c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.849026] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1197.849026] env[68461]: value = "task-2895656" [ 1197.849026] env[68461]: _type = "Task" [ 1197.849026] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.857156] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.115358] env[68461]: DEBUG nova.scheduler.client.report [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.163099] env[68461]: DEBUG oslo_vmware.api [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895655, 'name': ReconfigVM_Task, 'duration_secs': 0.237842} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.163264] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1198.164116] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9de39dd-c5fb-4312-967e-115215aa988b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.186466] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 6a686ce7-1687-471e-b292-b17e52099459/6a686ce7-1687-471e-b292-b17e52099459.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.187557] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-416cafe7-6d47-448f-b6f2-f11fcc291f66 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.211050] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52cb1f91-f00f-e5ea-e596-aa73671d717c, 'name': SearchDatastore_Task, 'duration_secs': 0.009658} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.212540] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.212904] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] d9700008-55ce-497c-af7a-7aa3de39023a/7a283f1b-0e5c-4fe3-883c-328c5621506a-rescue.vmdk. {{(pid=68461) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1198.213214] env[68461]: DEBUG oslo_vmware.api [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 1198.213214] env[68461]: value = "task-2895657" [ 1198.213214] env[68461]: _type = "Task" [ 1198.213214] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.213411] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b186171e-b5c8-444c-ae8b-51149ca54ce4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.224512] env[68461]: DEBUG oslo_vmware.api [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895657, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.225937] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Waiting for the task: (returnval){ [ 1198.225937] env[68461]: value = "task-2895658" [ 1198.225937] env[68461]: _type = "Task" [ 1198.225937] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.359490] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895656, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.621238] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.625402] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.401s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.626377] env[68461]: INFO nova.compute.claims [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.637449] env[68461]: DEBUG nova.compute.manager [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1198.645624] env[68461]: INFO nova.scheduler.client.report [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Deleted allocations for instance 09834d87-0cdd-4b8c-a8fc-acee8c26197d [ 1198.671218] env[68461]: DEBUG nova.virt.hardware [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.671618] env[68461]: DEBUG nova.virt.hardware [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.671771] env[68461]: DEBUG nova.virt.hardware [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.671982] env[68461]: DEBUG nova.virt.hardware [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.675140] env[68461]: DEBUG nova.virt.hardware [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.675354] env[68461]: DEBUG nova.virt.hardware [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.675662] env[68461]: DEBUG nova.virt.hardware [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.675841] env[68461]: DEBUG nova.virt.hardware [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.676063] env[68461]: DEBUG nova.virt.hardware [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.676541] env[68461]: DEBUG nova.virt.hardware [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.676776] env[68461]: DEBUG nova.virt.hardware [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.677779] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850f6778-306a-43af-a606-2a2cf0a000d6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.693100] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a723bb1-f03b-4804-bf03-99f3083931c9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.726836] env[68461]: DEBUG oslo_vmware.api [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.736836] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895658, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.860928] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514108} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.862358] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 008fd377-d24b-4319-8b80-542e620a86d0/008fd377-d24b-4319-8b80-542e620a86d0.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.862622] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.863729] env[68461]: DEBUG nova.compute.manager [req-db4227bc-e44b-4ed1-b123-97d20727ed53 req-b37e7c63-54fd-486c-9cfc-6c2310f02b7e service nova] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Received event network-vif-plugged-abbfa8fc-190a-46cc-b66e-35eb89c2acc1 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.863956] env[68461]: DEBUG oslo_concurrency.lockutils [req-db4227bc-e44b-4ed1-b123-97d20727ed53 req-b37e7c63-54fd-486c-9cfc-6c2310f02b7e service nova] Acquiring lock "bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.864198] env[68461]: DEBUG oslo_concurrency.lockutils [req-db4227bc-e44b-4ed1-b123-97d20727ed53 req-b37e7c63-54fd-486c-9cfc-6c2310f02b7e service nova] Lock "bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.864384] env[68461]: DEBUG oslo_concurrency.lockutils [req-db4227bc-e44b-4ed1-b123-97d20727ed53 req-b37e7c63-54fd-486c-9cfc-6c2310f02b7e service nova] Lock "bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.864583] env[68461]: DEBUG nova.compute.manager [req-db4227bc-e44b-4ed1-b123-97d20727ed53 req-b37e7c63-54fd-486c-9cfc-6c2310f02b7e service nova] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] No waiting events found dispatching network-vif-plugged-abbfa8fc-190a-46cc-b66e-35eb89c2acc1 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1198.864790] env[68461]: WARNING nova.compute.manager [req-db4227bc-e44b-4ed1-b123-97d20727ed53 req-b37e7c63-54fd-486c-9cfc-6c2310f02b7e service nova] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Received unexpected event network-vif-plugged-abbfa8fc-190a-46cc-b66e-35eb89c2acc1 for instance with vm_state building and task_state spawning. [ 1198.869097] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b175e2c-44bf-46dc-adf4-d77e4f29ca35 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.876565] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1198.876565] env[68461]: value = "task-2895659" [ 1198.876565] env[68461]: _type = "Task" [ 1198.876565] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.884727] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.000557] env[68461]: DEBUG nova.network.neutron [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Successfully updated port: abbfa8fc-190a-46cc-b66e-35eb89c2acc1 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.156657] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6455331f-b5b6-462a-9c79-d1a0dec68e63 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "09834d87-0cdd-4b8c-a8fc-acee8c26197d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.290s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.225997] env[68461]: DEBUG oslo_vmware.api [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895657, 'name': ReconfigVM_Task, 'duration_secs': 0.60286} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.226254] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 6a686ce7-1687-471e-b292-b17e52099459/6a686ce7-1687-471e-b292-b17e52099459.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.227185] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572a19e2-993a-414d-92ed-87b3be0a43c8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.251179] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f73900-31f4-43fb-961d-e884cd8ea623 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.253881] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534585} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.254146] env[68461]: INFO nova.virt.vmwareapi.ds_util [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] d9700008-55ce-497c-af7a-7aa3de39023a/7a283f1b-0e5c-4fe3-883c-328c5621506a-rescue.vmdk. [ 1199.255235] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a139b18-e357-4663-b93a-51f891769823 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.275274] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca32850b-2569-4a16-b498-506529cbde45 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.297989] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] d9700008-55ce-497c-af7a-7aa3de39023a/7a283f1b-0e5c-4fe3-883c-328c5621506a-rescue.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.298836] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be0aab04-c668-4543-97bc-97da74ae0d37 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.325836] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef582df-cc42-401f-b7aa-64d635860b79 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.329830] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Waiting for the task: (returnval){ [ 1199.329830] env[68461]: value = "task-2895660" [ 1199.329830] env[68461]: _type = "Task" [ 1199.329830] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.332269] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.334998] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36676b7e-70fe-40f7-9360-99ac9f342ff7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.340756] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.341873] env[68461]: DEBUG oslo_vmware.api [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 1199.341873] env[68461]: value = "task-2895661" [ 1199.341873] env[68461]: _type = "Task" [ 1199.341873] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.348581] env[68461]: DEBUG oslo_vmware.api [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.386371] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07552} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.386607] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.387417] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84e9135-ad6f-426d-a59f-014b48a56f91 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.410615] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 008fd377-d24b-4319-8b80-542e620a86d0/008fd377-d24b-4319-8b80-542e620a86d0.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.411056] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dbbf38b-a0e7-465e-afcb-a24839237e49 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.430175] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1199.430175] env[68461]: value = "task-2895662" [ 1199.430175] env[68461]: _type = "Task" [ 1199.430175] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.437950] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.503290] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "refresh_cache-bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.503445] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired lock "refresh_cache-bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.503601] env[68461]: DEBUG nova.network.neutron [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.842873] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.853290] env[68461]: DEBUG oslo_vmware.api [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895661, 'name': PowerOnVM_Task, 'duration_secs': 0.42043} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.853630] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.940238] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.019619] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339ed57b-a100-4805-b37f-be6c65714cb7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.027294] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b45767-09e2-4c96-b8ff-7c00a9e2e6ec {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.057116] env[68461]: DEBUG nova.network.neutron [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.059540] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b2da4b-b1c8-425b-a50a-2ddb5754cf37 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.062111] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquiring lock "c845c113-e3e5-4a2a-b557-656857c0afe6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.062339] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "c845c113-e3e5-4a2a-b557-656857c0afe6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.062535] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquiring lock "c845c113-e3e5-4a2a-b557-656857c0afe6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.062716] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "c845c113-e3e5-4a2a-b557-656857c0afe6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.062877] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "c845c113-e3e5-4a2a-b557-656857c0afe6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.065028] env[68461]: INFO nova.compute.manager [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Terminating instance [ 1200.073503] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3665193b-93ee-4fda-bb87-82f7461b4454 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.087185] env[68461]: DEBUG nova.compute.provider_tree [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.122492] env[68461]: DEBUG oslo_concurrency.lockutils [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquiring lock "43770319-9ad1-412a-b862-7f6fbfc8ec63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.122751] env[68461]: DEBUG oslo_concurrency.lockutils [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "43770319-9ad1-412a-b862-7f6fbfc8ec63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.123068] env[68461]: DEBUG oslo_concurrency.lockutils [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquiring lock "43770319-9ad1-412a-b862-7f6fbfc8ec63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.124048] env[68461]: DEBUG oslo_concurrency.lockutils [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "43770319-9ad1-412a-b862-7f6fbfc8ec63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.124048] env[68461]: DEBUG oslo_concurrency.lockutils [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "43770319-9ad1-412a-b862-7f6fbfc8ec63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.125422] env[68461]: INFO nova.compute.manager [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Terminating instance [ 1200.206850] env[68461]: DEBUG nova.network.neutron [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Updating instance_info_cache with network_info: [{"id": "abbfa8fc-190a-46cc-b66e-35eb89c2acc1", "address": "fa:16:3e:c2:4e:00", "network": {"id": "1213cfc5-0ad7-418f-8db0-bbc5b1b7ccb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1442488687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b5796b0aa848e39c5b631e5d980c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabbfa8fc-19", "ovs_interfaceid": "abbfa8fc-190a-46cc-b66e-35eb89c2acc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.343581] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895660, 'name': ReconfigVM_Task, 'duration_secs': 0.575266} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.343869] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Reconfigured VM instance instance-0000004c to attach disk [datastore2] d9700008-55ce-497c-af7a-7aa3de39023a/7a283f1b-0e5c-4fe3-883c-328c5621506a-rescue.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.344720] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdb02b6-9386-474e-b720-8f594fce7eff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.372838] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9796d8ab-6e39-42c3-8faa-4ef9e24d6930 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.388589] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Waiting for the task: (returnval){ [ 1200.388589] env[68461]: value = "task-2895663" [ 1200.388589] env[68461]: _type = "Task" [ 1200.388589] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.396412] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.441434] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895662, 'name': ReconfigVM_Task, 'duration_secs': 0.587553} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.441731] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 008fd377-d24b-4319-8b80-542e620a86d0/008fd377-d24b-4319-8b80-542e620a86d0.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.442391] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9444f3ea-73bd-43c3-a1f8-63805dd7decc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.448854] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1200.448854] env[68461]: value = "task-2895664" [ 1200.448854] env[68461]: _type = "Task" [ 1200.448854] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.456513] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895664, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.568680] env[68461]: DEBUG nova.compute.manager [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.568959] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.569964] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3132bc-aa8a-4506-9f77-83a605e11502 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.578509] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.578812] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd43ebd4-13ef-4b4c-a095-cafa4b4cf0e3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.585731] env[68461]: DEBUG oslo_vmware.api [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1200.585731] env[68461]: value = "task-2895665" [ 1200.585731] env[68461]: _type = "Task" [ 1200.585731] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.593788] env[68461]: DEBUG nova.scheduler.client.report [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.596990] env[68461]: DEBUG oslo_vmware.api [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.628588] env[68461]: DEBUG nova.compute.manager [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.628808] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.629709] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09330000-82f1-4c74-b7c0-504bbcd96093 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.637155] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.637386] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f47f5e0-48a2-4521-ac6c-9fe315b031c7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.642842] env[68461]: DEBUG oslo_vmware.api [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1200.642842] env[68461]: value = "task-2895666" [ 1200.642842] env[68461]: _type = "Task" [ 1200.642842] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.652764] env[68461]: DEBUG oslo_vmware.api [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.710200] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Releasing lock "refresh_cache-bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.710466] env[68461]: DEBUG nova.compute.manager [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Instance network_info: |[{"id": "abbfa8fc-190a-46cc-b66e-35eb89c2acc1", "address": "fa:16:3e:c2:4e:00", "network": {"id": "1213cfc5-0ad7-418f-8db0-bbc5b1b7ccb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1442488687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b5796b0aa848e39c5b631e5d980c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabbfa8fc-19", "ovs_interfaceid": "abbfa8fc-190a-46cc-b66e-35eb89c2acc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1200.711042] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:4e:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abbfa8fc-190a-46cc-b66e-35eb89c2acc1', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1200.720782] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.721063] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1200.721356] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e39029ff-5661-44f0-a6e8-45afc8dcd94f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.742163] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1200.742163] env[68461]: value = "task-2895667" [ 1200.742163] env[68461]: _type = "Task" [ 1200.742163] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.751711] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895667, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.874529] env[68461]: INFO nova.compute.manager [None req-8ee45de7-b3a5-4222-a6d8-a0c2a110ccf4 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Updating instance to original state: 'active' [ 1200.897754] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895663, 'name': ReconfigVM_Task, 'duration_secs': 0.234001} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.898057] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.898317] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2510e156-521b-4947-bf45-173e0da5e29f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.904307] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Waiting for the task: (returnval){ [ 1200.904307] env[68461]: value = "task-2895668" [ 1200.904307] env[68461]: _type = "Task" [ 1200.904307] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.912784] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.961476] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895664, 'name': Rename_Task, 'duration_secs': 0.172283} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.961817] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.962094] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f0b6f16-fdcf-42e4-8530-4b0ffe800b70 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.967299] env[68461]: DEBUG nova.compute.manager [req-d94d96f3-4c51-43c5-9f5b-916c2bb91596 req-09292925-1dd0-4921-8677-dfebb0469f51 service nova] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Received event network-changed-abbfa8fc-190a-46cc-b66e-35eb89c2acc1 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.967531] env[68461]: DEBUG nova.compute.manager [req-d94d96f3-4c51-43c5-9f5b-916c2bb91596 req-09292925-1dd0-4921-8677-dfebb0469f51 service nova] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Refreshing instance network info cache due to event network-changed-abbfa8fc-190a-46cc-b66e-35eb89c2acc1. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.967739] env[68461]: DEBUG oslo_concurrency.lockutils [req-d94d96f3-4c51-43c5-9f5b-916c2bb91596 req-09292925-1dd0-4921-8677-dfebb0469f51 service nova] Acquiring lock "refresh_cache-bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.967828] env[68461]: DEBUG oslo_concurrency.lockutils [req-d94d96f3-4c51-43c5-9f5b-916c2bb91596 req-09292925-1dd0-4921-8677-dfebb0469f51 service nova] Acquired lock "refresh_cache-bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.967992] env[68461]: DEBUG nova.network.neutron [req-d94d96f3-4c51-43c5-9f5b-916c2bb91596 req-09292925-1dd0-4921-8677-dfebb0469f51 service nova] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Refreshing network info cache for port abbfa8fc-190a-46cc-b66e-35eb89c2acc1 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.970538] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1200.970538] env[68461]: value = "task-2895669" [ 1200.970538] env[68461]: _type = "Task" [ 1200.970538] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.980190] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.095977] env[68461]: DEBUG oslo_vmware.api [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895665, 'name': PowerOffVM_Task, 'duration_secs': 0.238801} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.096358] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.096629] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.096895] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa7d5a57-48d0-4167-ab97-3123412f5651 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.099206] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.099758] env[68461]: DEBUG nova.compute.manager [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1201.102599] env[68461]: DEBUG oslo_concurrency.lockutils [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.982s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.102871] env[68461]: DEBUG nova.objects.instance [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lazy-loading 'resources' on Instance uuid 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.154281] env[68461]: DEBUG oslo_vmware.api [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895666, 'name': PowerOffVM_Task, 'duration_secs': 0.189004} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.154635] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.154861] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.155167] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75177b90-6b7f-4e80-b3f1-5f922c39271f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.181186] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.181418] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.181675] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Deleting the datastore file [datastore2] c845c113-e3e5-4a2a-b557-656857c0afe6 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.181948] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da745972-3d7f-43e5-8492-c7fc5fd9eb2e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.199653] env[68461]: DEBUG oslo_vmware.api [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1201.199653] env[68461]: value = "task-2895672" [ 1201.199653] env[68461]: _type = "Task" [ 1201.199653] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.209425] env[68461]: DEBUG oslo_vmware.api [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.222607] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.222968] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.223272] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Deleting the datastore file [datastore1] 43770319-9ad1-412a-b862-7f6fbfc8ec63 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.223553] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8227b8a2-9494-4326-bb42-e6f1be76dc2a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.229770] env[68461]: DEBUG oslo_vmware.api [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for the task: (returnval){ [ 1201.229770] env[68461]: value = "task-2895673" [ 1201.229770] env[68461]: _type = "Task" [ 1201.229770] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.238539] env[68461]: DEBUG oslo_vmware.api [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.251022] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895667, 'name': CreateVM_Task, 'duration_secs': 0.49594} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.251022] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.251347] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.251515] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.251915] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.252125] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e581f7a-a7bf-427c-a783-41aff57c4c28 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.256313] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1201.256313] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52a61245-823b-866c-7a88-14674d4dd2d4" [ 1201.256313] env[68461]: _type = "Task" [ 1201.256313] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.265652] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a61245-823b-866c-7a88-14674d4dd2d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.414459] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895668, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.482471] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895669, 'name': PowerOnVM_Task} progress is 92%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.609073] env[68461]: DEBUG nova.compute.utils [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1201.613551] env[68461]: DEBUG nova.compute.manager [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1201.613551] env[68461]: DEBUG nova.network.neutron [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1201.662358] env[68461]: DEBUG nova.policy [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7633b1a3217498996c3214020d71abf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e2f009a7c574a4caf791776ddf7347c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1201.680974] env[68461]: DEBUG nova.network.neutron [req-d94d96f3-4c51-43c5-9f5b-916c2bb91596 req-09292925-1dd0-4921-8677-dfebb0469f51 service nova] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Updated VIF entry in instance network info cache for port abbfa8fc-190a-46cc-b66e-35eb89c2acc1. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.681358] env[68461]: DEBUG nova.network.neutron [req-d94d96f3-4c51-43c5-9f5b-916c2bb91596 req-09292925-1dd0-4921-8677-dfebb0469f51 service nova] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Updating instance_info_cache with network_info: [{"id": "abbfa8fc-190a-46cc-b66e-35eb89c2acc1", "address": "fa:16:3e:c2:4e:00", "network": {"id": "1213cfc5-0ad7-418f-8db0-bbc5b1b7ccb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1442488687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b5796b0aa848e39c5b631e5d980c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabbfa8fc-19", "ovs_interfaceid": "abbfa8fc-190a-46cc-b66e-35eb89c2acc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.712165] env[68461]: DEBUG oslo_vmware.api [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153161} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.712427] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.712615] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.712967] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.713055] env[68461]: INFO nova.compute.manager [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1201.713279] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.713471] env[68461]: DEBUG nova.compute.manager [-] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1201.713566] env[68461]: DEBUG nova.network.neutron [-] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1201.743572] env[68461]: DEBUG oslo_vmware.api [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Task: {'id': task-2895673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170442} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.745980] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.746193] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.746374] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.746545] env[68461]: INFO nova.compute.manager [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1201.746856] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.747140] env[68461]: DEBUG nova.compute.manager [-] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1201.747235] env[68461]: DEBUG nova.network.neutron [-] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1201.765629] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a61245-823b-866c-7a88-14674d4dd2d4, 'name': SearchDatastore_Task, 'duration_secs': 0.017951} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.767860] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.768123] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.768357] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.768530] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.768806] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.769318] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f79490b-e998-4475-8184-113f5bd46305 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.782430] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.782730] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.783370] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eadebae-f74c-415a-8437-80d422eda338 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.788532] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1201.788532] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52938b32-ebb1-d514-6c10-84e7d17ced7e" [ 1201.788532] env[68461]: _type = "Task" [ 1201.788532] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.800731] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52938b32-ebb1-d514-6c10-84e7d17ced7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.916905] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895668, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.986348] env[68461]: DEBUG oslo_vmware.api [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895669, 'name': PowerOnVM_Task, 'duration_secs': 0.965451} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.986645] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.986856] env[68461]: INFO nova.compute.manager [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1201.987095] env[68461]: DEBUG nova.compute.manager [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.987942] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad71eee-24f6-4b54-b8d0-df79416997c1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.049190] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d610dd52-6d19-4f9c-95ca-aeaa723bf884 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.060327] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64d7cc0-05c6-4626-b54a-af8e0ec18f1b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.097242] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fa2a36-ac9e-4aab-a8ac-a4f10bb273cc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.106706] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cdbedd-d870-4e8d-ba54-75b6b429dcb2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.113903] env[68461]: DEBUG nova.compute.manager [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1202.124654] env[68461]: DEBUG nova.compute.provider_tree [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.184395] env[68461]: DEBUG oslo_concurrency.lockutils [req-d94d96f3-4c51-43c5-9f5b-916c2bb91596 req-09292925-1dd0-4921-8677-dfebb0469f51 service nova] Releasing lock "refresh_cache-bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.230622] env[68461]: DEBUG nova.network.neutron [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Successfully created port: d8844932-d8be-4e51-88b3-6d9eeaac7f76 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1202.300886] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52938b32-ebb1-d514-6c10-84e7d17ced7e, 'name': SearchDatastore_Task, 'duration_secs': 0.015043} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.301754] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15a5cf4a-0642-492e-aaf5-122a6d9ecd95 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.309482] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1202.309482] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52266717-b24f-70ae-ebf9-e26860808b93" [ 1202.309482] env[68461]: _type = "Task" [ 1202.309482] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.315444] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52266717-b24f-70ae-ebf9-e26860808b93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.415499] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895668, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.459229] env[68461]: DEBUG nova.network.neutron [-] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.512542] env[68461]: INFO nova.compute.manager [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Took 35.38 seconds to build instance. [ 1202.632410] env[68461]: DEBUG nova.scheduler.client.report [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.721551] env[68461]: DEBUG nova.network.neutron [-] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.757569] env[68461]: DEBUG nova.compute.manager [req-6373e8e9-cd1e-49e4-aa3a-5fdf91fad411 req-752dd035-7b8f-4b88-b91a-80a22dd63236 service nova] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Received event network-vif-deleted-456aa25f-4972-489a-aa31-b8052506f2b3 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.818139] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52266717-b24f-70ae-ebf9-e26860808b93, 'name': SearchDatastore_Task, 'duration_secs': 0.027803} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.820103] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.820103] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9/bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.820103] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f36c996-2c21-4aa6-ba12-214aac05dea9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.827223] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1202.827223] env[68461]: value = "task-2895674" [ 1202.827223] env[68461]: _type = "Task" [ 1202.827223] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.835738] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.915899] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895668, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.961964] env[68461]: INFO nova.compute.manager [-] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Took 1.25 seconds to deallocate network for instance. [ 1203.015524] env[68461]: DEBUG oslo_concurrency.lockutils [None req-655eb778-df0b-48fa-af12-442462cd5c81 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "008fd377-d24b-4319-8b80-542e620a86d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.097s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.126937] env[68461]: DEBUG nova.compute.manager [req-e21b2325-2d8e-4ce8-bff5-569e3e3bfeb5 req-7890bfde-acd2-41aa-bc20-589e6ceca7ba service nova] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Received event network-vif-deleted-8ec477ab-3321-4324-bfb1-c7644aa92b53 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.143485] env[68461]: DEBUG oslo_concurrency.lockutils [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.146730] env[68461]: DEBUG nova.compute.manager [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1203.149075] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.508s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.150631] env[68461]: INFO nova.compute.claims [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.173032] env[68461]: INFO nova.scheduler.client.report [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Deleted allocations for instance 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df [ 1203.192019] env[68461]: DEBUG nova.virt.hardware [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.192019] env[68461]: DEBUG nova.virt.hardware [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.192019] env[68461]: DEBUG nova.virt.hardware [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.192019] env[68461]: DEBUG nova.virt.hardware [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.192019] env[68461]: DEBUG nova.virt.hardware [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.192019] env[68461]: DEBUG nova.virt.hardware [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.192778] env[68461]: DEBUG nova.virt.hardware [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.192778] env[68461]: DEBUG nova.virt.hardware [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.192778] env[68461]: DEBUG nova.virt.hardware [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.192778] env[68461]: DEBUG nova.virt.hardware [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.193116] env[68461]: DEBUG nova.virt.hardware [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.194529] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51317093-268b-4c52-aaf8-502376e3a256 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.206945] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df100be-ef82-468d-8ab5-f0ea0ef4c417 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.230643] env[68461]: INFO nova.compute.manager [-] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Took 1.48 seconds to deallocate network for instance. [ 1203.337154] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895674, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.417254] env[68461]: DEBUG oslo_vmware.api [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895668, 'name': PowerOnVM_Task, 'duration_secs': 2.114386} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.417598] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.421140] env[68461]: DEBUG nova.compute.manager [None req-1a3ffad4-ec17-46b0-ab5e-29632663991c tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.422023] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869b3675-6edb-4e94-bf90-d7c106c529e9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.469361] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.608041] env[68461]: INFO nova.compute.manager [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Rescuing [ 1203.608186] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "refresh_cache-008fd377-d24b-4319-8b80-542e620a86d0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.608342] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquired lock "refresh_cache-008fd377-d24b-4319-8b80-542e620a86d0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.608549] env[68461]: DEBUG nova.network.neutron [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.680461] env[68461]: DEBUG oslo_concurrency.lockutils [None req-73fc70f2-b75e-43fd-9a63-31e6cc68c8d1 tempest-ImagesOneServerNegativeTestJSON-1046843882 tempest-ImagesOneServerNegativeTestJSON-1046843882-project-member] Lock "6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.305s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.739336] env[68461]: DEBUG oslo_concurrency.lockutils [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.775074] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "6a686ce7-1687-471e-b292-b17e52099459" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.775074] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "6a686ce7-1687-471e-b292-b17e52099459" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.775074] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "6a686ce7-1687-471e-b292-b17e52099459-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.775074] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "6a686ce7-1687-471e-b292-b17e52099459-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.775074] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "6a686ce7-1687-471e-b292-b17e52099459-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.776765] env[68461]: INFO nova.compute.manager [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Terminating instance [ 1203.838588] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535532} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.838714] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9/bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1203.838863] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.839140] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c779daa8-051a-4fcf-82f5-213003a86be8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.847044] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1203.847044] env[68461]: value = "task-2895675" [ 1203.847044] env[68461]: _type = "Task" [ 1203.847044] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.855044] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.282312] env[68461]: DEBUG nova.compute.manager [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.282312] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.282312] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90abeb91-29a4-4233-b5ed-6c2c1a355df7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.290914] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.295269] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2615872b-58aa-454a-96d0-891f548b5306 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.298244] env[68461]: DEBUG oslo_vmware.api [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 1204.298244] env[68461]: value = "task-2895676" [ 1204.298244] env[68461]: _type = "Task" [ 1204.298244] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.306490] env[68461]: DEBUG oslo_vmware.api [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.356498] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085746} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.356782] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.357561] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67881b09-bdd8-4267-a946-a4ffc3a422b0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.388806] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9/bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.394086] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-102d8f70-6b89-43b2-9c66-db0d752203e9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.414861] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1204.414861] env[68461]: value = "task-2895677" [ 1204.414861] env[68461]: _type = "Task" [ 1204.414861] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.423467] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.528695] env[68461]: DEBUG nova.network.neutron [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Successfully updated port: d8844932-d8be-4e51-88b3-6d9eeaac7f76 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1204.647129] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef47135-d17b-4470-bcb9-69330a805a3c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.656901] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cd4f79-71b5-4e03-88ab-a598a013ae3d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.690696] env[68461]: DEBUG nova.network.neutron [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Updating instance_info_cache with network_info: [{"id": "ac01993d-59f0-4aad-9358-4fe343cb9cc9", "address": "fa:16:3e:74:4c:a9", "network": {"id": "6b43960b-b0f6-4b4c-b213-cd12050cdf18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-56355681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf178dda4c0a4d5aabe035e50ad2db81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac01993d-59", "ovs_interfaceid": "ac01993d-59f0-4aad-9358-4fe343cb9cc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.692748] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d3a3c4-11ab-4fa6-9ff4-20fc98a27fad {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.700739] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c915bff-b317-4e9f-a225-620e1628e033 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.717393] env[68461]: DEBUG nova.compute.provider_tree [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.808507] env[68461]: DEBUG oslo_vmware.api [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895676, 'name': PowerOffVM_Task, 'duration_secs': 0.247075} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.808893] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.808942] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.809760] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95bdc555-1da2-4609-b4b8-0295d46c4025 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.877779] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.878016] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.878228] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Deleting the datastore file [datastore2] 6a686ce7-1687-471e-b292-b17e52099459 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.878486] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1d3ecbb-3cc4-4447-bde2-7500e435cd42 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.884774] env[68461]: DEBUG oslo_vmware.api [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 1204.884774] env[68461]: value = "task-2895679" [ 1204.884774] env[68461]: _type = "Task" [ 1204.884774] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.892751] env[68461]: DEBUG oslo_vmware.api [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.927345] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895677, 'name': ReconfigVM_Task, 'duration_secs': 0.363226} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.927865] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Reconfigured VM instance instance-0000004f to attach disk [datastore1] bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9/bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.928601] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5350f79f-a283-4716-83fd-66e13fd8f5e0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.937020] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1204.937020] env[68461]: value = "task-2895680" [ 1204.937020] env[68461]: _type = "Task" [ 1204.937020] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.944435] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895680, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.947033] env[68461]: DEBUG nova.compute.manager [req-926d9c65-d03e-43b7-9ae2-ac9a1b44850d req-23a10c91-42c0-4b28-94a8-d790b79abe75 service nova] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Received event network-vif-plugged-d8844932-d8be-4e51-88b3-6d9eeaac7f76 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.947510] env[68461]: DEBUG oslo_concurrency.lockutils [req-926d9c65-d03e-43b7-9ae2-ac9a1b44850d req-23a10c91-42c0-4b28-94a8-d790b79abe75 service nova] Acquiring lock "a4ba8116-3f62-47ad-8fdc-6ac9a2a95479-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.947664] env[68461]: DEBUG oslo_concurrency.lockutils [req-926d9c65-d03e-43b7-9ae2-ac9a1b44850d req-23a10c91-42c0-4b28-94a8-d790b79abe75 service nova] Lock "a4ba8116-3f62-47ad-8fdc-6ac9a2a95479-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.947999] env[68461]: DEBUG oslo_concurrency.lockutils [req-926d9c65-d03e-43b7-9ae2-ac9a1b44850d req-23a10c91-42c0-4b28-94a8-d790b79abe75 service nova] Lock "a4ba8116-3f62-47ad-8fdc-6ac9a2a95479-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.948194] env[68461]: DEBUG nova.compute.manager [req-926d9c65-d03e-43b7-9ae2-ac9a1b44850d req-23a10c91-42c0-4b28-94a8-d790b79abe75 service nova] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] No waiting events found dispatching network-vif-plugged-d8844932-d8be-4e51-88b3-6d9eeaac7f76 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1204.948452] env[68461]: WARNING nova.compute.manager [req-926d9c65-d03e-43b7-9ae2-ac9a1b44850d req-23a10c91-42c0-4b28-94a8-d790b79abe75 service nova] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Received unexpected event network-vif-plugged-d8844932-d8be-4e51-88b3-6d9eeaac7f76 for instance with vm_state building and task_state spawning. [ 1204.948723] env[68461]: DEBUG nova.compute.manager [req-926d9c65-d03e-43b7-9ae2-ac9a1b44850d req-23a10c91-42c0-4b28-94a8-d790b79abe75 service nova] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Received event network-changed-d8844932-d8be-4e51-88b3-6d9eeaac7f76 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.949048] env[68461]: DEBUG nova.compute.manager [req-926d9c65-d03e-43b7-9ae2-ac9a1b44850d req-23a10c91-42c0-4b28-94a8-d790b79abe75 service nova] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Refreshing instance network info cache due to event network-changed-d8844932-d8be-4e51-88b3-6d9eeaac7f76. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1204.949298] env[68461]: DEBUG oslo_concurrency.lockutils [req-926d9c65-d03e-43b7-9ae2-ac9a1b44850d req-23a10c91-42c0-4b28-94a8-d790b79abe75 service nova] Acquiring lock "refresh_cache-a4ba8116-3f62-47ad-8fdc-6ac9a2a95479" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.949745] env[68461]: DEBUG oslo_concurrency.lockutils [req-926d9c65-d03e-43b7-9ae2-ac9a1b44850d req-23a10c91-42c0-4b28-94a8-d790b79abe75 service nova] Acquired lock "refresh_cache-a4ba8116-3f62-47ad-8fdc-6ac9a2a95479" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.950239] env[68461]: DEBUG nova.network.neutron [req-926d9c65-d03e-43b7-9ae2-ac9a1b44850d req-23a10c91-42c0-4b28-94a8-d790b79abe75 service nova] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Refreshing network info cache for port d8844932-d8be-4e51-88b3-6d9eeaac7f76 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.033161] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Acquiring lock "refresh_cache-a4ba8116-3f62-47ad-8fdc-6ac9a2a95479" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.196883] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Releasing lock "refresh_cache-008fd377-d24b-4319-8b80-542e620a86d0" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.222616] env[68461]: DEBUG nova.scheduler.client.report [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.395939] env[68461]: DEBUG oslo_vmware.api [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295501} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.396237] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.396413] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.396655] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.396753] env[68461]: INFO nova.compute.manager [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1205.397018] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.397204] env[68461]: DEBUG nova.compute.manager [-] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1205.397301] env[68461]: DEBUG nova.network.neutron [-] [instance: 6a686ce7-1687-471e-b292-b17e52099459] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.444689] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895680, 'name': Rename_Task, 'duration_secs': 0.163942} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.445066] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.445365] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d5356ab-0121-443d-bb30-36978173f666 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.452127] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1205.452127] env[68461]: value = "task-2895681" [ 1205.452127] env[68461]: _type = "Task" [ 1205.452127] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.461986] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.552225] env[68461]: DEBUG nova.network.neutron [req-926d9c65-d03e-43b7-9ae2-ac9a1b44850d req-23a10c91-42c0-4b28-94a8-d790b79abe75 service nova] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.733163] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.733712] env[68461]: DEBUG nova.compute.manager [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1205.741016] env[68461]: DEBUG oslo_concurrency.lockutils [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.855s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.741217] env[68461]: DEBUG oslo_concurrency.lockutils [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.743279] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.245s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.744685] env[68461]: INFO nova.compute.claims [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.783265] env[68461]: INFO nova.scheduler.client.report [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Deleted allocations for instance e8e0b748-8d14-40a3-9702-504d0c0d679f [ 1205.830415] env[68461]: DEBUG nova.network.neutron [req-926d9c65-d03e-43b7-9ae2-ac9a1b44850d req-23a10c91-42c0-4b28-94a8-d790b79abe75 service nova] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.967237] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895681, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.242683] env[68461]: DEBUG nova.compute.utils [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.247442] env[68461]: DEBUG nova.compute.manager [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1206.247442] env[68461]: DEBUG nova.network.neutron [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.291271] env[68461]: DEBUG oslo_concurrency.lockutils [None req-52e8844a-e8b0-40fa-b375-41517b90976f tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "e8e0b748-8d14-40a3-9702-504d0c0d679f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.696s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.333171] env[68461]: DEBUG oslo_concurrency.lockutils [req-926d9c65-d03e-43b7-9ae2-ac9a1b44850d req-23a10c91-42c0-4b28-94a8-d790b79abe75 service nova] Releasing lock "refresh_cache-a4ba8116-3f62-47ad-8fdc-6ac9a2a95479" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.333524] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Acquired lock "refresh_cache-a4ba8116-3f62-47ad-8fdc-6ac9a2a95479" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.333688] env[68461]: DEBUG nova.network.neutron [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.339112] env[68461]: DEBUG nova.policy [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4776ae1d53d24ff9b3014821c0b17858', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '851e213e40ef49bcabb33ce0333ac79b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.462567] env[68461]: DEBUG oslo_vmware.api [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895681, 'name': PowerOnVM_Task, 'duration_secs': 0.558079} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.462868] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.463048] env[68461]: INFO nova.compute.manager [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1206.463228] env[68461]: DEBUG nova.compute.manager [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1206.463971] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9910d8a1-34de-4cbd-998c-e05fae61a825 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.621129] env[68461]: DEBUG nova.network.neutron [-] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.746958] env[68461]: DEBUG nova.compute.manager [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1206.751467] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.751742] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f05ad163-fe4e-44fd-bc7e-53f709b996af {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.760328] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1206.760328] env[68461]: value = "task-2895682" [ 1206.760328] env[68461]: _type = "Task" [ 1206.760328] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.768310] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.918593] env[68461]: DEBUG nova.network.neutron [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1206.986332] env[68461]: INFO nova.compute.manager [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Took 36.62 seconds to build instance. [ 1207.123885] env[68461]: INFO nova.compute.manager [-] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Took 1.73 seconds to deallocate network for instance. [ 1207.154353] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8daf6bfa-b4e3-4115-879e-414543667636 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.162374] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c8c8bf-64a9-4abb-b4f5-5d84211cb1a4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.191943] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857abe6e-7b6c-45f2-8517-ecb51764264d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.199309] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbde900-86aa-49dc-a9bf-0a910156896b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.214862] env[68461]: DEBUG nova.compute.provider_tree [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.274289] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895682, 'name': PowerOffVM_Task, 'duration_secs': 0.311086} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.274289] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.274818] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a593050c-1810-4384-8828-0113f4c8e56e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.296670] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c330206-9f4b-4556-b38c-cbd5d8cca51d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.331628] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.332045] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fad0044-a36b-4e5c-9aec-57eb8bdd1825 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.340235] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1207.340235] env[68461]: value = "task-2895683" [ 1207.340235] env[68461]: _type = "Task" [ 1207.340235] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.348352] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.489091] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a4e99d9c-05b3-48a8-83ea-005c086d63b3 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.409s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.527861] env[68461]: DEBUG nova.network.neutron [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Successfully created port: 1e335e3a-b30a-40db-9abd-d8e0efd1e882 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.634065] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.655800] env[68461]: DEBUG nova.network.neutron [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Updating instance_info_cache with network_info: [{"id": "d8844932-d8be-4e51-88b3-6d9eeaac7f76", "address": "fa:16:3e:7d:46:fd", "network": {"id": "43190391-defb-4ef9-a4ad-f60681137e6a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-322316945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e2f009a7c574a4caf791776ddf7347c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8844932-d8", "ovs_interfaceid": "d8844932-d8be-4e51-88b3-6d9eeaac7f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.717625] env[68461]: DEBUG nova.compute.manager [req-19016318-89e6-4d46-894b-26ade71f882d req-8a120549-3d94-4b15-8f04-972d52604902 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Received event network-changed-e468d9be-40e1-4537-95b2-6f1b2dd2cbdc {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.717625] env[68461]: DEBUG nova.compute.manager [req-19016318-89e6-4d46-894b-26ade71f882d req-8a120549-3d94-4b15-8f04-972d52604902 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Refreshing instance network info cache due to event network-changed-e468d9be-40e1-4537-95b2-6f1b2dd2cbdc. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.717625] env[68461]: DEBUG oslo_concurrency.lockutils [req-19016318-89e6-4d46-894b-26ade71f882d req-8a120549-3d94-4b15-8f04-972d52604902 service nova] Acquiring lock "refresh_cache-d9700008-55ce-497c-af7a-7aa3de39023a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.717625] env[68461]: DEBUG oslo_concurrency.lockutils [req-19016318-89e6-4d46-894b-26ade71f882d req-8a120549-3d94-4b15-8f04-972d52604902 service nova] Acquired lock "refresh_cache-d9700008-55ce-497c-af7a-7aa3de39023a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.717816] env[68461]: DEBUG nova.network.neutron [req-19016318-89e6-4d46-894b-26ade71f882d req-8a120549-3d94-4b15-8f04-972d52604902 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Refreshing network info cache for port e468d9be-40e1-4537-95b2-6f1b2dd2cbdc {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.720995] env[68461]: DEBUG nova.scheduler.client.report [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.765059] env[68461]: DEBUG nova.compute.manager [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1207.792970] env[68461]: DEBUG nova.virt.hardware [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.793467] env[68461]: DEBUG nova.virt.hardware [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.794399] env[68461]: DEBUG nova.virt.hardware [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.794618] env[68461]: DEBUG nova.virt.hardware [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.794773] env[68461]: DEBUG nova.virt.hardware [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.794925] env[68461]: DEBUG nova.virt.hardware [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.795149] env[68461]: DEBUG nova.virt.hardware [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.795310] env[68461]: DEBUG nova.virt.hardware [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.795478] env[68461]: DEBUG nova.virt.hardware [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.795643] env[68461]: DEBUG nova.virt.hardware [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.795816] env[68461]: DEBUG nova.virt.hardware [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.796705] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d18fc5-03e0-47f7-98e8-abe5a995eef8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.807369] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd6ff59-2d64-4aed-88c8-6e895b3f7595 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.852391] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] VM already powered off {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1207.852780] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.852937] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.853087] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.853274] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.853912] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b8e4803-d602-46c7-8102-471f5378da6e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.866167] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.866469] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.867113] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c7525a-f4bf-4510-a75f-604704f71b4c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.872509] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1207.872509] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52a118d7-2e3f-b2f9-ba33-0186f3302629" [ 1207.872509] env[68461]: _type = "Task" [ 1207.872509] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.881035] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a118d7-2e3f-b2f9-ba33-0186f3302629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.160125] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Releasing lock "refresh_cache-a4ba8116-3f62-47ad-8fdc-6ac9a2a95479" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.160467] env[68461]: DEBUG nova.compute.manager [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Instance network_info: |[{"id": "d8844932-d8be-4e51-88b3-6d9eeaac7f76", "address": "fa:16:3e:7d:46:fd", "network": {"id": "43190391-defb-4ef9-a4ad-f60681137e6a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-322316945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e2f009a7c574a4caf791776ddf7347c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8844932-d8", "ovs_interfaceid": "d8844932-d8be-4e51-88b3-6d9eeaac7f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1208.160917] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:46:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8844932-d8be-4e51-88b3-6d9eeaac7f76', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1208.168515] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Creating folder: Project (1e2f009a7c574a4caf791776ddf7347c). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1208.168804] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d601c86-d586-4936-a449-4ec2a93d628d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.179413] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Created folder: Project (1e2f009a7c574a4caf791776ddf7347c) in parent group-v581476. [ 1208.179594] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Creating folder: Instances. Parent ref: group-v581693. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1208.179827] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-868f4544-f824-4246-8338-645e2f10c60b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.189871] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Created folder: Instances in parent group-v581693. [ 1208.190146] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.190344] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1208.190544] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d861574-26e8-4af1-b626-2dba3fb79bc9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.210153] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1208.210153] env[68461]: value = "task-2895686" [ 1208.210153] env[68461]: _type = "Task" [ 1208.210153] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.218605] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895686, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.229141] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.229141] env[68461]: DEBUG nova.compute.manager [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.231926] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.988s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.232361] env[68461]: DEBUG nova.objects.instance [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lazy-loading 'resources' on Instance uuid 8842a491-df22-43fe-8803-fe727131b562 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.383755] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a118d7-2e3f-b2f9-ba33-0186f3302629, 'name': SearchDatastore_Task, 'duration_secs': 0.008867} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.389869] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79a69e0f-a09d-4645-b2c9-193ddad6c8f6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.397263] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1208.397263] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521d074b-9127-aca8-c9d7-519741d552d3" [ 1208.397263] env[68461]: _type = "Task" [ 1208.397263] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.405730] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521d074b-9127-aca8-c9d7-519741d552d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.624382] env[68461]: DEBUG nova.network.neutron [req-19016318-89e6-4d46-894b-26ade71f882d req-8a120549-3d94-4b15-8f04-972d52604902 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Updated VIF entry in instance network info cache for port e468d9be-40e1-4537-95b2-6f1b2dd2cbdc. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.624736] env[68461]: DEBUG nova.network.neutron [req-19016318-89e6-4d46-894b-26ade71f882d req-8a120549-3d94-4b15-8f04-972d52604902 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Updating instance_info_cache with network_info: [{"id": "e468d9be-40e1-4537-95b2-6f1b2dd2cbdc", "address": "fa:16:3e:a1:bf:2a", "network": {"id": "0775d06c-653a-4edc-9462-841855f9e952", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1622346934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7b664bba2fc849db9ffea21531fdc69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape468d9be-40", "ovs_interfaceid": "e468d9be-40e1-4537-95b2-6f1b2dd2cbdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.724683] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895686, 'name': CreateVM_Task, 'duration_secs': 0.32493} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.724879] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.727318] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.727487] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.727911] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.728109] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91df937c-d1ad-4e05-9f1a-0e2ab7523f2f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.732936] env[68461]: DEBUG oslo_vmware.api [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Waiting for the task: (returnval){ [ 1208.732936] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5283f596-0ca5-3470-9635-9f79ac7ac53d" [ 1208.732936] env[68461]: _type = "Task" [ 1208.732936] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.737034] env[68461]: DEBUG nova.compute.utils [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.741926] env[68461]: DEBUG nova.compute.manager [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1208.742275] env[68461]: DEBUG nova.network.neutron [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.752128] env[68461]: DEBUG oslo_vmware.api [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5283f596-0ca5-3470-9635-9f79ac7ac53d, 'name': SearchDatastore_Task, 'duration_secs': 0.009735} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.752907] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.753188] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.753404] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.810020] env[68461]: DEBUG nova.policy [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4b6f4ae1185498cba012019d5324b7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d405df3a3264b98a18a3b31816cbaab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1208.908231] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521d074b-9127-aca8-c9d7-519741d552d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009581} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.910991] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.911202] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 008fd377-d24b-4319-8b80-542e620a86d0/7a283f1b-0e5c-4fe3-883c-328c5621506a-rescue.vmdk. {{(pid=68461) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1208.911685] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.911885] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.912116] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-219d4b5f-f3f4-4cce-95e3-7e6896ce654c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.914349] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-601e45ca-74cb-46b2-bd74-5f96bf3b5547 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.921726] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1208.921726] env[68461]: value = "task-2895687" [ 1208.921726] env[68461]: _type = "Task" [ 1208.921726] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.928851] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.929054] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.930368] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f53e075-bb21-4ee0-a69b-a3c85271d3d4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.937867] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.941759] env[68461]: DEBUG oslo_vmware.api [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Waiting for the task: (returnval){ [ 1208.941759] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52aa8bcc-5604-a93b-630a-f5be0120567c" [ 1208.941759] env[68461]: _type = "Task" [ 1208.941759] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.960181] env[68461]: DEBUG oslo_vmware.api [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52aa8bcc-5604-a93b-630a-f5be0120567c, 'name': SearchDatastore_Task, 'duration_secs': 0.00983} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.961101] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4444518-6b5d-489a-be08-82e9155142c1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.971316] env[68461]: DEBUG oslo_vmware.api [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Waiting for the task: (returnval){ [ 1208.971316] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52fd8f9d-2c29-b35c-af3b-2b2b8bd37042" [ 1208.971316] env[68461]: _type = "Task" [ 1208.971316] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.985305] env[68461]: DEBUG oslo_vmware.api [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52fd8f9d-2c29-b35c-af3b-2b2b8bd37042, 'name': SearchDatastore_Task, 'duration_secs': 0.010077} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.985577] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.985838] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] a4ba8116-3f62-47ad-8fdc-6ac9a2a95479/a4ba8116-3f62-47ad-8fdc-6ac9a2a95479.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.986164] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5556772-d033-44a6-94ef-a0ace2e36a52 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.995030] env[68461]: DEBUG oslo_vmware.api [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Waiting for the task: (returnval){ [ 1208.995030] env[68461]: value = "task-2895688" [ 1208.995030] env[68461]: _type = "Task" [ 1208.995030] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.006929] env[68461]: DEBUG oslo_vmware.api [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Task: {'id': task-2895688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.136708] env[68461]: DEBUG oslo_concurrency.lockutils [req-19016318-89e6-4d46-894b-26ade71f882d req-8a120549-3d94-4b15-8f04-972d52604902 service nova] Releasing lock "refresh_cache-d9700008-55ce-497c-af7a-7aa3de39023a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.137475] env[68461]: DEBUG nova.compute.manager [req-19016318-89e6-4d46-894b-26ade71f882d req-8a120549-3d94-4b15-8f04-972d52604902 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Received event network-changed-e468d9be-40e1-4537-95b2-6f1b2dd2cbdc {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.137475] env[68461]: DEBUG nova.compute.manager [req-19016318-89e6-4d46-894b-26ade71f882d req-8a120549-3d94-4b15-8f04-972d52604902 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Refreshing instance network info cache due to event network-changed-e468d9be-40e1-4537-95b2-6f1b2dd2cbdc. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.137599] env[68461]: DEBUG oslo_concurrency.lockutils [req-19016318-89e6-4d46-894b-26ade71f882d req-8a120549-3d94-4b15-8f04-972d52604902 service nova] Acquiring lock "refresh_cache-d9700008-55ce-497c-af7a-7aa3de39023a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.138127] env[68461]: DEBUG oslo_concurrency.lockutils [req-19016318-89e6-4d46-894b-26ade71f882d req-8a120549-3d94-4b15-8f04-972d52604902 service nova] Acquired lock "refresh_cache-d9700008-55ce-497c-af7a-7aa3de39023a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.138127] env[68461]: DEBUG nova.network.neutron [req-19016318-89e6-4d46-894b-26ade71f882d req-8a120549-3d94-4b15-8f04-972d52604902 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Refreshing network info cache for port e468d9be-40e1-4537-95b2-6f1b2dd2cbdc {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.246471] env[68461]: DEBUG nova.compute.manager [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.299589] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a0dab7-7d93-4256-8d86-b27a375f622c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.306633] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "15f2b398-5e16-4962-b351-f528f9c7b8b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.306633] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "15f2b398-5e16-4962-b351-f528f9c7b8b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.311706] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d7d65c-4d39-4581-a294-c255c90a4b87 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.348773] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a24cd9-3f55-4780-9c86-777a846af4e1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.358574] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca37cb12-ad51-472e-9d78-5eb24ea222c9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.378824] env[68461]: DEBUG nova.compute.provider_tree [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.434266] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895687, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.502730] env[68461]: DEBUG oslo_vmware.api [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Task: {'id': task-2895688, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.503643] env[68461]: DEBUG nova.network.neutron [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Successfully created port: 365c8824-b7ee-4783-8976-bf7d3e9cb63f {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.811947] env[68461]: DEBUG nova.compute.manager [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1209.882215] env[68461]: DEBUG nova.scheduler.client.report [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.932364] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562927} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.932675] env[68461]: INFO nova.virt.vmwareapi.ds_util [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 008fd377-d24b-4319-8b80-542e620a86d0/7a283f1b-0e5c-4fe3-883c-328c5621506a-rescue.vmdk. [ 1209.933509] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d37cfb-5ac7-4ea0-9d40-45c4dd54de11 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.965084] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 008fd377-d24b-4319-8b80-542e620a86d0/7a283f1b-0e5c-4fe3-883c-328c5621506a-rescue.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.965084] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a862b3ef-fd34-4230-bc1b-ee122616073a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.986837] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1209.986837] env[68461]: value = "task-2895689" [ 1209.986837] env[68461]: _type = "Task" [ 1209.986837] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.993239] env[68461]: DEBUG nova.compute.manager [req-28804c48-9fdd-4c12-8898-a1de0753fc8c req-a1069228-4543-44a9-902e-fe45f82338fc service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Received event network-changed-e468d9be-40e1-4537-95b2-6f1b2dd2cbdc {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.993464] env[68461]: DEBUG nova.compute.manager [req-28804c48-9fdd-4c12-8898-a1de0753fc8c req-a1069228-4543-44a9-902e-fe45f82338fc service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Refreshing instance network info cache due to event network-changed-e468d9be-40e1-4537-95b2-6f1b2dd2cbdc. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.993832] env[68461]: DEBUG oslo_concurrency.lockutils [req-28804c48-9fdd-4c12-8898-a1de0753fc8c req-a1069228-4543-44a9-902e-fe45f82338fc service nova] Acquiring lock "refresh_cache-d9700008-55ce-497c-af7a-7aa3de39023a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.002857] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895689, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.008765] env[68461]: DEBUG oslo_vmware.api [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Task: {'id': task-2895688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.903474} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.009438] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] a4ba8116-3f62-47ad-8fdc-6ac9a2a95479/a4ba8116-3f62-47ad-8fdc-6ac9a2a95479.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.009438] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1210.009619] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-232fbf68-aaab-4a38-8af7-f4affbd89a07 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.018195] env[68461]: DEBUG oslo_vmware.api [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Waiting for the task: (returnval){ [ 1210.018195] env[68461]: value = "task-2895690" [ 1210.018195] env[68461]: _type = "Task" [ 1210.018195] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.027797] env[68461]: DEBUG oslo_vmware.api [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Task: {'id': task-2895690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.041631] env[68461]: DEBUG nova.network.neutron [req-19016318-89e6-4d46-894b-26ade71f882d req-8a120549-3d94-4b15-8f04-972d52604902 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Updated VIF entry in instance network info cache for port e468d9be-40e1-4537-95b2-6f1b2dd2cbdc. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.042450] env[68461]: DEBUG nova.network.neutron [req-19016318-89e6-4d46-894b-26ade71f882d req-8a120549-3d94-4b15-8f04-972d52604902 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Updating instance_info_cache with network_info: [{"id": "e468d9be-40e1-4537-95b2-6f1b2dd2cbdc", "address": "fa:16:3e:a1:bf:2a", "network": {"id": "0775d06c-653a-4edc-9462-841855f9e952", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1622346934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7b664bba2fc849db9ffea21531fdc69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape468d9be-40", "ovs_interfaceid": "e468d9be-40e1-4537-95b2-6f1b2dd2cbdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.055432] env[68461]: DEBUG nova.network.neutron [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Successfully updated port: 1e335e3a-b30a-40db-9abd-d8e0efd1e882 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.258673] env[68461]: DEBUG nova.compute.manager [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.289534] env[68461]: DEBUG nova.virt.hardware [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.289772] env[68461]: DEBUG nova.virt.hardware [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.289975] env[68461]: DEBUG nova.virt.hardware [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.290223] env[68461]: DEBUG nova.virt.hardware [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.290373] env[68461]: DEBUG nova.virt.hardware [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.290519] env[68461]: DEBUG nova.virt.hardware [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.290789] env[68461]: DEBUG nova.virt.hardware [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.290952] env[68461]: DEBUG nova.virt.hardware [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.291213] env[68461]: DEBUG nova.virt.hardware [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.291405] env[68461]: DEBUG nova.virt.hardware [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.291622] env[68461]: DEBUG nova.virt.hardware [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.292485] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bde7f65-c83e-4637-b0da-c10c3f051a91 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.300099] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f825dc2b-d15c-47e5-b529-e293e81be087 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.335676] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.389997] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.393299] env[68461]: DEBUG oslo_concurrency.lockutils [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.026s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.393299] env[68461]: DEBUG nova.objects.instance [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lazy-loading 'resources' on Instance uuid de1aaa13-992a-482d-a83c-7db32e13a3ea {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.414831] env[68461]: INFO nova.scheduler.client.report [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Deleted allocations for instance 8842a491-df22-43fe-8803-fe727131b562 [ 1210.501046] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.528999] env[68461]: DEBUG oslo_vmware.api [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Task: {'id': task-2895690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102258} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.529236] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1210.530210] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80784091-2eb1-4244-8f13-ecb7f764553b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.546715] env[68461]: DEBUG oslo_concurrency.lockutils [req-19016318-89e6-4d46-894b-26ade71f882d req-8a120549-3d94-4b15-8f04-972d52604902 service nova] Releasing lock "refresh_cache-d9700008-55ce-497c-af7a-7aa3de39023a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.546846] env[68461]: DEBUG nova.compute.manager [req-19016318-89e6-4d46-894b-26ade71f882d req-8a120549-3d94-4b15-8f04-972d52604902 service nova] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Received event network-vif-deleted-226b2149-8060-4e03-8919-8b1a696c407f {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.558273] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] a4ba8116-3f62-47ad-8fdc-6ac9a2a95479/a4ba8116-3f62-47ad-8fdc-6ac9a2a95479.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.559250] env[68461]: DEBUG oslo_concurrency.lockutils [req-28804c48-9fdd-4c12-8898-a1de0753fc8c req-a1069228-4543-44a9-902e-fe45f82338fc service nova] Acquired lock "refresh_cache-d9700008-55ce-497c-af7a-7aa3de39023a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.559440] env[68461]: DEBUG nova.network.neutron [req-28804c48-9fdd-4c12-8898-a1de0753fc8c req-a1069228-4543-44a9-902e-fe45f82338fc service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Refreshing network info cache for port e468d9be-40e1-4537-95b2-6f1b2dd2cbdc {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.563852] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "refresh_cache-d8577ea9-60dc-401c-a92c-5bd4201e1545" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.563852] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquired lock "refresh_cache-d8577ea9-60dc-401c-a92c-5bd4201e1545" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.563852] env[68461]: DEBUG nova.network.neutron [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.563852] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc19d2b9-593a-4e1a-a3f7-004e92ea57bd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.591136] env[68461]: DEBUG oslo_vmware.api [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Waiting for the task: (returnval){ [ 1210.591136] env[68461]: value = "task-2895691" [ 1210.591136] env[68461]: _type = "Task" [ 1210.591136] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.600812] env[68461]: DEBUG oslo_vmware.api [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Task: {'id': task-2895691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.678135] env[68461]: DEBUG nova.network.neutron [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.898608] env[68461]: DEBUG nova.network.neutron [req-28804c48-9fdd-4c12-8898-a1de0753fc8c req-a1069228-4543-44a9-902e-fe45f82338fc service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Updated VIF entry in instance network info cache for port e468d9be-40e1-4537-95b2-6f1b2dd2cbdc. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.898966] env[68461]: DEBUG nova.network.neutron [req-28804c48-9fdd-4c12-8898-a1de0753fc8c req-a1069228-4543-44a9-902e-fe45f82338fc service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Updating instance_info_cache with network_info: [{"id": "e468d9be-40e1-4537-95b2-6f1b2dd2cbdc", "address": "fa:16:3e:a1:bf:2a", "network": {"id": "0775d06c-653a-4edc-9462-841855f9e952", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1622346934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7b664bba2fc849db9ffea21531fdc69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape468d9be-40", "ovs_interfaceid": "e468d9be-40e1-4537-95b2-6f1b2dd2cbdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.915202] env[68461]: DEBUG nova.scheduler.client.report [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Refreshing inventories for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1210.928293] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4df72a9a-c40c-49ef-b1bb-792c8311d141 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "8842a491-df22-43fe-8803-fe727131b562" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.089s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.937137] env[68461]: DEBUG nova.scheduler.client.report [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Updating ProviderTree inventory for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1210.937137] env[68461]: DEBUG nova.compute.provider_tree [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1210.954929] env[68461]: DEBUG nova.scheduler.client.report [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Refreshing aggregate associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, aggregates: None {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1210.977377] env[68461]: DEBUG nova.scheduler.client.report [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Refreshing trait associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1210.997750] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895689, 'name': ReconfigVM_Task, 'duration_secs': 0.588539} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.000407] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 008fd377-d24b-4319-8b80-542e620a86d0/7a283f1b-0e5c-4fe3-883c-328c5621506a-rescue.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.001485] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7819b2-fb73-4453-8e2b-316fd62de975 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.038218] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78d77b6e-6850-4c20-b147-ccfea76a0b7f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.052135] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1211.052135] env[68461]: value = "task-2895692" [ 1211.052135] env[68461]: _type = "Task" [ 1211.052135] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.063379] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.102303] env[68461]: DEBUG oslo_vmware.api [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Task: {'id': task-2895691, 'name': ReconfigVM_Task, 'duration_secs': 0.310784} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.103870] env[68461]: DEBUG nova.network.neutron [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Updating instance_info_cache with network_info: [{"id": "1e335e3a-b30a-40db-9abd-d8e0efd1e882", "address": "fa:16:3e:90:4b:e4", "network": {"id": "1dde6788-42d9-4e8b-a556-d1a736dedc18", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460636697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "851e213e40ef49bcabb33ce0333ac79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e335e3a-b3", "ovs_interfaceid": "1e335e3a-b30a-40db-9abd-d8e0efd1e882", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.106031] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Reconfigured VM instance instance-00000050 to attach disk [datastore1] a4ba8116-3f62-47ad-8fdc-6ac9a2a95479/a4ba8116-3f62-47ad-8fdc-6ac9a2a95479.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.108889] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18ef367d-43ca-4dbe-a023-56d4fe65a476 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.117052] env[68461]: DEBUG oslo_vmware.api [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Waiting for the task: (returnval){ [ 1211.117052] env[68461]: value = "task-2895693" [ 1211.117052] env[68461]: _type = "Task" [ 1211.117052] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.127280] env[68461]: DEBUG oslo_vmware.api [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Task: {'id': task-2895693, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.401181] env[68461]: DEBUG oslo_concurrency.lockutils [req-28804c48-9fdd-4c12-8898-a1de0753fc8c req-a1069228-4543-44a9-902e-fe45f82338fc service nova] Releasing lock "refresh_cache-d9700008-55ce-497c-af7a-7aa3de39023a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.401461] env[68461]: DEBUG nova.compute.manager [req-28804c48-9fdd-4c12-8898-a1de0753fc8c req-a1069228-4543-44a9-902e-fe45f82338fc service nova] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Received event network-vif-plugged-1e335e3a-b30a-40db-9abd-d8e0efd1e882 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.401662] env[68461]: DEBUG oslo_concurrency.lockutils [req-28804c48-9fdd-4c12-8898-a1de0753fc8c req-a1069228-4543-44a9-902e-fe45f82338fc service nova] Acquiring lock "d8577ea9-60dc-401c-a92c-5bd4201e1545-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.401866] env[68461]: DEBUG oslo_concurrency.lockutils [req-28804c48-9fdd-4c12-8898-a1de0753fc8c req-a1069228-4543-44a9-902e-fe45f82338fc service nova] Lock "d8577ea9-60dc-401c-a92c-5bd4201e1545-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.402034] env[68461]: DEBUG oslo_concurrency.lockutils [req-28804c48-9fdd-4c12-8898-a1de0753fc8c req-a1069228-4543-44a9-902e-fe45f82338fc service nova] Lock "d8577ea9-60dc-401c-a92c-5bd4201e1545-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.402670] env[68461]: DEBUG nova.compute.manager [req-28804c48-9fdd-4c12-8898-a1de0753fc8c req-a1069228-4543-44a9-902e-fe45f82338fc service nova] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] No waiting events found dispatching network-vif-plugged-1e335e3a-b30a-40db-9abd-d8e0efd1e882 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.402670] env[68461]: WARNING nova.compute.manager [req-28804c48-9fdd-4c12-8898-a1de0753fc8c req-a1069228-4543-44a9-902e-fe45f82338fc service nova] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Received unexpected event network-vif-plugged-1e335e3a-b30a-40db-9abd-d8e0efd1e882 for instance with vm_state building and task_state spawning. [ 1211.460493] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4a7dc7-e99a-4ed3-8ebf-76620d86afa4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.469411] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6c2091-3df0-4aac-a461-227fbee879b4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.507835] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82864766-7508-4456-8f45-3d06d6623e07 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.518663] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dc0c58-d5b9-4d18-8b60-d946fa32d878 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.533705] env[68461]: DEBUG nova.compute.provider_tree [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.565649] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895692, 'name': ReconfigVM_Task, 'duration_secs': 0.175954} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.565649] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.565649] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a61149f-f23f-405b-9d6a-80368e439720 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.572143] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1211.572143] env[68461]: value = "task-2895694" [ 1211.572143] env[68461]: _type = "Task" [ 1211.572143] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.578738] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.611021] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Releasing lock "refresh_cache-d8577ea9-60dc-401c-a92c-5bd4201e1545" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.611021] env[68461]: DEBUG nova.compute.manager [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Instance network_info: |[{"id": "1e335e3a-b30a-40db-9abd-d8e0efd1e882", "address": "fa:16:3e:90:4b:e4", "network": {"id": "1dde6788-42d9-4e8b-a556-d1a736dedc18", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460636697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "851e213e40ef49bcabb33ce0333ac79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e335e3a-b3", "ovs_interfaceid": "1e335e3a-b30a-40db-9abd-d8e0efd1e882", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1211.611021] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:4b:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e335e3a-b30a-40db-9abd-d8e0efd1e882', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.618837] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Creating folder: Project (851e213e40ef49bcabb33ce0333ac79b). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1211.620106] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee783bcf-7ced-4977-9370-d2051f2314e5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.638025] env[68461]: DEBUG oslo_vmware.api [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Task: {'id': task-2895693, 'name': Rename_Task, 'duration_secs': 0.146153} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.638025] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.638025] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Created folder: Project (851e213e40ef49bcabb33ce0333ac79b) in parent group-v581476. [ 1211.638025] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Creating folder: Instances. Parent ref: group-v581696. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1211.638025] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae832e90-31da-43f2-a470-c8fdfbe48f25 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.638025] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2aa9b2dd-a48e-4745-bf8b-98dd30e55265 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.646587] env[68461]: DEBUG oslo_vmware.api [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Waiting for the task: (returnval){ [ 1211.646587] env[68461]: value = "task-2895696" [ 1211.646587] env[68461]: _type = "Task" [ 1211.646587] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.652297] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Created folder: Instances in parent group-v581696. [ 1211.652692] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.656011] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.656011] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e43be2a-d756-48d6-82ee-e2906b74f81b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.672554] env[68461]: DEBUG oslo_vmware.api [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Task: {'id': task-2895696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.677610] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.677610] env[68461]: value = "task-2895698" [ 1211.677610] env[68461]: _type = "Task" [ 1211.677610] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.688062] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895698, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.036950] env[68461]: DEBUG nova.scheduler.client.report [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.083181] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895694, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.160249] env[68461]: DEBUG oslo_vmware.api [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Task: {'id': task-2895696, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.192051] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895698, 'name': CreateVM_Task, 'duration_secs': 0.414318} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.193359] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.193359] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.193359] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.193622] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.193766] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab4ac2ff-ce2d-4cf3-ae00-6248cf689b74 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.198889] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1212.198889] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52f1c0a2-33de-e006-baa0-4e45760b57c5" [ 1212.198889] env[68461]: _type = "Task" [ 1212.198889] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.209598] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f1c0a2-33de-e006-baa0-4e45760b57c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.440352] env[68461]: DEBUG nova.network.neutron [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Successfully updated port: 365c8824-b7ee-4783-8976-bf7d3e9cb63f {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.544804] env[68461]: DEBUG oslo_concurrency.lockutils [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.548433] env[68461]: DEBUG oslo_concurrency.lockutils [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.893s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.548433] env[68461]: DEBUG nova.objects.instance [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lazy-loading 'resources' on Instance uuid f31926fb-1bde-45f0-8b28-70eaf80a47b6 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.576370] env[68461]: INFO nova.scheduler.client.report [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Deleted allocations for instance de1aaa13-992a-482d-a83c-7db32e13a3ea [ 1212.585749] env[68461]: DEBUG oslo_vmware.api [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895694, 'name': PowerOnVM_Task, 'duration_secs': 0.524128} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.585749] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.589695] env[68461]: DEBUG nova.compute.manager [None req-4151cd6f-bcda-441a-a7f2-69d40296e0ac tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.590572] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ca0338-42da-44a4-9daa-d49c769480de {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.657658] env[68461]: DEBUG nova.compute.manager [req-c8b362e5-f83b-42d8-92b7-ef9335820aaf req-8ba6f348-f3c3-4130-9658-7e9b3e317ad7 service nova] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Received event network-changed-1e335e3a-b30a-40db-9abd-d8e0efd1e882 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.657658] env[68461]: DEBUG nova.compute.manager [req-c8b362e5-f83b-42d8-92b7-ef9335820aaf req-8ba6f348-f3c3-4130-9658-7e9b3e317ad7 service nova] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Refreshing instance network info cache due to event network-changed-1e335e3a-b30a-40db-9abd-d8e0efd1e882. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.657658] env[68461]: DEBUG oslo_concurrency.lockutils [req-c8b362e5-f83b-42d8-92b7-ef9335820aaf req-8ba6f348-f3c3-4130-9658-7e9b3e317ad7 service nova] Acquiring lock "refresh_cache-d8577ea9-60dc-401c-a92c-5bd4201e1545" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.657769] env[68461]: DEBUG oslo_concurrency.lockutils [req-c8b362e5-f83b-42d8-92b7-ef9335820aaf req-8ba6f348-f3c3-4130-9658-7e9b3e317ad7 service nova] Acquired lock "refresh_cache-d8577ea9-60dc-401c-a92c-5bd4201e1545" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.657931] env[68461]: DEBUG nova.network.neutron [req-c8b362e5-f83b-42d8-92b7-ef9335820aaf req-8ba6f348-f3c3-4130-9658-7e9b3e317ad7 service nova] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Refreshing network info cache for port 1e335e3a-b30a-40db-9abd-d8e0efd1e882 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.666655] env[68461]: DEBUG oslo_vmware.api [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Task: {'id': task-2895696, 'name': PowerOnVM_Task, 'duration_secs': 0.515213} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.666655] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.666655] env[68461]: INFO nova.compute.manager [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1212.666655] env[68461]: DEBUG nova.compute.manager [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.666655] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54544d9-2af2-4992-8d51-7fbd28e2adfe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.713309] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f1c0a2-33de-e006-baa0-4e45760b57c5, 'name': SearchDatastore_Task, 'duration_secs': 0.014421} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.713762] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.714019] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.714271] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.714472] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.714669] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.715651] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e0899d9-31a4-4365-b8af-b9475963b1fd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.730575] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.730801] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.731629] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3595e1d5-89f3-4fc6-b3e7-a777e7aacb49 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.738352] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1212.738352] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c07c3e-fad0-e817-c144-d4b07f59f7d9" [ 1212.738352] env[68461]: _type = "Task" [ 1212.738352] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.746944] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c07c3e-fad0-e817-c144-d4b07f59f7d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.943850] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquiring lock "refresh_cache-8f032c98-195a-479f-81b3-10cc48e87e99" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.943958] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquired lock "refresh_cache-8f032c98-195a-479f-81b3-10cc48e87e99" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.944138] env[68461]: DEBUG nova.network.neutron [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.092189] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "8830abc8-5912-491f-ba79-df394929293f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.092574] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "8830abc8-5912-491f-ba79-df394929293f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.094317] env[68461]: DEBUG oslo_concurrency.lockutils [None req-131de905-c18a-423d-8135-b33e5ae35578 tempest-MultipleCreateTestJSON-660164562 tempest-MultipleCreateTestJSON-660164562-project-member] Lock "de1aaa13-992a-482d-a83c-7db32e13a3ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.112s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.187728] env[68461]: INFO nova.compute.manager [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Took 40.98 seconds to build instance. [ 1213.255025] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c07c3e-fad0-e817-c144-d4b07f59f7d9, 'name': SearchDatastore_Task, 'duration_secs': 0.046879} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.256107] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-154bd81d-1a89-4572-86f0-d6e27ab687cb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.266202] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1213.266202] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52ac7b78-3864-a96d-577b-14e9ec60ecc9" [ 1213.266202] env[68461]: _type = "Task" [ 1213.266202] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.275738] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ac7b78-3864-a96d-577b-14e9ec60ecc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.464852] env[68461]: DEBUG nova.network.neutron [req-c8b362e5-f83b-42d8-92b7-ef9335820aaf req-8ba6f348-f3c3-4130-9658-7e9b3e317ad7 service nova] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Updated VIF entry in instance network info cache for port 1e335e3a-b30a-40db-9abd-d8e0efd1e882. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.465225] env[68461]: DEBUG nova.network.neutron [req-c8b362e5-f83b-42d8-92b7-ef9335820aaf req-8ba6f348-f3c3-4130-9658-7e9b3e317ad7 service nova] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Updating instance_info_cache with network_info: [{"id": "1e335e3a-b30a-40db-9abd-d8e0efd1e882", "address": "fa:16:3e:90:4b:e4", "network": {"id": "1dde6788-42d9-4e8b-a556-d1a736dedc18", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460636697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "851e213e40ef49bcabb33ce0333ac79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e335e3a-b3", "ovs_interfaceid": "1e335e3a-b30a-40db-9abd-d8e0efd1e882", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.494689] env[68461]: DEBUG nova.network.neutron [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1213.574350] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82c280d-4bc5-4d1d-93a4-078bd2b517ee {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.587886] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d76cdd-edbc-4e50-af9d-2f9be844eb14 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.595351] env[68461]: DEBUG nova.compute.manager [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1213.641186] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056dc54f-303e-438b-8f42-8d402d7f58ec {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.650355] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20338413-d2e6-4115-b9f9-0d53b1553b95 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.666195] env[68461]: DEBUG nova.compute.provider_tree [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.690585] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf67a416-79a4-48dc-a7b1-556e1ffbd6cd tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Lock "a4ba8116-3f62-47ad-8fdc-6ac9a2a95479" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.690s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.709784] env[68461]: DEBUG nova.network.neutron [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Updating instance_info_cache with network_info: [{"id": "365c8824-b7ee-4783-8976-bf7d3e9cb63f", "address": "fa:16:3e:c3:72:dc", "network": {"id": "71db8bfd-501f-4ae0-804f-f9e4c0f1b5f2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-622154886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d405df3a3264b98a18a3b31816cbaab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap365c8824-b7", "ovs_interfaceid": "365c8824-b7ee-4783-8976-bf7d3e9cb63f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.728014] env[68461]: DEBUG oslo_concurrency.lockutils [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Acquiring lock "d9700008-55ce-497c-af7a-7aa3de39023a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.728299] env[68461]: DEBUG oslo_concurrency.lockutils [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Lock "d9700008-55ce-497c-af7a-7aa3de39023a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.728537] env[68461]: DEBUG oslo_concurrency.lockutils [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Acquiring lock "d9700008-55ce-497c-af7a-7aa3de39023a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.728740] env[68461]: DEBUG oslo_concurrency.lockutils [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Lock "d9700008-55ce-497c-af7a-7aa3de39023a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.728994] env[68461]: DEBUG oslo_concurrency.lockutils [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Lock "d9700008-55ce-497c-af7a-7aa3de39023a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.731176] env[68461]: INFO nova.compute.manager [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Terminating instance [ 1213.780215] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ac7b78-3864-a96d-577b-14e9ec60ecc9, 'name': SearchDatastore_Task, 'duration_secs': 0.019518} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.780215] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.780568] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] d8577ea9-60dc-401c-a92c-5bd4201e1545/d8577ea9-60dc-401c-a92c-5bd4201e1545.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.780853] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84f8e674-c0fb-45d0-822c-d2af0c7cf503 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.788920] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1213.788920] env[68461]: value = "task-2895699" [ 1213.788920] env[68461]: _type = "Task" [ 1213.788920] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.797647] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2895699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.969301] env[68461]: DEBUG oslo_concurrency.lockutils [req-c8b362e5-f83b-42d8-92b7-ef9335820aaf req-8ba6f348-f3c3-4130-9658-7e9b3e317ad7 service nova] Releasing lock "refresh_cache-d8577ea9-60dc-401c-a92c-5bd4201e1545" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.969301] env[68461]: DEBUG nova.compute.manager [req-c8b362e5-f83b-42d8-92b7-ef9335820aaf req-8ba6f348-f3c3-4130-9658-7e9b3e317ad7 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Received event network-changed-e468d9be-40e1-4537-95b2-6f1b2dd2cbdc {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.969301] env[68461]: DEBUG nova.compute.manager [req-c8b362e5-f83b-42d8-92b7-ef9335820aaf req-8ba6f348-f3c3-4130-9658-7e9b3e317ad7 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Refreshing instance network info cache due to event network-changed-e468d9be-40e1-4537-95b2-6f1b2dd2cbdc. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.969301] env[68461]: DEBUG oslo_concurrency.lockutils [req-c8b362e5-f83b-42d8-92b7-ef9335820aaf req-8ba6f348-f3c3-4130-9658-7e9b3e317ad7 service nova] Acquiring lock "refresh_cache-d9700008-55ce-497c-af7a-7aa3de39023a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.969301] env[68461]: DEBUG oslo_concurrency.lockutils [req-c8b362e5-f83b-42d8-92b7-ef9335820aaf req-8ba6f348-f3c3-4130-9658-7e9b3e317ad7 service nova] Acquired lock "refresh_cache-d9700008-55ce-497c-af7a-7aa3de39023a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.969301] env[68461]: DEBUG nova.network.neutron [req-c8b362e5-f83b-42d8-92b7-ef9335820aaf req-8ba6f348-f3c3-4130-9658-7e9b3e317ad7 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Refreshing network info cache for port e468d9be-40e1-4537-95b2-6f1b2dd2cbdc {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.169869] env[68461]: DEBUG nova.scheduler.client.report [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.176223] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.213940] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Releasing lock "refresh_cache-8f032c98-195a-479f-81b3-10cc48e87e99" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.214380] env[68461]: DEBUG nova.compute.manager [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Instance network_info: |[{"id": "365c8824-b7ee-4783-8976-bf7d3e9cb63f", "address": "fa:16:3e:c3:72:dc", "network": {"id": "71db8bfd-501f-4ae0-804f-f9e4c0f1b5f2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-622154886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d405df3a3264b98a18a3b31816cbaab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap365c8824-b7", "ovs_interfaceid": "365c8824-b7ee-4783-8976-bf7d3e9cb63f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1214.214836] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:72:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '365c8824-b7ee-4783-8976-bf7d3e9cb63f', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.224931] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Creating folder: Project (3d405df3a3264b98a18a3b31816cbaab). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1214.225816] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40fb4c33-57ea-41e1-a3c4-1679ffdf7710 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.236029] env[68461]: DEBUG nova.compute.manager [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1214.236436] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.237642] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce84d45-2b89-4097-8a41-2915f14e12fa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.248092] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Created folder: Project (3d405df3a3264b98a18a3b31816cbaab) in parent group-v581476. [ 1214.248229] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Creating folder: Instances. Parent ref: group-v581699. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1214.248815] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39def82a-50c4-4549-81c1-ea9ff46a9d8b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.255694] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.256010] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0be563d-de75-4369-b323-e459e6174df5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.265440] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Created folder: Instances in parent group-v581699. [ 1214.265850] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.273427] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.273832] env[68461]: DEBUG oslo_vmware.api [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Waiting for the task: (returnval){ [ 1214.273832] env[68461]: value = "task-2895702" [ 1214.273832] env[68461]: _type = "Task" [ 1214.273832] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.274055] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b62004d3-6712-4eae-b011-85d1d26743ed {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.305062] env[68461]: DEBUG oslo_vmware.api [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.305307] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1214.305307] env[68461]: value = "task-2895703" [ 1214.305307] env[68461]: _type = "Task" [ 1214.305307] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.308625] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2895699, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.319343] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895703, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.677786] env[68461]: DEBUG oslo_concurrency.lockutils [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.680522] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.218s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.680866] env[68461]: DEBUG nova.objects.instance [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68461) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1214.693275] env[68461]: DEBUG nova.compute.manager [req-b6f15582-a436-4a51-b08b-e47622f89196 req-c6b616df-7ae0-4d08-a938-820b7c574f9c service nova] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Received event network-vif-plugged-365c8824-b7ee-4783-8976-bf7d3e9cb63f {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.693491] env[68461]: DEBUG oslo_concurrency.lockutils [req-b6f15582-a436-4a51-b08b-e47622f89196 req-c6b616df-7ae0-4d08-a938-820b7c574f9c service nova] Acquiring lock "8f032c98-195a-479f-81b3-10cc48e87e99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.693938] env[68461]: DEBUG oslo_concurrency.lockutils [req-b6f15582-a436-4a51-b08b-e47622f89196 req-c6b616df-7ae0-4d08-a938-820b7c574f9c service nova] Lock "8f032c98-195a-479f-81b3-10cc48e87e99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.694270] env[68461]: DEBUG oslo_concurrency.lockutils [req-b6f15582-a436-4a51-b08b-e47622f89196 req-c6b616df-7ae0-4d08-a938-820b7c574f9c service nova] Lock "8f032c98-195a-479f-81b3-10cc48e87e99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.694558] env[68461]: DEBUG nova.compute.manager [req-b6f15582-a436-4a51-b08b-e47622f89196 req-c6b616df-7ae0-4d08-a938-820b7c574f9c service nova] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] No waiting events found dispatching network-vif-plugged-365c8824-b7ee-4783-8976-bf7d3e9cb63f {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1214.694848] env[68461]: WARNING nova.compute.manager [req-b6f15582-a436-4a51-b08b-e47622f89196 req-c6b616df-7ae0-4d08-a938-820b7c574f9c service nova] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Received unexpected event network-vif-plugged-365c8824-b7ee-4783-8976-bf7d3e9cb63f for instance with vm_state building and task_state spawning. [ 1214.695151] env[68461]: DEBUG nova.compute.manager [req-b6f15582-a436-4a51-b08b-e47622f89196 req-c6b616df-7ae0-4d08-a938-820b7c574f9c service nova] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Received event network-changed-365c8824-b7ee-4783-8976-bf7d3e9cb63f {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.695435] env[68461]: DEBUG nova.compute.manager [req-b6f15582-a436-4a51-b08b-e47622f89196 req-c6b616df-7ae0-4d08-a938-820b7c574f9c service nova] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Refreshing instance network info cache due to event network-changed-365c8824-b7ee-4783-8976-bf7d3e9cb63f. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.695838] env[68461]: DEBUG oslo_concurrency.lockutils [req-b6f15582-a436-4a51-b08b-e47622f89196 req-c6b616df-7ae0-4d08-a938-820b7c574f9c service nova] Acquiring lock "refresh_cache-8f032c98-195a-479f-81b3-10cc48e87e99" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.696331] env[68461]: DEBUG oslo_concurrency.lockutils [req-b6f15582-a436-4a51-b08b-e47622f89196 req-c6b616df-7ae0-4d08-a938-820b7c574f9c service nova] Acquired lock "refresh_cache-8f032c98-195a-479f-81b3-10cc48e87e99" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.696331] env[68461]: DEBUG nova.network.neutron [req-b6f15582-a436-4a51-b08b-e47622f89196 req-c6b616df-7ae0-4d08-a938-820b7c574f9c service nova] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Refreshing network info cache for port 365c8824-b7ee-4783-8976-bf7d3e9cb63f {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.709819] env[68461]: INFO nova.scheduler.client.report [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Deleted allocations for instance f31926fb-1bde-45f0-8b28-70eaf80a47b6 [ 1214.802492] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2895699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571893} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.805588] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] d8577ea9-60dc-401c-a92c-5bd4201e1545/d8577ea9-60dc-401c-a92c-5bd4201e1545.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.805815] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.806175] env[68461]: DEBUG oslo_vmware.api [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895702, 'name': PowerOffVM_Task, 'duration_secs': 0.337675} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.806390] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-394a829e-6b2f-47fa-95d5-1930241d6b31 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.808282] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.808485] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.808785] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60d21a82-7310-450d-abd4-497c5ab0cee2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.816643] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1214.816643] env[68461]: value = "task-2895704" [ 1214.816643] env[68461]: _type = "Task" [ 1214.816643] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.824385] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895703, 'name': CreateVM_Task, 'duration_secs': 0.495004} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.825018] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.825696] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.825851] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.826207] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.826458] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1050644c-21a8-4bbe-8a7a-b3043c0f06c3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.831381] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2895704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.835549] env[68461]: DEBUG oslo_vmware.api [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Waiting for the task: (returnval){ [ 1214.835549] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5274d348-edfd-5ccb-cdd6-a275467de641" [ 1214.835549] env[68461]: _type = "Task" [ 1214.835549] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.844901] env[68461]: DEBUG oslo_vmware.api [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5274d348-edfd-5ccb-cdd6-a275467de641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.882084] env[68461]: DEBUG nova.network.neutron [req-c8b362e5-f83b-42d8-92b7-ef9335820aaf req-8ba6f348-f3c3-4130-9658-7e9b3e317ad7 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Updated VIF entry in instance network info cache for port e468d9be-40e1-4537-95b2-6f1b2dd2cbdc. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.882461] env[68461]: DEBUG nova.network.neutron [req-c8b362e5-f83b-42d8-92b7-ef9335820aaf req-8ba6f348-f3c3-4130-9658-7e9b3e317ad7 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Updating instance_info_cache with network_info: [{"id": "e468d9be-40e1-4537-95b2-6f1b2dd2cbdc", "address": "fa:16:3e:a1:bf:2a", "network": {"id": "0775d06c-653a-4edc-9462-841855f9e952", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1622346934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7b664bba2fc849db9ffea21531fdc69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape468d9be-40", "ovs_interfaceid": "e468d9be-40e1-4537-95b2-6f1b2dd2cbdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.890146] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.890407] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.890546] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Deleting the datastore file [datastore2] d9700008-55ce-497c-af7a-7aa3de39023a {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.890912] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64e2f020-9208-4c6c-93ad-87fbc9d95687 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.899739] env[68461]: DEBUG oslo_vmware.api [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Waiting for the task: (returnval){ [ 1214.899739] env[68461]: value = "task-2895706" [ 1214.899739] env[68461]: _type = "Task" [ 1214.899739] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.909327] env[68461]: DEBUG oslo_vmware.api [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.166989] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Acquiring lock "a4ba8116-3f62-47ad-8fdc-6ac9a2a95479" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.166989] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Lock "a4ba8116-3f62-47ad-8fdc-6ac9a2a95479" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.166989] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Acquiring lock "a4ba8116-3f62-47ad-8fdc-6ac9a2a95479-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.166989] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Lock "a4ba8116-3f62-47ad-8fdc-6ac9a2a95479-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.166989] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Lock "a4ba8116-3f62-47ad-8fdc-6ac9a2a95479-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.168682] env[68461]: INFO nova.compute.manager [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Terminating instance [ 1215.223024] env[68461]: DEBUG oslo_concurrency.lockutils [None req-512ad7a1-0521-4e71-a06a-a57c848ab43a tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "f31926fb-1bde-45f0-8b28-70eaf80a47b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.985s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.264897] env[68461]: INFO nova.compute.manager [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Rescuing [ 1215.265190] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "refresh_cache-3e7a8f18-217d-4fd8-94e0-71e200f0b8b6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.265343] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquired lock "refresh_cache-3e7a8f18-217d-4fd8-94e0-71e200f0b8b6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.265507] env[68461]: DEBUG nova.network.neutron [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.327634] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2895704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11273} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.327911] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.328864] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f272a9fe-c0c9-43b2-aef5-5fb3a24d6544 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.354618] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] d8577ea9-60dc-401c-a92c-5bd4201e1545/d8577ea9-60dc-401c-a92c-5bd4201e1545.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.358949] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b87fd6e-fa8f-4b13-ae20-b92a1291d946 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.381754] env[68461]: DEBUG oslo_vmware.api [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5274d348-edfd-5ccb-cdd6-a275467de641, 'name': SearchDatastore_Task, 'duration_secs': 0.016199} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.383164] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.383412] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.384728] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.384728] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.384728] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.384728] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1215.384728] env[68461]: value = "task-2895707" [ 1215.384728] env[68461]: _type = "Task" [ 1215.384728] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.384728] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33df95c3-5ac8-49d2-8ea6-58f53ee0190a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.386619] env[68461]: DEBUG oslo_concurrency.lockutils [req-c8b362e5-f83b-42d8-92b7-ef9335820aaf req-8ba6f348-f3c3-4130-9658-7e9b3e317ad7 service nova] Releasing lock "refresh_cache-d9700008-55ce-497c-af7a-7aa3de39023a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.386848] env[68461]: DEBUG nova.compute.manager [req-c8b362e5-f83b-42d8-92b7-ef9335820aaf req-8ba6f348-f3c3-4130-9658-7e9b3e317ad7 service nova] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Received event network-changed-abbfa8fc-190a-46cc-b66e-35eb89c2acc1 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.387040] env[68461]: DEBUG nova.compute.manager [req-c8b362e5-f83b-42d8-92b7-ef9335820aaf req-8ba6f348-f3c3-4130-9658-7e9b3e317ad7 service nova] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Refreshing instance network info cache due to event network-changed-abbfa8fc-190a-46cc-b66e-35eb89c2acc1. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.387427] env[68461]: DEBUG oslo_concurrency.lockutils [req-c8b362e5-f83b-42d8-92b7-ef9335820aaf req-8ba6f348-f3c3-4130-9658-7e9b3e317ad7 service nova] Acquiring lock "refresh_cache-bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.387427] env[68461]: DEBUG oslo_concurrency.lockutils [req-c8b362e5-f83b-42d8-92b7-ef9335820aaf req-8ba6f348-f3c3-4130-9658-7e9b3e317ad7 service nova] Acquired lock "refresh_cache-bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.387521] env[68461]: DEBUG nova.network.neutron [req-c8b362e5-f83b-42d8-92b7-ef9335820aaf req-8ba6f348-f3c3-4130-9658-7e9b3e317ad7 service nova] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Refreshing network info cache for port abbfa8fc-190a-46cc-b66e-35eb89c2acc1 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.398815] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2895707, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.405031] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.405279] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.406399] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09d15519-482c-4592-8983-5c74dca8eebd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.415019] env[68461]: DEBUG oslo_vmware.api [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.420297] env[68461]: DEBUG oslo_vmware.api [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Waiting for the task: (returnval){ [ 1215.420297] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]526b0b8f-7973-7b66-4acb-4ed8fd7e0073" [ 1215.420297] env[68461]: _type = "Task" [ 1215.420297] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.429751] env[68461]: DEBUG oslo_vmware.api [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526b0b8f-7973-7b66-4acb-4ed8fd7e0073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.672619] env[68461]: DEBUG nova.compute.manager [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1215.672912] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.674216] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2639ea87-4a65-4b37-9939-d99033212342 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.685370] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.685642] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e57954fd-bc3d-446b-8b2c-45f7b1850138 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.689610] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8afb824f-08ff-4619-bbf3-8880168679d8 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.690718] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.381s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.690984] env[68461]: DEBUG nova.objects.instance [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Lazy-loading 'resources' on Instance uuid e8fea6c3-c65d-4d2f-a0fe-8c455fffd778 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.697342] env[68461]: DEBUG oslo_vmware.api [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Waiting for the task: (returnval){ [ 1215.697342] env[68461]: value = "task-2895708" [ 1215.697342] env[68461]: _type = "Task" [ 1215.697342] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.713348] env[68461]: DEBUG oslo_vmware.api [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Task: {'id': task-2895708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.819607] env[68461]: DEBUG nova.network.neutron [req-b6f15582-a436-4a51-b08b-e47622f89196 req-c6b616df-7ae0-4d08-a938-820b7c574f9c service nova] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Updated VIF entry in instance network info cache for port 365c8824-b7ee-4783-8976-bf7d3e9cb63f. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.819975] env[68461]: DEBUG nova.network.neutron [req-b6f15582-a436-4a51-b08b-e47622f89196 req-c6b616df-7ae0-4d08-a938-820b7c574f9c service nova] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Updating instance_info_cache with network_info: [{"id": "365c8824-b7ee-4783-8976-bf7d3e9cb63f", "address": "fa:16:3e:c3:72:dc", "network": {"id": "71db8bfd-501f-4ae0-804f-f9e4c0f1b5f2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-622154886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d405df3a3264b98a18a3b31816cbaab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap365c8824-b7", "ovs_interfaceid": "365c8824-b7ee-4783-8976-bf7d3e9cb63f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.901197] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2895707, 'name': ReconfigVM_Task, 'duration_secs': 0.489925} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.904060] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Reconfigured VM instance instance-00000051 to attach disk [datastore2] d8577ea9-60dc-401c-a92c-5bd4201e1545/d8577ea9-60dc-401c-a92c-5bd4201e1545.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.907824] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e32324aa-770e-4313-82e7-13330c65390c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.914576] env[68461]: DEBUG oslo_vmware.api [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Task: {'id': task-2895706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.569957} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.915762] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.915971] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.916168] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.916340] env[68461]: INFO nova.compute.manager [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1215.916578] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.916855] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1215.916855] env[68461]: value = "task-2895709" [ 1215.916855] env[68461]: _type = "Task" [ 1215.916855] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.917079] env[68461]: DEBUG nova.compute.manager [-] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.917212] env[68461]: DEBUG nova.network.neutron [-] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1215.931410] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2895709, 'name': Rename_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.936957] env[68461]: DEBUG oslo_vmware.api [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526b0b8f-7973-7b66-4acb-4ed8fd7e0073, 'name': SearchDatastore_Task, 'duration_secs': 0.027522} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.938573] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4c86c43-a776-4df3-9c42-efb213a3bbd0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.943850] env[68461]: DEBUG oslo_vmware.api [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Waiting for the task: (returnval){ [ 1215.943850] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521de65a-08f8-364d-130f-b6db12dbf02e" [ 1215.943850] env[68461]: _type = "Task" [ 1215.943850] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.956163] env[68461]: DEBUG oslo_vmware.api [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521de65a-08f8-364d-130f-b6db12dbf02e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.210703] env[68461]: DEBUG oslo_vmware.api [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Task: {'id': task-2895708, 'name': PowerOffVM_Task, 'duration_secs': 0.363654} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.211546] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.211740] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1216.211991] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dabddc1-25a9-437d-a04b-dfd5dcf943d6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.275213] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1216.275535] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1216.275747] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Deleting the datastore file [datastore1] a4ba8116-3f62-47ad-8fdc-6ac9a2a95479 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.275972] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-caec6a54-0694-4a19-b66d-6851cb341be7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.287062] env[68461]: DEBUG oslo_vmware.api [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Waiting for the task: (returnval){ [ 1216.287062] env[68461]: value = "task-2895711" [ 1216.287062] env[68461]: _type = "Task" [ 1216.287062] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.295324] env[68461]: DEBUG oslo_vmware.api [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Task: {'id': task-2895711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.311493] env[68461]: DEBUG nova.network.neutron [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Updating instance_info_cache with network_info: [{"id": "893f0b6d-31de-44d1-a47e-896cd582a69b", "address": "fa:16:3e:1f:88:c4", "network": {"id": "6b43960b-b0f6-4b4c-b213-cd12050cdf18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-56355681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf178dda4c0a4d5aabe035e50ad2db81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893f0b6d-31", "ovs_interfaceid": "893f0b6d-31de-44d1-a47e-896cd582a69b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.323018] env[68461]: DEBUG oslo_concurrency.lockutils [req-b6f15582-a436-4a51-b08b-e47622f89196 req-c6b616df-7ae0-4d08-a938-820b7c574f9c service nova] Releasing lock "refresh_cache-8f032c98-195a-479f-81b3-10cc48e87e99" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.359605] env[68461]: DEBUG nova.compute.manager [req-8bb37ab9-2c90-49f7-99c8-6e87524049c5 req-c863dbe4-828a-4e02-8977-b8af0f4b4886 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Received event network-vif-deleted-e468d9be-40e1-4537-95b2-6f1b2dd2cbdc {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.359937] env[68461]: INFO nova.compute.manager [req-8bb37ab9-2c90-49f7-99c8-6e87524049c5 req-c863dbe4-828a-4e02-8977-b8af0f4b4886 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Neutron deleted interface e468d9be-40e1-4537-95b2-6f1b2dd2cbdc; detaching it from the instance and deleting it from the info cache [ 1216.360381] env[68461]: DEBUG nova.network.neutron [req-8bb37ab9-2c90-49f7-99c8-6e87524049c5 req-c863dbe4-828a-4e02-8977-b8af0f4b4886 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.427340] env[68461]: DEBUG nova.network.neutron [req-c8b362e5-f83b-42d8-92b7-ef9335820aaf req-8ba6f348-f3c3-4130-9658-7e9b3e317ad7 service nova] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Updated VIF entry in instance network info cache for port abbfa8fc-190a-46cc-b66e-35eb89c2acc1. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.427681] env[68461]: DEBUG nova.network.neutron [req-c8b362e5-f83b-42d8-92b7-ef9335820aaf req-8ba6f348-f3c3-4130-9658-7e9b3e317ad7 service nova] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Updating instance_info_cache with network_info: [{"id": "abbfa8fc-190a-46cc-b66e-35eb89c2acc1", "address": "fa:16:3e:c2:4e:00", "network": {"id": "1213cfc5-0ad7-418f-8db0-bbc5b1b7ccb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1442488687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b5796b0aa848e39c5b631e5d980c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabbfa8fc-19", "ovs_interfaceid": "abbfa8fc-190a-46cc-b66e-35eb89c2acc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.435219] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2895709, 'name': Rename_Task, 'duration_secs': 0.164049} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.435488] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.435726] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c418d1c-a965-4075-b981-6f55fe36f58d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.451915] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1216.451915] env[68461]: value = "task-2895712" [ 1216.451915] env[68461]: _type = "Task" [ 1216.451915] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.468522] env[68461]: DEBUG oslo_vmware.api [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521de65a-08f8-364d-130f-b6db12dbf02e, 'name': SearchDatastore_Task, 'duration_secs': 0.015561} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.469604] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.469864] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 8f032c98-195a-479f-81b3-10cc48e87e99/8f032c98-195a-479f-81b3-10cc48e87e99.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.470223] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aebf8dbb-02af-45e1-8bfd-005de3a67684 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.482576] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2895712, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.492152] env[68461]: DEBUG oslo_vmware.api [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Waiting for the task: (returnval){ [ 1216.492152] env[68461]: value = "task-2895713" [ 1216.492152] env[68461]: _type = "Task" [ 1216.492152] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.498880] env[68461]: DEBUG oslo_vmware.api [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.654038] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7ccc8b-76e9-4752-9d6c-f450f670c4b8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.661864] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4cf461-07e3-43a3-aa48-d6c2ae23f439 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.694087] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ee5327-c3f5-472d-ad87-4cadcfb70e13 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.701397] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b982e797-9614-4a47-b559-3ebf2ef24356 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.705272] env[68461]: DEBUG nova.network.neutron [-] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.715650] env[68461]: DEBUG nova.compute.provider_tree [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.796673] env[68461]: DEBUG oslo_vmware.api [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Task: {'id': task-2895711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248086} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.796673] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.796885] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.797051] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.797425] env[68461]: INFO nova.compute.manager [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1216.797697] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.797883] env[68461]: DEBUG nova.compute.manager [-] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1216.797985] env[68461]: DEBUG nova.network.neutron [-] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1216.820958] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Releasing lock "refresh_cache-3e7a8f18-217d-4fd8-94e0-71e200f0b8b6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.863327] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37ec0d94-149e-442c-ab72-e77edf50c068 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.873110] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ff15cb-7be2-4ad5-bc67-5ab5444a5e60 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.909521] env[68461]: DEBUG nova.compute.manager [req-8bb37ab9-2c90-49f7-99c8-6e87524049c5 req-c863dbe4-828a-4e02-8977-b8af0f4b4886 service nova] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Detach interface failed, port_id=e468d9be-40e1-4537-95b2-6f1b2dd2cbdc, reason: Instance d9700008-55ce-497c-af7a-7aa3de39023a could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1216.931500] env[68461]: DEBUG oslo_concurrency.lockutils [req-c8b362e5-f83b-42d8-92b7-ef9335820aaf req-8ba6f348-f3c3-4130-9658-7e9b3e317ad7 service nova] Releasing lock "refresh_cache-bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.962425] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2895712, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.001704] env[68461]: DEBUG oslo_vmware.api [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895713, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.113442] env[68461]: DEBUG oslo_concurrency.lockutils [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "9753dda1-c16e-4a1c-8159-a35e5c6d7e92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.113442] env[68461]: DEBUG oslo_concurrency.lockutils [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "9753dda1-c16e-4a1c-8159-a35e5c6d7e92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.143931] env[68461]: DEBUG nova.compute.manager [req-5b903af7-f405-4b71-b053-7c3a444eae64 req-2cc7a26c-6267-4302-8106-c04446555bd8 service nova] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Received event network-vif-deleted-d8844932-d8be-4e51-88b3-6d9eeaac7f76 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.144647] env[68461]: INFO nova.compute.manager [req-5b903af7-f405-4b71-b053-7c3a444eae64 req-2cc7a26c-6267-4302-8106-c04446555bd8 service nova] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Neutron deleted interface d8844932-d8be-4e51-88b3-6d9eeaac7f76; detaching it from the instance and deleting it from the info cache [ 1217.144647] env[68461]: DEBUG nova.network.neutron [req-5b903af7-f405-4b71-b053-7c3a444eae64 req-2cc7a26c-6267-4302-8106-c04446555bd8 service nova] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.208813] env[68461]: INFO nova.compute.manager [-] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Took 1.29 seconds to deallocate network for instance. [ 1217.218590] env[68461]: DEBUG nova.scheduler.client.report [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.346742] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquiring lock "e0fa76c2-81b7-4354-851f-025bc89baa80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.346742] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Lock "e0fa76c2-81b7-4354-851f-025bc89baa80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.462735] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2895712, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.503201] env[68461]: DEBUG oslo_vmware.api [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80876} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.503491] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 8f032c98-195a-479f-81b3-10cc48e87e99/8f032c98-195a-479f-81b3-10cc48e87e99.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.503754] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1217.504018] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d053bd9-8a29-45aa-9448-bb4f765a7744 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.510466] env[68461]: DEBUG oslo_vmware.api [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Waiting for the task: (returnval){ [ 1217.510466] env[68461]: value = "task-2895714" [ 1217.510466] env[68461]: _type = "Task" [ 1217.510466] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.520037] env[68461]: DEBUG oslo_vmware.api [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.615552] env[68461]: DEBUG nova.compute.manager [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1217.623734] env[68461]: DEBUG nova.network.neutron [-] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.646608] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16a9ea62-66a7-4f2c-815d-cdf3df0769b5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.656321] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8773aa2-3289-406c-b112-41c3b140e3ff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.690924] env[68461]: DEBUG nova.compute.manager [req-5b903af7-f405-4b71-b053-7c3a444eae64 req-2cc7a26c-6267-4302-8106-c04446555bd8 service nova] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Detach interface failed, port_id=d8844932-d8be-4e51-88b3-6d9eeaac7f76, reason: Instance a4ba8116-3f62-47ad-8fdc-6ac9a2a95479 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1217.716845] env[68461]: DEBUG oslo_concurrency.lockutils [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.724879] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.728558] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.898s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.728750] env[68461]: DEBUG nova.objects.instance [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Lazy-loading 'resources' on Instance uuid 1a7e3d04-418d-49b5-a7e6-a45f31475d34 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.732503] env[68461]: DEBUG oslo_concurrency.lockutils [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquiring lock "223c7533-f30e-438c-a2a6-0657d679683c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.732729] env[68461]: DEBUG oslo_concurrency.lockutils [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Lock "223c7533-f30e-438c-a2a6-0657d679683c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.745966] env[68461]: INFO nova.scheduler.client.report [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Deleted allocations for instance e8fea6c3-c65d-4d2f-a0fe-8c455fffd778 [ 1217.849951] env[68461]: DEBUG nova.compute.manager [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1217.962772] env[68461]: DEBUG oslo_vmware.api [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2895712, 'name': PowerOnVM_Task, 'duration_secs': 1.110963} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.963074] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.963293] env[68461]: INFO nova.compute.manager [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Took 10.20 seconds to spawn the instance on the hypervisor. [ 1217.963472] env[68461]: DEBUG nova.compute.manager [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.964260] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04a9624-fcc8-4763-9680-8d39ffdfaf7a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.022123] env[68461]: DEBUG oslo_vmware.api [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070373} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.022491] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1218.023281] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a60d5e-e793-4a11-9e8f-7e92a9a9b457 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.044589] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 8f032c98-195a-479f-81b3-10cc48e87e99/8f032c98-195a-479f-81b3-10cc48e87e99.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.045534] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1240144-1d04-42c7-9a80-ac5c8f3986e4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.064783] env[68461]: DEBUG oslo_vmware.api [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Waiting for the task: (returnval){ [ 1218.064783] env[68461]: value = "task-2895715" [ 1218.064783] env[68461]: _type = "Task" [ 1218.064783] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.072765] env[68461]: DEBUG oslo_vmware.api [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.125834] env[68461]: INFO nova.compute.manager [-] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Took 1.33 seconds to deallocate network for instance. [ 1218.141880] env[68461]: DEBUG oslo_concurrency.lockutils [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.236841] env[68461]: DEBUG nova.compute.manager [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1218.252637] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9e2a886d-658f-4f39-9ddd-b9c5b54e0697 tempest-ServersListShow2100Test-452661015 tempest-ServersListShow2100Test-452661015-project-member] Lock "e8fea6c3-c65d-4d2f-a0fe-8c455fffd778" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.207s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.357339] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.359368] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed4ac831-c0a2-4099-8372-f6d8a8b0df99 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.367682] env[68461]: DEBUG oslo_vmware.api [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1218.367682] env[68461]: value = "task-2895716" [ 1218.367682] env[68461]: _type = "Task" [ 1218.367682] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.373639] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.379370] env[68461]: DEBUG oslo_vmware.api [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.481037] env[68461]: INFO nova.compute.manager [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Took 42.87 seconds to build instance. [ 1218.574448] env[68461]: DEBUG oslo_vmware.api [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895715, 'name': ReconfigVM_Task, 'duration_secs': 0.277253} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.575127] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 8f032c98-195a-479f-81b3-10cc48e87e99/8f032c98-195a-479f-81b3-10cc48e87e99.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.575774] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa5166f5-669f-4fe3-81c3-60123aa64e9e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.585328] env[68461]: DEBUG oslo_vmware.api [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Waiting for the task: (returnval){ [ 1218.585328] env[68461]: value = "task-2895717" [ 1218.585328] env[68461]: _type = "Task" [ 1218.585328] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.594400] env[68461]: DEBUG oslo_vmware.api [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895717, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.632170] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.681581] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20c2219-04ec-4f17-95fe-556c8f6df8bf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.690245] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef973a60-9a79-4ce0-9334-c05a84a0569a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.724467] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e8de47-d924-4536-9ef9-875c1f4d4367 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.732174] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81daf416-6ac0-4d5f-a4b7-ed9457a6d034 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.748661] env[68461]: DEBUG nova.compute.provider_tree [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.762373] env[68461]: DEBUG oslo_concurrency.lockutils [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.880508] env[68461]: DEBUG oslo_vmware.api [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895716, 'name': PowerOffVM_Task, 'duration_secs': 0.4155} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.882046] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.882046] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03da7647-7bfe-48f6-a1a0-ea1ef9a8c945 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.905729] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ffbd76-2af1-4a3c-8080-f7a07738cc75 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.947034] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.947034] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe7b32ac-9e69-4f0a-9b81-c4110dc03a09 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.953107] env[68461]: DEBUG oslo_vmware.api [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1218.953107] env[68461]: value = "task-2895718" [ 1218.953107] env[68461]: _type = "Task" [ 1218.953107] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.961233] env[68461]: DEBUG oslo_vmware.api [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.982907] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d398b32b-ae2e-4385-9a5d-a6d26bd6a1b8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "d8577ea9-60dc-401c-a92c-5bd4201e1545" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.322s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.094783] env[68461]: DEBUG oslo_vmware.api [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895717, 'name': Rename_Task, 'duration_secs': 0.216437} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.095166] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.095427] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f8649c3-10ca-426b-be90-7ac61dfbb9eb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.102351] env[68461]: DEBUG oslo_vmware.api [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Waiting for the task: (returnval){ [ 1219.102351] env[68461]: value = "task-2895719" [ 1219.102351] env[68461]: _type = "Task" [ 1219.102351] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.110442] env[68461]: DEBUG oslo_vmware.api [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.254009] env[68461]: DEBUG nova.scheduler.client.report [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.464591] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] VM already powered off {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1219.464865] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.465056] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.465208] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.465383] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.465886] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ea8192b-0e6e-49fc-a535-74c1d3832f2a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.479020] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.479266] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.480030] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f9654f5-c760-4cc2-8110-403f771e9711 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.485481] env[68461]: DEBUG oslo_vmware.api [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1219.485481] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52020f61-6d8b-c007-660f-a6dd5a10aa90" [ 1219.485481] env[68461]: _type = "Task" [ 1219.485481] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.494831] env[68461]: DEBUG oslo_vmware.api [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52020f61-6d8b-c007-660f-a6dd5a10aa90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.524303] env[68461]: DEBUG nova.compute.manager [req-6796c93a-d4cb-4943-925f-c7c04f98a7a9 req-e44f89af-128b-4ce9-97c1-7ea0dc5b6d11 service nova] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Received event network-changed-1e335e3a-b30a-40db-9abd-d8e0efd1e882 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.524411] env[68461]: DEBUG nova.compute.manager [req-6796c93a-d4cb-4943-925f-c7c04f98a7a9 req-e44f89af-128b-4ce9-97c1-7ea0dc5b6d11 service nova] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Refreshing instance network info cache due to event network-changed-1e335e3a-b30a-40db-9abd-d8e0efd1e882. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.524870] env[68461]: DEBUG oslo_concurrency.lockutils [req-6796c93a-d4cb-4943-925f-c7c04f98a7a9 req-e44f89af-128b-4ce9-97c1-7ea0dc5b6d11 service nova] Acquiring lock "refresh_cache-d8577ea9-60dc-401c-a92c-5bd4201e1545" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.525058] env[68461]: DEBUG oslo_concurrency.lockutils [req-6796c93a-d4cb-4943-925f-c7c04f98a7a9 req-e44f89af-128b-4ce9-97c1-7ea0dc5b6d11 service nova] Acquired lock "refresh_cache-d8577ea9-60dc-401c-a92c-5bd4201e1545" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.525481] env[68461]: DEBUG nova.network.neutron [req-6796c93a-d4cb-4943-925f-c7c04f98a7a9 req-e44f89af-128b-4ce9-97c1-7ea0dc5b6d11 service nova] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Refreshing network info cache for port 1e335e3a-b30a-40db-9abd-d8e0efd1e882 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.612504] env[68461]: DEBUG oslo_vmware.api [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895719, 'name': PowerOnVM_Task, 'duration_secs': 0.490698} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.612780] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.613019] env[68461]: INFO nova.compute.manager [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1219.613229] env[68461]: DEBUG nova.compute.manager [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.613989] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f415f48-e55b-4af7-9999-cbdef2a25573 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.759636] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.762154] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.592s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.762423] env[68461]: DEBUG nova.objects.instance [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lazy-loading 'resources' on Instance uuid cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.791993] env[68461]: INFO nova.scheduler.client.report [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Deleted allocations for instance 1a7e3d04-418d-49b5-a7e6-a45f31475d34 [ 1220.001466] env[68461]: DEBUG oslo_vmware.api [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52020f61-6d8b-c007-660f-a6dd5a10aa90, 'name': SearchDatastore_Task, 'duration_secs': 0.016596} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.003310] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2536a2d-bbdb-467d-96f3-254a87a97ca0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.008522] env[68461]: DEBUG oslo_vmware.api [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1220.008522] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]522f4436-8f61-48f1-b2f0-d9b484c9492c" [ 1220.008522] env[68461]: _type = "Task" [ 1220.008522] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.019027] env[68461]: DEBUG oslo_vmware.api [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522f4436-8f61-48f1-b2f0-d9b484c9492c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.130751] env[68461]: INFO nova.compute.manager [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Took 42.65 seconds to build instance. [ 1220.301179] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5139c9f2-effc-412b-90c9-6a174a7adddd tempest-ServerPasswordTestJSON-2100059516 tempest-ServerPasswordTestJSON-2100059516-project-member] Lock "1a7e3d04-418d-49b5-a7e6-a45f31475d34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.843s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.465042] env[68461]: DEBUG nova.network.neutron [req-6796c93a-d4cb-4943-925f-c7c04f98a7a9 req-e44f89af-128b-4ce9-97c1-7ea0dc5b6d11 service nova] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Updated VIF entry in instance network info cache for port 1e335e3a-b30a-40db-9abd-d8e0efd1e882. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.465042] env[68461]: DEBUG nova.network.neutron [req-6796c93a-d4cb-4943-925f-c7c04f98a7a9 req-e44f89af-128b-4ce9-97c1-7ea0dc5b6d11 service nova] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Updating instance_info_cache with network_info: [{"id": "1e335e3a-b30a-40db-9abd-d8e0efd1e882", "address": "fa:16:3e:90:4b:e4", "network": {"id": "1dde6788-42d9-4e8b-a556-d1a736dedc18", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460636697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "851e213e40ef49bcabb33ce0333ac79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e335e3a-b3", "ovs_interfaceid": "1e335e3a-b30a-40db-9abd-d8e0efd1e882", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.525017] env[68461]: DEBUG oslo_vmware.api [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522f4436-8f61-48f1-b2f0-d9b484c9492c, 'name': SearchDatastore_Task, 'duration_secs': 0.010029} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.529034] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.529146] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6/7a283f1b-0e5c-4fe3-883c-328c5621506a-rescue.vmdk. {{(pid=68461) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1220.531642] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d1dc706-fef3-495e-a131-ffb44ff5e4e4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.537771] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Acquiring lock "9f873ea9-8409-4048-a390-5fd34803aafc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.538011] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Lock "9f873ea9-8409-4048-a390-5fd34803aafc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.546677] env[68461]: DEBUG oslo_vmware.api [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1220.546677] env[68461]: value = "task-2895720" [ 1220.546677] env[68461]: _type = "Task" [ 1220.546677] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.548580] env[68461]: DEBUG nova.compute.manager [req-772e0a24-8c32-47be-b6da-ace195b07275 req-f53875ab-f2b6-4d34-b3d5-5f3f76613617 service nova] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Received event network-changed-365c8824-b7ee-4783-8976-bf7d3e9cb63f {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.549087] env[68461]: DEBUG nova.compute.manager [req-772e0a24-8c32-47be-b6da-ace195b07275 req-f53875ab-f2b6-4d34-b3d5-5f3f76613617 service nova] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Refreshing instance network info cache due to event network-changed-365c8824-b7ee-4783-8976-bf7d3e9cb63f. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.549297] env[68461]: DEBUG oslo_concurrency.lockutils [req-772e0a24-8c32-47be-b6da-ace195b07275 req-f53875ab-f2b6-4d34-b3d5-5f3f76613617 service nova] Acquiring lock "refresh_cache-8f032c98-195a-479f-81b3-10cc48e87e99" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.549369] env[68461]: DEBUG oslo_concurrency.lockutils [req-772e0a24-8c32-47be-b6da-ace195b07275 req-f53875ab-f2b6-4d34-b3d5-5f3f76613617 service nova] Acquired lock "refresh_cache-8f032c98-195a-479f-81b3-10cc48e87e99" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.549528] env[68461]: DEBUG nova.network.neutron [req-772e0a24-8c32-47be-b6da-ace195b07275 req-f53875ab-f2b6-4d34-b3d5-5f3f76613617 service nova] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Refreshing network info cache for port 365c8824-b7ee-4783-8976-bf7d3e9cb63f {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.571561] env[68461]: DEBUG oslo_vmware.api [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.633055] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3ca30ebf-2747-4129-9070-95a19911ad9f tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Lock "8f032c98-195a-479f-81b3-10cc48e87e99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.557s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.717876] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc4f202-e296-4c06-b5cf-90f4c403ce48 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.727076] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8514e88f-9f77-4152-b79c-bcaa6aca1ce4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.758311] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fafa06e-f78a-48ac-bfed-86d752b15796 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.766827] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b2e800-aefa-443d-a858-378b22a5fff6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.780992] env[68461]: DEBUG nova.compute.provider_tree [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.906860] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.907326] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.967084] env[68461]: DEBUG oslo_concurrency.lockutils [req-6796c93a-d4cb-4943-925f-c7c04f98a7a9 req-e44f89af-128b-4ce9-97c1-7ea0dc5b6d11 service nova] Releasing lock "refresh_cache-d8577ea9-60dc-401c-a92c-5bd4201e1545" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.040688] env[68461]: DEBUG nova.compute.manager [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1221.067743] env[68461]: DEBUG oslo_vmware.api [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479055} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.068415] env[68461]: INFO nova.virt.vmwareapi.ds_util [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6/7a283f1b-0e5c-4fe3-883c-328c5621506a-rescue.vmdk. [ 1221.069604] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b35794-c94e-4723-a52a-278a859fdb66 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.106029] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6/7a283f1b-0e5c-4fe3-883c-328c5621506a-rescue.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.106964] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92cc62c1-c678-4328-9de9-abc3ab7db66d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.133174] env[68461]: DEBUG oslo_vmware.api [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1221.133174] env[68461]: value = "task-2895721" [ 1221.133174] env[68461]: _type = "Task" [ 1221.133174] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.139850] env[68461]: DEBUG oslo_vmware.api [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895721, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.284803] env[68461]: DEBUG nova.scheduler.client.report [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.418668] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.418986] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.419049] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.419234] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.419331] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.419477] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.419602] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68461) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1221.419743] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.505123] env[68461]: DEBUG nova.network.neutron [req-772e0a24-8c32-47be-b6da-ace195b07275 req-f53875ab-f2b6-4d34-b3d5-5f3f76613617 service nova] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Updated VIF entry in instance network info cache for port 365c8824-b7ee-4783-8976-bf7d3e9cb63f. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.505123] env[68461]: DEBUG nova.network.neutron [req-772e0a24-8c32-47be-b6da-ace195b07275 req-f53875ab-f2b6-4d34-b3d5-5f3f76613617 service nova] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Updating instance_info_cache with network_info: [{"id": "365c8824-b7ee-4783-8976-bf7d3e9cb63f", "address": "fa:16:3e:c3:72:dc", "network": {"id": "71db8bfd-501f-4ae0-804f-f9e4c0f1b5f2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-622154886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d405df3a3264b98a18a3b31816cbaab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap365c8824-b7", "ovs_interfaceid": "365c8824-b7ee-4783-8976-bf7d3e9cb63f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.566898] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.640526] env[68461]: DEBUG oslo_vmware.api [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.791066] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.028s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.794662] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.963s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.795327] env[68461]: DEBUG nova.objects.instance [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lazy-loading 'resources' on Instance uuid 8d3826e4-3495-4c8c-8c6a-68268bc429c7 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.837824] env[68461]: INFO nova.scheduler.client.report [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Deleted allocations for instance cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1 [ 1221.928921] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.007150] env[68461]: DEBUG oslo_concurrency.lockutils [req-772e0a24-8c32-47be-b6da-ace195b07275 req-f53875ab-f2b6-4d34-b3d5-5f3f76613617 service nova] Releasing lock "refresh_cache-8f032c98-195a-479f-81b3-10cc48e87e99" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.146576] env[68461]: DEBUG oslo_vmware.api [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895721, 'name': ReconfigVM_Task, 'duration_secs': 0.915055} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.146926] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6/7a283f1b-0e5c-4fe3-883c-328c5621506a-rescue.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.147741] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e407fe38-7af1-42b2-80d9-0bfed7017510 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.186827] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b81311bf-e63c-43c9-8f66-9768ea41f2d3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.204872] env[68461]: DEBUG oslo_vmware.api [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1222.204872] env[68461]: value = "task-2895722" [ 1222.204872] env[68461]: _type = "Task" [ 1222.204872] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.214364] env[68461]: DEBUG oslo_vmware.api [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.353277] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3f06a1a9-2bb1-47b5-9aa6-ec97e32cdf9f tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.666s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.617975] env[68461]: DEBUG nova.compute.manager [req-f83f7a4c-52d0-4743-a551-04c877c86630 req-95efafdf-6f1d-41a2-8b10-9635d3df716a service nova] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Received event network-changed-365c8824-b7ee-4783-8976-bf7d3e9cb63f {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.617975] env[68461]: DEBUG nova.compute.manager [req-f83f7a4c-52d0-4743-a551-04c877c86630 req-95efafdf-6f1d-41a2-8b10-9635d3df716a service nova] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Refreshing instance network info cache due to event network-changed-365c8824-b7ee-4783-8976-bf7d3e9cb63f. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1222.618395] env[68461]: DEBUG oslo_concurrency.lockutils [req-f83f7a4c-52d0-4743-a551-04c877c86630 req-95efafdf-6f1d-41a2-8b10-9635d3df716a service nova] Acquiring lock "refresh_cache-8f032c98-195a-479f-81b3-10cc48e87e99" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.618395] env[68461]: DEBUG oslo_concurrency.lockutils [req-f83f7a4c-52d0-4743-a551-04c877c86630 req-95efafdf-6f1d-41a2-8b10-9635d3df716a service nova] Acquired lock "refresh_cache-8f032c98-195a-479f-81b3-10cc48e87e99" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.618395] env[68461]: DEBUG nova.network.neutron [req-f83f7a4c-52d0-4743-a551-04c877c86630 req-95efafdf-6f1d-41a2-8b10-9635d3df716a service nova] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Refreshing network info cache for port 365c8824-b7ee-4783-8976-bf7d3e9cb63f {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.681457] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3207fa1-255d-4d94-a278-302a9ef5ff60 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.690358] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57ed62e-1cb8-46b0-acce-006af81f0350 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.723942] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a484eee-d9fe-4a3f-a362-cec6aeb84598 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.734472] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.734720] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.734923] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.735112] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.735281] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.736833] env[68461]: DEBUG oslo_vmware.api [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895722, 'name': ReconfigVM_Task, 'duration_secs': 0.211354} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.737118] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.738288] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e129c237-08bf-4f77-8083-1a775b3b5acf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.742231] env[68461]: INFO nova.compute.manager [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Terminating instance [ 1222.743556] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ecb0e61-a886-471d-9824-05ba737a4e32 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.756913] env[68461]: DEBUG nova.compute.provider_tree [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.760583] env[68461]: DEBUG oslo_vmware.api [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1222.760583] env[68461]: value = "task-2895723" [ 1222.760583] env[68461]: _type = "Task" [ 1222.760583] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.248217] env[68461]: DEBUG nova.compute.manager [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1223.248445] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.249855] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634cf873-0072-487a-a458-e34b2c9f4d60 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.259837] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.260092] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e29bc19-c945-4f1e-847d-23bf394df1c2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.262121] env[68461]: DEBUG nova.scheduler.client.report [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.277105] env[68461]: DEBUG oslo_vmware.api [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895723, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.277105] env[68461]: DEBUG oslo_vmware.api [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1223.277105] env[68461]: value = "task-2895724" [ 1223.277105] env[68461]: _type = "Task" [ 1223.277105] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.287849] env[68461]: DEBUG oslo_vmware.api [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.486679] env[68461]: DEBUG nova.network.neutron [req-f83f7a4c-52d0-4743-a551-04c877c86630 req-95efafdf-6f1d-41a2-8b10-9635d3df716a service nova] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Updated VIF entry in instance network info cache for port 365c8824-b7ee-4783-8976-bf7d3e9cb63f. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1223.486878] env[68461]: DEBUG nova.network.neutron [req-f83f7a4c-52d0-4743-a551-04c877c86630 req-95efafdf-6f1d-41a2-8b10-9635d3df716a service nova] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Updating instance_info_cache with network_info: [{"id": "365c8824-b7ee-4783-8976-bf7d3e9cb63f", "address": "fa:16:3e:c3:72:dc", "network": {"id": "71db8bfd-501f-4ae0-804f-f9e4c0f1b5f2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-622154886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d405df3a3264b98a18a3b31816cbaab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap365c8824-b7", "ovs_interfaceid": "365c8824-b7ee-4783-8976-bf7d3e9cb63f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.767228] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.769833] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.300s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.769967] env[68461]: DEBUG nova.objects.instance [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lazy-loading 'resources' on Instance uuid c845c113-e3e5-4a2a-b557-656857c0afe6 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.782900] env[68461]: DEBUG oslo_vmware.api [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895723, 'name': PowerOnVM_Task, 'duration_secs': 0.716564} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.784177] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.786656] env[68461]: DEBUG nova.compute.manager [None req-cda336c4-8f60-458b-aa46-e41264d0fdab tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.790286] env[68461]: INFO nova.scheduler.client.report [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Deleted allocations for instance 8d3826e4-3495-4c8c-8c6a-68268bc429c7 [ 1223.794549] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beec1962-284f-45a7-9d5e-81983b734fcc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.796952] env[68461]: DEBUG oslo_vmware.api [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895724, 'name': PowerOffVM_Task, 'duration_secs': 0.425649} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.797430] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.797602] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.798218] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ea53501-d1b6-477d-9ae5-07a5c04c9adc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.901180] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.901409] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.901588] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Deleting the datastore file [datastore2] 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.902343] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d40d285-deb5-4a30-a612-77ebaea4312e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.909619] env[68461]: DEBUG oslo_vmware.api [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1223.909619] env[68461]: value = "task-2895726" [ 1223.909619] env[68461]: _type = "Task" [ 1223.909619] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.918561] env[68461]: DEBUG oslo_vmware.api [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.989943] env[68461]: DEBUG oslo_concurrency.lockutils [req-f83f7a4c-52d0-4743-a551-04c877c86630 req-95efafdf-6f1d-41a2-8b10-9635d3df716a service nova] Releasing lock "refresh_cache-8f032c98-195a-479f-81b3-10cc48e87e99" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.158912] env[68461]: DEBUG oslo_concurrency.lockutils [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquiring lock "fc47d187-6031-44c6-afbe-bea1e8a36bc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.159176] env[68461]: DEBUG oslo_concurrency.lockutils [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Lock "fc47d187-6031-44c6-afbe-bea1e8a36bc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.297708] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eb7ef788-637e-4e14-9eff-8f7e7dbce6a0 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "8d3826e4-3495-4c8c-8c6a-68268bc429c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.903s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.422558] env[68461]: DEBUG oslo_vmware.api [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144594} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.422809] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.423895] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.423895] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.423895] env[68461]: INFO nova.compute.manager [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1224.423895] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.423895] env[68461]: DEBUG nova.compute.manager [-] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.423895] env[68461]: DEBUG nova.network.neutron [-] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.662104] env[68461]: DEBUG nova.compute.manager [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1224.671021] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee85f76-d043-4a41-a180-cf2a5991bd1f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.685447] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838c0e00-35d2-4cd5-95a1-6bde5f5eda9e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.725616] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515e6899-2e41-491a-bd0e-e57d6b9ad0bc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.734883] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d35f9f4-d164-45ea-91df-6950c60b4f36 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.750506] env[68461]: DEBUG nova.compute.provider_tree [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.874966] env[68461]: INFO nova.compute.manager [None req-2f1401d9-b5c9-4761-8d00-e57433216652 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Unrescuing [ 1224.874966] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2f1401d9-b5c9-4761-8d00-e57433216652 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "refresh_cache-3e7a8f18-217d-4fd8-94e0-71e200f0b8b6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.874966] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2f1401d9-b5c9-4761-8d00-e57433216652 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquired lock "refresh_cache-3e7a8f18-217d-4fd8-94e0-71e200f0b8b6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.875335] env[68461]: DEBUG nova.network.neutron [None req-2f1401d9-b5c9-4761-8d00-e57433216652 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.894562] env[68461]: DEBUG nova.compute.manager [req-4953fdc5-8ffb-4ba7-b66b-283eeefbd722 req-c1a86eb8-3ed6-4dbe-9c48-75e9e3ab39b7 service nova] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Received event network-vif-deleted-29385edc-5b87-41f3-95a5-9a48f078077e {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.894756] env[68461]: INFO nova.compute.manager [req-4953fdc5-8ffb-4ba7-b66b-283eeefbd722 req-c1a86eb8-3ed6-4dbe-9c48-75e9e3ab39b7 service nova] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Neutron deleted interface 29385edc-5b87-41f3-95a5-9a48f078077e; detaching it from the instance and deleting it from the info cache [ 1224.894940] env[68461]: DEBUG nova.network.neutron [req-4953fdc5-8ffb-4ba7-b66b-283eeefbd722 req-c1a86eb8-3ed6-4dbe-9c48-75e9e3ab39b7 service nova] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.195316] env[68461]: DEBUG oslo_concurrency.lockutils [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.253559] env[68461]: DEBUG nova.scheduler.client.report [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.257281] env[68461]: DEBUG nova.network.neutron [-] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.397954] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd0da7c1-9543-4b89-bc80-4256ba1f186b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.409467] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152f3ad6-c455-4072-b19c-7b15b2d063d4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.447663] env[68461]: DEBUG nova.compute.manager [req-4953fdc5-8ffb-4ba7-b66b-283eeefbd722 req-c1a86eb8-3ed6-4dbe-9c48-75e9e3ab39b7 service nova] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Detach interface failed, port_id=29385edc-5b87-41f3-95a5-9a48f078077e, reason: Instance 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1225.663568] env[68461]: DEBUG nova.network.neutron [None req-2f1401d9-b5c9-4761-8d00-e57433216652 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Updating instance_info_cache with network_info: [{"id": "893f0b6d-31de-44d1-a47e-896cd582a69b", "address": "fa:16:3e:1f:88:c4", "network": {"id": "6b43960b-b0f6-4b4c-b213-cd12050cdf18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-56355681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf178dda4c0a4d5aabe035e50ad2db81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893f0b6d-31", "ovs_interfaceid": "893f0b6d-31de-44d1-a47e-896cd582a69b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.759651] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.763870] env[68461]: INFO nova.compute.manager [-] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Took 1.34 seconds to deallocate network for instance. [ 1225.764060] env[68461]: DEBUG oslo_concurrency.lockutils [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.025s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.764613] env[68461]: DEBUG nova.objects.instance [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lazy-loading 'resources' on Instance uuid 43770319-9ad1-412a-b862-7f6fbfc8ec63 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.785974] env[68461]: INFO nova.scheduler.client.report [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Deleted allocations for instance c845c113-e3e5-4a2a-b557-656857c0afe6 [ 1226.166829] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2f1401d9-b5c9-4761-8d00-e57433216652 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Releasing lock "refresh_cache-3e7a8f18-217d-4fd8-94e0-71e200f0b8b6" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.167526] env[68461]: DEBUG nova.objects.instance [None req-2f1401d9-b5c9-4761-8d00-e57433216652 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lazy-loading 'flavor' on Instance uuid 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.272859] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.294378] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7bd1169-9713-4d9a-bbc8-4ccac9c0f07d tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "c845c113-e3e5-4a2a-b557-656857c0afe6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.232s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.582165] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89060fe8-893a-4603-9e45-70b748f01791 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.592101] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a910ea-bb54-499d-9149-32a1b9232dc6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.626273] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12007ad-6d1f-468d-a5b9-59125fa72685 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.634594] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae7516f-b539-4cd5-820c-cccacba51799 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.648731] env[68461]: DEBUG nova.compute.provider_tree [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.674555] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67888db1-021c-4b27-8429-796917509ba4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.695193] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1401d9-b5c9-4761-8d00-e57433216652 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.695513] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1d9cf29-48a1-47d3-b58b-176dd30ac7d3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.702835] env[68461]: DEBUG oslo_vmware.api [None req-2f1401d9-b5c9-4761-8d00-e57433216652 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1226.702835] env[68461]: value = "task-2895727" [ 1226.702835] env[68461]: _type = "Task" [ 1226.702835] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.711572] env[68461]: DEBUG oslo_vmware.api [None req-2f1401d9-b5c9-4761-8d00-e57433216652 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.153101] env[68461]: DEBUG nova.scheduler.client.report [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.215185] env[68461]: DEBUG oslo_vmware.api [None req-2f1401d9-b5c9-4761-8d00-e57433216652 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895727, 'name': PowerOffVM_Task, 'duration_secs': 0.452807} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.215500] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1401d9-b5c9-4761-8d00-e57433216652 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.220704] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f1401d9-b5c9-4761-8d00-e57433216652 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1227.220996] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fabc556-e41f-4fb6-bb05-cca75c690b3c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.241408] env[68461]: DEBUG oslo_vmware.api [None req-2f1401d9-b5c9-4761-8d00-e57433216652 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1227.241408] env[68461]: value = "task-2895728" [ 1227.241408] env[68461]: _type = "Task" [ 1227.241408] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.249902] env[68461]: DEBUG oslo_vmware.api [None req-2f1401d9-b5c9-4761-8d00-e57433216652 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.660048] env[68461]: DEBUG oslo_concurrency.lockutils [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.662592] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.028s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.663184] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.664634] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.329s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.666222] env[68461]: INFO nova.compute.claims [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1227.684963] env[68461]: INFO nova.scheduler.client.report [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Deleted allocations for instance 43770319-9ad1-412a-b862-7f6fbfc8ec63 [ 1227.686645] env[68461]: INFO nova.scheduler.client.report [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Deleted allocations for instance 6a686ce7-1687-471e-b292-b17e52099459 [ 1227.751528] env[68461]: DEBUG oslo_vmware.api [None req-2f1401d9-b5c9-4761-8d00-e57433216652 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895728, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.196948] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a7a2cf04-3868-4ada-a9f2-203682e81588 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "6a686ce7-1687-471e-b292-b17e52099459" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.423s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.198893] env[68461]: DEBUG oslo_concurrency.lockutils [None req-94d805a9-e2a3-405c-a184-ac1d233cc274 tempest-ListServersNegativeTestJSON-76641040 tempest-ListServersNegativeTestJSON-76641040-project-member] Lock "43770319-9ad1-412a-b862-7f6fbfc8ec63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.076s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.252977] env[68461]: DEBUG oslo_vmware.api [None req-2f1401d9-b5c9-4761-8d00-e57433216652 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895728, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.757578] env[68461]: DEBUG oslo_vmware.api [None req-2f1401d9-b5c9-4761-8d00-e57433216652 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895728, 'name': ReconfigVM_Task, 'duration_secs': 1.233832} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.757950] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f1401d9-b5c9-4761-8d00-e57433216652 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1228.758155] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1401d9-b5c9-4761-8d00-e57433216652 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.758404] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5491cc74-259d-4575-b1f6-c84082829300 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.769527] env[68461]: DEBUG oslo_vmware.api [None req-2f1401d9-b5c9-4761-8d00-e57433216652 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1228.769527] env[68461]: value = "task-2895729" [ 1228.769527] env[68461]: _type = "Task" [ 1228.769527] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.778845] env[68461]: DEBUG oslo_vmware.api [None req-2f1401d9-b5c9-4761-8d00-e57433216652 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.050579] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c5f033-a8ec-4887-a569-96e4cbd9f225 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.061420] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d016ffd-1ac4-4edc-8001-a4cda622f56e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.097643] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf52e91-db0c-42d9-b082-b89b3116f549 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.106911] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaf92d9-4f9e-4deb-adc2-8a181bf0838f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.125592] env[68461]: DEBUG nova.compute.provider_tree [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.196667] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "0fae630c-c34d-4827-9557-2d3bdb3d7c50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.196952] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "0fae630c-c34d-4827-9557-2d3bdb3d7c50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.197195] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "0fae630c-c34d-4827-9557-2d3bdb3d7c50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.197411] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "0fae630c-c34d-4827-9557-2d3bdb3d7c50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.197587] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "0fae630c-c34d-4827-9557-2d3bdb3d7c50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.199937] env[68461]: INFO nova.compute.manager [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Terminating instance [ 1229.285786] env[68461]: DEBUG oslo_vmware.api [None req-2f1401d9-b5c9-4761-8d00-e57433216652 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895729, 'name': PowerOnVM_Task, 'duration_secs': 0.394237} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.285786] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1401d9-b5c9-4761-8d00-e57433216652 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.285786] env[68461]: DEBUG nova.compute.manager [None req-2f1401d9-b5c9-4761-8d00-e57433216652 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.285786] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d81500-4f08-49db-ba81-fe3fd4f0b7b9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.634721] env[68461]: DEBUG nova.scheduler.client.report [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.704491] env[68461]: DEBUG nova.compute.manager [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1229.704802] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.705823] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441be4fe-6f04-4c56-b5f1-609fb79f31d8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.714522] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.714758] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-041ffb73-3309-47e9-a7fa-8123f0e7f33f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.722034] env[68461]: DEBUG oslo_vmware.api [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 1229.722034] env[68461]: value = "task-2895730" [ 1229.722034] env[68461]: _type = "Task" [ 1229.722034] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.733211] env[68461]: DEBUG oslo_vmware.api [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.138728] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.139710] env[68461]: DEBUG nova.compute.manager [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1230.142587] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.967s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.147501] env[68461]: INFO nova.compute.claims [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.232920] env[68461]: DEBUG oslo_vmware.api [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895730, 'name': PowerOffVM_Task, 'duration_secs': 0.217007} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.233296] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.233388] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1230.233666] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62ce4108-b501-4aa6-9d98-1b437ce8d8bc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.306563] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1230.306882] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1230.306971] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Deleting the datastore file [datastore1] 0fae630c-c34d-4827-9557-2d3bdb3d7c50 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.307331] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96142fb5-224d-4948-86ad-bddd947a494a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.314780] env[68461]: DEBUG oslo_vmware.api [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for the task: (returnval){ [ 1230.314780] env[68461]: value = "task-2895732" [ 1230.314780] env[68461]: _type = "Task" [ 1230.314780] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.325351] env[68461]: DEBUG oslo_vmware.api [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.652289] env[68461]: DEBUG nova.compute.utils [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1230.655716] env[68461]: DEBUG nova.compute.manager [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1230.655892] env[68461]: DEBUG nova.network.neutron [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1230.707896] env[68461]: DEBUG nova.policy [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc6431d1a2984eedad6000f2cc2e8743', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcb360f473bb4879882df61178c87135', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1230.825952] env[68461]: DEBUG oslo_vmware.api [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Task: {'id': task-2895732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154381} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.826535] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.826836] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.827158] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.827507] env[68461]: INFO nova.compute.manager [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1230.827950] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.828288] env[68461]: DEBUG nova.compute.manager [-] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1230.828487] env[68461]: DEBUG nova.network.neutron [-] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1231.159600] env[68461]: DEBUG nova.compute.manager [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1231.271442] env[68461]: DEBUG nova.network.neutron [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Successfully created port: 48985800-687f-46c2-a506-35bbaeb62375 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1231.374270] env[68461]: DEBUG nova.compute.manager [req-8f3579e7-3764-4b47-885a-862e8c0edf90 req-a6873432-360b-44bd-9041-d21be3cffacd service nova] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Received event network-vif-deleted-db06e5d1-6705-45a3-be2a-c16c7def6281 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.374633] env[68461]: INFO nova.compute.manager [req-8f3579e7-3764-4b47-885a-862e8c0edf90 req-a6873432-360b-44bd-9041-d21be3cffacd service nova] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Neutron deleted interface db06e5d1-6705-45a3-be2a-c16c7def6281; detaching it from the instance and deleting it from the info cache [ 1231.374800] env[68461]: DEBUG nova.network.neutron [req-8f3579e7-3764-4b47-885a-862e8c0edf90 req-a6873432-360b-44bd-9041-d21be3cffacd service nova] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.542051] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52b83f2-a710-41e5-b2fe-040fdcd2c7bb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.551875] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7465bd-1fea-4412-be80-de51d8691691 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.584123] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb608ae-cfa3-4e38-90c4-0c8d9299f865 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.592663] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df56aa50-463c-49f3-a9df-40b23243eb27 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.610963] env[68461]: DEBUG nova.compute.provider_tree [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.797354] env[68461]: DEBUG nova.network.neutron [-] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.880034] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c9e8acd-2ede-4967-aab6-a54fbb0e050a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.891664] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba15cb60-ac98-4273-bd1a-6d7269670f33 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.925548] env[68461]: DEBUG nova.compute.manager [req-8f3579e7-3764-4b47-885a-862e8c0edf90 req-a6873432-360b-44bd-9041-d21be3cffacd service nova] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Detach interface failed, port_id=db06e5d1-6705-45a3-be2a-c16c7def6281, reason: Instance 0fae630c-c34d-4827-9557-2d3bdb3d7c50 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1232.112796] env[68461]: DEBUG nova.scheduler.client.report [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.172589] env[68461]: DEBUG nova.compute.manager [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1232.202214] env[68461]: DEBUG nova.virt.hardware [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.202427] env[68461]: DEBUG nova.virt.hardware [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.202615] env[68461]: DEBUG nova.virt.hardware [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.202843] env[68461]: DEBUG nova.virt.hardware [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.203008] env[68461]: DEBUG nova.virt.hardware [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.203272] env[68461]: DEBUG nova.virt.hardware [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.203845] env[68461]: DEBUG nova.virt.hardware [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.203845] env[68461]: DEBUG nova.virt.hardware [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.203845] env[68461]: DEBUG nova.virt.hardware [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.204150] env[68461]: DEBUG nova.virt.hardware [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.204315] env[68461]: DEBUG nova.virt.hardware [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.205229] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5a6275-3c99-46e8-a13b-577d994964c5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.214942] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ab6357-fbf2-4838-9cbd-37870e2b8e34 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.300255] env[68461]: INFO nova.compute.manager [-] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Took 1.47 seconds to deallocate network for instance. [ 1232.617764] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.618354] env[68461]: DEBUG nova.compute.manager [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1232.621105] env[68461]: DEBUG oslo_concurrency.lockutils [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.904s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.621330] env[68461]: DEBUG nova.objects.instance [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Lazy-loading 'resources' on Instance uuid d9700008-55ce-497c-af7a-7aa3de39023a {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.808055] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.061826] env[68461]: DEBUG nova.network.neutron [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Successfully updated port: 48985800-687f-46c2-a506-35bbaeb62375 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1233.128020] env[68461]: DEBUG nova.compute.utils [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1233.129761] env[68461]: DEBUG nova.compute.manager [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1233.129938] env[68461]: DEBUG nova.network.neutron [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1233.198688] env[68461]: DEBUG nova.policy [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ac02e0a3ee94de3867f8252b5c8db6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b29fe601402479aa1bce276deab61ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1233.256188] env[68461]: DEBUG oslo_concurrency.lockutils [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "c64335ce-81c1-4975-be9e-77155e1f8ddb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.256433] env[68461]: DEBUG oslo_concurrency.lockutils [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "c64335ce-81c1-4975-be9e-77155e1f8ddb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.429893] env[68461]: DEBUG nova.compute.manager [req-d2fe3bdd-3bcd-41d7-86c6-e849b3c38c2e req-2fee9b11-71c0-47f7-a093-50b00248f322 service nova] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Received event network-vif-plugged-48985800-687f-46c2-a506-35bbaeb62375 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.430171] env[68461]: DEBUG oslo_concurrency.lockutils [req-d2fe3bdd-3bcd-41d7-86c6-e849b3c38c2e req-2fee9b11-71c0-47f7-a093-50b00248f322 service nova] Acquiring lock "15f2b398-5e16-4962-b351-f528f9c7b8b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.430576] env[68461]: DEBUG oslo_concurrency.lockutils [req-d2fe3bdd-3bcd-41d7-86c6-e849b3c38c2e req-2fee9b11-71c0-47f7-a093-50b00248f322 service nova] Lock "15f2b398-5e16-4962-b351-f528f9c7b8b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.430806] env[68461]: DEBUG oslo_concurrency.lockutils [req-d2fe3bdd-3bcd-41d7-86c6-e849b3c38c2e req-2fee9b11-71c0-47f7-a093-50b00248f322 service nova] Lock "15f2b398-5e16-4962-b351-f528f9c7b8b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.431124] env[68461]: DEBUG nova.compute.manager [req-d2fe3bdd-3bcd-41d7-86c6-e849b3c38c2e req-2fee9b11-71c0-47f7-a093-50b00248f322 service nova] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] No waiting events found dispatching network-vif-plugged-48985800-687f-46c2-a506-35bbaeb62375 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1233.431351] env[68461]: WARNING nova.compute.manager [req-d2fe3bdd-3bcd-41d7-86c6-e849b3c38c2e req-2fee9b11-71c0-47f7-a093-50b00248f322 service nova] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Received unexpected event network-vif-plugged-48985800-687f-46c2-a506-35bbaeb62375 for instance with vm_state building and task_state spawning. [ 1233.431640] env[68461]: DEBUG nova.compute.manager [req-d2fe3bdd-3bcd-41d7-86c6-e849b3c38c2e req-2fee9b11-71c0-47f7-a093-50b00248f322 service nova] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Received event network-changed-48985800-687f-46c2-a506-35bbaeb62375 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.431640] env[68461]: DEBUG nova.compute.manager [req-d2fe3bdd-3bcd-41d7-86c6-e849b3c38c2e req-2fee9b11-71c0-47f7-a093-50b00248f322 service nova] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Refreshing instance network info cache due to event network-changed-48985800-687f-46c2-a506-35bbaeb62375. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1233.431844] env[68461]: DEBUG oslo_concurrency.lockutils [req-d2fe3bdd-3bcd-41d7-86c6-e849b3c38c2e req-2fee9b11-71c0-47f7-a093-50b00248f322 service nova] Acquiring lock "refresh_cache-15f2b398-5e16-4962-b351-f528f9c7b8b2" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.432073] env[68461]: DEBUG oslo_concurrency.lockutils [req-d2fe3bdd-3bcd-41d7-86c6-e849b3c38c2e req-2fee9b11-71c0-47f7-a093-50b00248f322 service nova] Acquired lock "refresh_cache-15f2b398-5e16-4962-b351-f528f9c7b8b2" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.432073] env[68461]: DEBUG nova.network.neutron [req-d2fe3bdd-3bcd-41d7-86c6-e849b3c38c2e req-2fee9b11-71c0-47f7-a093-50b00248f322 service nova] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Refreshing network info cache for port 48985800-687f-46c2-a506-35bbaeb62375 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.475162] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56f7b83-ae82-4839-9aa8-e51fd63b4be2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.483575] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba9be52-ce92-4452-a447-4d9f26eda4aa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.514521] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160e3a0c-5d8e-4c07-a4be-57f207b9253c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.524201] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241b3067-8196-4dd0-81d9-a22b10b22579 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.539821] env[68461]: DEBUG nova.compute.provider_tree [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.565021] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "refresh_cache-15f2b398-5e16-4962-b351-f528f9c7b8b2" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.621995] env[68461]: DEBUG nova.network.neutron [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Successfully created port: 05285131-4537-4ee6-8112-360e929b6ade {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1233.632871] env[68461]: DEBUG nova.compute.manager [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1233.759913] env[68461]: DEBUG nova.compute.manager [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1233.991562] env[68461]: DEBUG nova.network.neutron [req-d2fe3bdd-3bcd-41d7-86c6-e849b3c38c2e req-2fee9b11-71c0-47f7-a093-50b00248f322 service nova] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1234.042793] env[68461]: DEBUG nova.scheduler.client.report [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.177314] env[68461]: DEBUG nova.network.neutron [req-d2fe3bdd-3bcd-41d7-86c6-e849b3c38c2e req-2fee9b11-71c0-47f7-a093-50b00248f322 service nova] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.285758] env[68461]: DEBUG oslo_concurrency.lockutils [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.549231] env[68461]: DEBUG oslo_concurrency.lockutils [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.551592] env[68461]: DEBUG oslo_concurrency.lockutils [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.410s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.553279] env[68461]: INFO nova.compute.claims [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.581613] env[68461]: INFO nova.scheduler.client.report [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Deleted allocations for instance d9700008-55ce-497c-af7a-7aa3de39023a [ 1234.648285] env[68461]: DEBUG nova.compute.manager [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1234.677481] env[68461]: DEBUG nova.virt.hardware [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.677684] env[68461]: DEBUG nova.virt.hardware [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.677834] env[68461]: DEBUG nova.virt.hardware [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.678033] env[68461]: DEBUG nova.virt.hardware [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.678151] env[68461]: DEBUG nova.virt.hardware [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.678295] env[68461]: DEBUG nova.virt.hardware [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.678500] env[68461]: DEBUG nova.virt.hardware [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.678659] env[68461]: DEBUG nova.virt.hardware [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.678866] env[68461]: DEBUG nova.virt.hardware [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.679037] env[68461]: DEBUG nova.virt.hardware [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.679214] env[68461]: DEBUG nova.virt.hardware [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.680096] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d7ec63-5942-4894-af04-f3c7eb5f2b3d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.683307] env[68461]: DEBUG oslo_concurrency.lockutils [req-d2fe3bdd-3bcd-41d7-86c6-e849b3c38c2e req-2fee9b11-71c0-47f7-a093-50b00248f322 service nova] Releasing lock "refresh_cache-15f2b398-5e16-4962-b351-f528f9c7b8b2" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.683388] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquired lock "refresh_cache-15f2b398-5e16-4962-b351-f528f9c7b8b2" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.683510] env[68461]: DEBUG nova.network.neutron [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.690337] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac37dd9-861e-40bb-82e4-9d4302a890c2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.094694] env[68461]: DEBUG oslo_concurrency.lockutils [None req-71020e03-a6ae-434c-a28a-7442a7efbc6d tempest-ServerRescueTestJSONUnderV235-1703480709 tempest-ServerRescueTestJSONUnderV235-1703480709-project-member] Lock "d9700008-55ce-497c-af7a-7aa3de39023a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.366s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.233165] env[68461]: DEBUG nova.network.neutron [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1235.434175] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8e846522-8893-40d1-b064-0886b0851013 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "fd817671-1887-4e04-953c-bfd4bf1cee7b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.434422] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8e846522-8893-40d1-b064-0886b0851013 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "fd817671-1887-4e04-953c-bfd4bf1cee7b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.434602] env[68461]: DEBUG nova.compute.manager [None req-8e846522-8893-40d1-b064-0886b0851013 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.435652] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e28838-9f3a-4937-8174-5b4f94fc602b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.447358] env[68461]: DEBUG nova.compute.manager [None req-8e846522-8893-40d1-b064-0886b0851013 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68461) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1235.448207] env[68461]: DEBUG nova.objects.instance [None req-8e846522-8893-40d1-b064-0886b0851013 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lazy-loading 'flavor' on Instance uuid fd817671-1887-4e04-953c-bfd4bf1cee7b {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.551489] env[68461]: DEBUG nova.network.neutron [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Updating instance_info_cache with network_info: [{"id": "48985800-687f-46c2-a506-35bbaeb62375", "address": "fa:16:3e:85:25:c7", "network": {"id": "07805497-81c2-4a8f-af1f-41c565e6e0f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-968415248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcb360f473bb4879882df61178c87135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48985800-68", "ovs_interfaceid": "48985800-687f-46c2-a506-35bbaeb62375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.694200] env[68461]: DEBUG nova.compute.manager [req-8d58d0dc-e827-4d54-831a-5a6146880aa2 req-5bff3c28-b9a8-4c09-94ec-43d552cf65c3 service nova] [instance: 8830abc8-5912-491f-ba79-df394929293f] Received event network-vif-plugged-05285131-4537-4ee6-8112-360e929b6ade {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.695147] env[68461]: DEBUG oslo_concurrency.lockutils [req-8d58d0dc-e827-4d54-831a-5a6146880aa2 req-5bff3c28-b9a8-4c09-94ec-43d552cf65c3 service nova] Acquiring lock "8830abc8-5912-491f-ba79-df394929293f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.696768] env[68461]: DEBUG oslo_concurrency.lockutils [req-8d58d0dc-e827-4d54-831a-5a6146880aa2 req-5bff3c28-b9a8-4c09-94ec-43d552cf65c3 service nova] Lock "8830abc8-5912-491f-ba79-df394929293f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.696768] env[68461]: DEBUG oslo_concurrency.lockutils [req-8d58d0dc-e827-4d54-831a-5a6146880aa2 req-5bff3c28-b9a8-4c09-94ec-43d552cf65c3 service nova] Lock "8830abc8-5912-491f-ba79-df394929293f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.696768] env[68461]: DEBUG nova.compute.manager [req-8d58d0dc-e827-4d54-831a-5a6146880aa2 req-5bff3c28-b9a8-4c09-94ec-43d552cf65c3 service nova] [instance: 8830abc8-5912-491f-ba79-df394929293f] No waiting events found dispatching network-vif-plugged-05285131-4537-4ee6-8112-360e929b6ade {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1235.696768] env[68461]: WARNING nova.compute.manager [req-8d58d0dc-e827-4d54-831a-5a6146880aa2 req-5bff3c28-b9a8-4c09-94ec-43d552cf65c3 service nova] [instance: 8830abc8-5912-491f-ba79-df394929293f] Received unexpected event network-vif-plugged-05285131-4537-4ee6-8112-360e929b6ade for instance with vm_state building and task_state spawning. [ 1235.835275] env[68461]: DEBUG nova.network.neutron [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Successfully updated port: 05285131-4537-4ee6-8112-360e929b6ade {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.967553] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c315a7b-8e1a-41b9-a852-9719d0fdd1ed {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.976151] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f4cf38-ce61-46d8-b2f4-da167e488eb3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.007946] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98b3180-bad0-4316-880a-afedee4ed342 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.017867] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8179cf67-7a24-4ec0-80de-6b0b7e54d5c4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.034513] env[68461]: DEBUG nova.compute.provider_tree [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.054742] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Releasing lock "refresh_cache-15f2b398-5e16-4962-b351-f528f9c7b8b2" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.054990] env[68461]: DEBUG nova.compute.manager [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Instance network_info: |[{"id": "48985800-687f-46c2-a506-35bbaeb62375", "address": "fa:16:3e:85:25:c7", "network": {"id": "07805497-81c2-4a8f-af1f-41c565e6e0f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-968415248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcb360f473bb4879882df61178c87135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48985800-68", "ovs_interfaceid": "48985800-687f-46c2-a506-35bbaeb62375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1236.055643] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:25:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48985800-687f-46c2-a506-35bbaeb62375', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1236.064785] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.065305] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1236.065549] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6d0eb6f-6790-43fe-9c95-535f50383d80 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.087869] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1236.087869] env[68461]: value = "task-2895733" [ 1236.087869] env[68461]: _type = "Task" [ 1236.087869] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.097718] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895733, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.344068] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "refresh_cache-8830abc8-5912-491f-ba79-df394929293f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.344233] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired lock "refresh_cache-8830abc8-5912-491f-ba79-df394929293f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.344388] env[68461]: DEBUG nova.network.neutron [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.458932] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e846522-8893-40d1-b064-0886b0851013 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.459289] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-336a102a-eaac-40a2-a947-c3a9db96f033 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.466934] env[68461]: DEBUG oslo_vmware.api [None req-8e846522-8893-40d1-b064-0886b0851013 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1236.466934] env[68461]: value = "task-2895734" [ 1236.466934] env[68461]: _type = "Task" [ 1236.466934] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.478217] env[68461]: DEBUG oslo_vmware.api [None req-8e846522-8893-40d1-b064-0886b0851013 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2895734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.538579] env[68461]: DEBUG nova.scheduler.client.report [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.601652] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895733, 'name': CreateVM_Task, 'duration_secs': 0.368982} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.601776] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.602521] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.602686] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.603010] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.603280] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad51edf9-8804-4925-a516-e6078b7a520a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.609262] env[68461]: DEBUG oslo_vmware.api [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1236.609262] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52e98004-e0a6-a06a-bcad-b082195e79d8" [ 1236.609262] env[68461]: _type = "Task" [ 1236.609262] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.619187] env[68461]: DEBUG oslo_vmware.api [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52e98004-e0a6-a06a-bcad-b082195e79d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.902635] env[68461]: DEBUG nova.network.neutron [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1236.979116] env[68461]: DEBUG oslo_vmware.api [None req-8e846522-8893-40d1-b064-0886b0851013 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2895734, 'name': PowerOffVM_Task, 'duration_secs': 0.278871} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.979116] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e846522-8893-40d1-b064-0886b0851013 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.979116] env[68461]: DEBUG nova.compute.manager [None req-8e846522-8893-40d1-b064-0886b0851013 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.980024] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f3a5cc-a7bd-4c01-811e-a0a0f6d7846f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.043530] env[68461]: DEBUG oslo_concurrency.lockutils [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.044149] env[68461]: DEBUG nova.compute.manager [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1237.047061] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.673s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.048600] env[68461]: INFO nova.compute.claims [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.091712] env[68461]: DEBUG nova.network.neutron [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Updating instance_info_cache with network_info: [{"id": "05285131-4537-4ee6-8112-360e929b6ade", "address": "fa:16:3e:e8:ed:ad", "network": {"id": "32ab3227-0156-4a55-9222-1015f605da2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1621872308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29fe601402479aa1bce276deab61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05285131-45", "ovs_interfaceid": "05285131-4537-4ee6-8112-360e929b6ade", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.121369] env[68461]: DEBUG oslo_vmware.api [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52e98004-e0a6-a06a-bcad-b082195e79d8, 'name': SearchDatastore_Task, 'duration_secs': 0.01178} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.121677] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.121901] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.122148] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.122304] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.122479] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.122733] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7774d8b7-f694-4c47-8f89-87cf84208639 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.133257] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.133350] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.134012] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aabcab4-bd8e-406e-99c2-a2fa1511ad05 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.141192] env[68461]: DEBUG oslo_vmware.api [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1237.141192] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52dd2c1e-9207-01ae-7887-64206004c1c6" [ 1237.141192] env[68461]: _type = "Task" [ 1237.141192] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.149925] env[68461]: DEBUG oslo_vmware.api [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52dd2c1e-9207-01ae-7887-64206004c1c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.494026] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8e846522-8893-40d1-b064-0886b0851013 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "fd817671-1887-4e04-953c-bfd4bf1cee7b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.559157] env[68461]: DEBUG nova.compute.utils [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1237.560604] env[68461]: DEBUG nova.compute.manager [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1237.560798] env[68461]: DEBUG nova.network.neutron [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1237.593954] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Releasing lock "refresh_cache-8830abc8-5912-491f-ba79-df394929293f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.594308] env[68461]: DEBUG nova.compute.manager [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Instance network_info: |[{"id": "05285131-4537-4ee6-8112-360e929b6ade", "address": "fa:16:3e:e8:ed:ad", "network": {"id": "32ab3227-0156-4a55-9222-1015f605da2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1621872308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29fe601402479aa1bce276deab61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05285131-45", "ovs_interfaceid": "05285131-4537-4ee6-8112-360e929b6ade", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1237.594993] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:ed:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05285131-4537-4ee6-8112-360e929b6ade', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.602460] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Creating folder: Project (4b29fe601402479aa1bce276deab61ad). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1237.602737] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd185030-e73b-4830-8368-1bb8e35685fa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.616286] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Created folder: Project (4b29fe601402479aa1bce276deab61ad) in parent group-v581476. [ 1237.616489] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Creating folder: Instances. Parent ref: group-v581703. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1237.616790] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1b29524-e58b-459a-89cb-59723295d3f4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.633182] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Created folder: Instances in parent group-v581703. [ 1237.634036] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.634036] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8830abc8-5912-491f-ba79-df394929293f] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.634036] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e85e2ac-43db-46f9-b329-827b2f5b5810 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.651192] env[68461]: DEBUG nova.policy [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c71253127d8b491e9a99d425af117eb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '172893bd35654dcea61891ad9fbc7e85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1237.664732] env[68461]: DEBUG oslo_vmware.api [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52dd2c1e-9207-01ae-7887-64206004c1c6, 'name': SearchDatastore_Task, 'duration_secs': 0.01041} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.667721] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.667721] env[68461]: value = "task-2895737" [ 1237.667721] env[68461]: _type = "Task" [ 1237.667721] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.668014] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c1fa84-6821-492d-abe1-786b1ab83abb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.679713] env[68461]: DEBUG oslo_vmware.api [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1237.679713] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]523db841-346b-09a8-3aca-e7f637108882" [ 1237.679713] env[68461]: _type = "Task" [ 1237.679713] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.683312] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895737, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.693889] env[68461]: DEBUG oslo_vmware.api [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]523db841-346b-09a8-3aca-e7f637108882, 'name': SearchDatastore_Task, 'duration_secs': 0.011221} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.694167] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.694530] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 15f2b398-5e16-4962-b351-f528f9c7b8b2/15f2b398-5e16-4962-b351-f528f9c7b8b2.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.694877] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1c070e2-0fae-45d8-8f6a-b8a285b862b9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.703177] env[68461]: DEBUG oslo_vmware.api [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1237.703177] env[68461]: value = "task-2895738" [ 1237.703177] env[68461]: _type = "Task" [ 1237.703177] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.712018] env[68461]: DEBUG oslo_vmware.api [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.801299] env[68461]: DEBUG nova.compute.manager [req-001b6e56-9d12-4b96-8dc3-8b1e5cee0882 req-206459b0-f904-433f-b549-d086028349a1 service nova] [instance: 8830abc8-5912-491f-ba79-df394929293f] Received event network-changed-05285131-4537-4ee6-8112-360e929b6ade {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.801299] env[68461]: DEBUG nova.compute.manager [req-001b6e56-9d12-4b96-8dc3-8b1e5cee0882 req-206459b0-f904-433f-b549-d086028349a1 service nova] [instance: 8830abc8-5912-491f-ba79-df394929293f] Refreshing instance network info cache due to event network-changed-05285131-4537-4ee6-8112-360e929b6ade. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1237.801299] env[68461]: DEBUG oslo_concurrency.lockutils [req-001b6e56-9d12-4b96-8dc3-8b1e5cee0882 req-206459b0-f904-433f-b549-d086028349a1 service nova] Acquiring lock "refresh_cache-8830abc8-5912-491f-ba79-df394929293f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.801299] env[68461]: DEBUG oslo_concurrency.lockutils [req-001b6e56-9d12-4b96-8dc3-8b1e5cee0882 req-206459b0-f904-433f-b549-d086028349a1 service nova] Acquired lock "refresh_cache-8830abc8-5912-491f-ba79-df394929293f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.801299] env[68461]: DEBUG nova.network.neutron [req-001b6e56-9d12-4b96-8dc3-8b1e5cee0882 req-206459b0-f904-433f-b549-d086028349a1 service nova] [instance: 8830abc8-5912-491f-ba79-df394929293f] Refreshing network info cache for port 05285131-4537-4ee6-8112-360e929b6ade {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.886976] env[68461]: DEBUG nova.objects.instance [None req-8c4aa924-9ddc-4abf-8a60-72d7707ed574 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lazy-loading 'flavor' on Instance uuid fd817671-1887-4e04-953c-bfd4bf1cee7b {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.065370] env[68461]: DEBUG nova.compute.manager [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1238.185466] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895737, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.215621] env[68461]: DEBUG oslo_vmware.api [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498071} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.219856] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 15f2b398-5e16-4962-b351-f528f9c7b8b2/15f2b398-5e16-4962-b351-f528f9c7b8b2.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.220122] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.220615] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-479949a9-8d70-4f16-97a1-244d378f6034 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.228563] env[68461]: DEBUG oslo_vmware.api [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1238.228563] env[68461]: value = "task-2895739" [ 1238.228563] env[68461]: _type = "Task" [ 1238.228563] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.235806] env[68461]: DEBUG nova.network.neutron [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Successfully created port: 6377c15f-406d-411c-93b9-6a449f0c2806 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1238.243748] env[68461]: DEBUG oslo_vmware.api [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.394365] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8c4aa924-9ddc-4abf-8a60-72d7707ed574 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "refresh_cache-fd817671-1887-4e04-953c-bfd4bf1cee7b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.394561] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8c4aa924-9ddc-4abf-8a60-72d7707ed574 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired lock "refresh_cache-fd817671-1887-4e04-953c-bfd4bf1cee7b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.394741] env[68461]: DEBUG nova.network.neutron [None req-8c4aa924-9ddc-4abf-8a60-72d7707ed574 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.394922] env[68461]: DEBUG nova.objects.instance [None req-8c4aa924-9ddc-4abf-8a60-72d7707ed574 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lazy-loading 'info_cache' on Instance uuid fd817671-1887-4e04-953c-bfd4bf1cee7b {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.494329] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d197d81c-af5b-4293-a870-ede305a3e6c3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.505727] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90518ec0-1734-420c-9faf-bfe278f17f89 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.539617] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005769af-cee2-4bb3-9954-6ad8bf7909ea {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.548520] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907b9751-db36-49a8-92fd-f05200e6f896 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.563211] env[68461]: DEBUG nova.compute.provider_tree [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.686908] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895737, 'name': CreateVM_Task, 'duration_secs': 0.523962} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.687103] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8830abc8-5912-491f-ba79-df394929293f] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.687774] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.688119] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.688490] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.688914] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-448c8065-c36d-4df5-97b7-00ec0649baaf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.694902] env[68461]: DEBUG oslo_vmware.api [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1238.694902] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]522381bc-cc91-8b63-df18-2ec8d8784217" [ 1238.694902] env[68461]: _type = "Task" [ 1238.694902] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.699028] env[68461]: DEBUG nova.network.neutron [req-001b6e56-9d12-4b96-8dc3-8b1e5cee0882 req-206459b0-f904-433f-b549-d086028349a1 service nova] [instance: 8830abc8-5912-491f-ba79-df394929293f] Updated VIF entry in instance network info cache for port 05285131-4537-4ee6-8112-360e929b6ade. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.699336] env[68461]: DEBUG nova.network.neutron [req-001b6e56-9d12-4b96-8dc3-8b1e5cee0882 req-206459b0-f904-433f-b549-d086028349a1 service nova] [instance: 8830abc8-5912-491f-ba79-df394929293f] Updating instance_info_cache with network_info: [{"id": "05285131-4537-4ee6-8112-360e929b6ade", "address": "fa:16:3e:e8:ed:ad", "network": {"id": "32ab3227-0156-4a55-9222-1015f605da2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1621872308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29fe601402479aa1bce276deab61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05285131-45", "ovs_interfaceid": "05285131-4537-4ee6-8112-360e929b6ade", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.707933] env[68461]: DEBUG oslo_vmware.api [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522381bc-cc91-8b63-df18-2ec8d8784217, 'name': SearchDatastore_Task, 'duration_secs': 0.01038} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.708230] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.708450] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1238.708682] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.708825] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.709010] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.709272] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc97cbc7-d6a3-4fb2-b3c7-1a3788c93539 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.721919] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.722188] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1238.723591] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da63e91d-ab4e-4374-a0cd-3c9849c1d7c4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.730203] env[68461]: DEBUG oslo_vmware.api [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1238.730203] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c760fe-ae52-a292-843d-587d2e992cc9" [ 1238.730203] env[68461]: _type = "Task" [ 1238.730203] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.744138] env[68461]: DEBUG oslo_vmware.api [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073526} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.747623] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1238.748196] env[68461]: DEBUG oslo_vmware.api [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c760fe-ae52-a292-843d-587d2e992cc9, 'name': SearchDatastore_Task, 'duration_secs': 0.012611} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.748891] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82af23c0-6a4d-49a0-9b18-617df240018c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.751952] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dfc6bcb-cfbe-4001-af07-7465ee58d26d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.759145] env[68461]: DEBUG oslo_vmware.api [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1238.759145] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52679d66-e67f-a59d-3988-759bb9f0ccad" [ 1238.759145] env[68461]: _type = "Task" [ 1238.759145] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.777311] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 15f2b398-5e16-4962-b351-f528f9c7b8b2/15f2b398-5e16-4962-b351-f528f9c7b8b2.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.780785] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7b45ccb-1754-4a39-8c44-ed72148e0ce7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.801536] env[68461]: DEBUG oslo_vmware.api [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52679d66-e67f-a59d-3988-759bb9f0ccad, 'name': SearchDatastore_Task, 'duration_secs': 0.01273} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.803035] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.803189] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 8830abc8-5912-491f-ba79-df394929293f/8830abc8-5912-491f-ba79-df394929293f.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.803502] env[68461]: DEBUG oslo_vmware.api [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1238.803502] env[68461]: value = "task-2895740" [ 1238.803502] env[68461]: _type = "Task" [ 1238.803502] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.803683] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71c2a019-97ad-41ef-b2f1-58e7bbafe622 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.816189] env[68461]: DEBUG oslo_vmware.api [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895740, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.817865] env[68461]: DEBUG oslo_vmware.api [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1238.817865] env[68461]: value = "task-2895741" [ 1238.817865] env[68461]: _type = "Task" [ 1238.817865] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.829348] env[68461]: DEBUG oslo_vmware.api [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.899728] env[68461]: DEBUG nova.objects.base [None req-8c4aa924-9ddc-4abf-8a60-72d7707ed574 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68461) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1239.068933] env[68461]: DEBUG nova.scheduler.client.report [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.076098] env[68461]: DEBUG nova.compute.manager [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1239.101328] env[68461]: DEBUG nova.virt.hardware [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.101581] env[68461]: DEBUG nova.virt.hardware [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.101740] env[68461]: DEBUG nova.virt.hardware [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.101911] env[68461]: DEBUG nova.virt.hardware [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.102068] env[68461]: DEBUG nova.virt.hardware [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.102218] env[68461]: DEBUG nova.virt.hardware [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.102430] env[68461]: DEBUG nova.virt.hardware [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.102573] env[68461]: DEBUG nova.virt.hardware [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.102739] env[68461]: DEBUG nova.virt.hardware [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.102898] env[68461]: DEBUG nova.virt.hardware [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.103139] env[68461]: DEBUG nova.virt.hardware [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.104313] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecd108a-46c7-414c-9e51-8b93a541cdf3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.115065] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f50a219-9f44-496e-85a9-0606551b386a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.202576] env[68461]: DEBUG oslo_concurrency.lockutils [req-001b6e56-9d12-4b96-8dc3-8b1e5cee0882 req-206459b0-f904-433f-b549-d086028349a1 service nova] Releasing lock "refresh_cache-8830abc8-5912-491f-ba79-df394929293f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.219662] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquiring lock "b013e906-4313-4ae3-a1fc-b27ee20b698c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.219881] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "b013e906-4313-4ae3-a1fc-b27ee20b698c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.220109] env[68461]: INFO nova.compute.manager [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Shelving [ 1239.318752] env[68461]: DEBUG oslo_vmware.api [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.328235] env[68461]: DEBUG oslo_vmware.api [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895741, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.574259] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.574831] env[68461]: DEBUG nova.compute.manager [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1239.580108] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.948s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.580342] env[68461]: DEBUG nova.objects.instance [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Lazy-loading 'resources' on Instance uuid a4ba8116-3f62-47ad-8fdc-6ac9a2a95479 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.647116] env[68461]: DEBUG nova.network.neutron [None req-8c4aa924-9ddc-4abf-8a60-72d7707ed574 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Updating instance_info_cache with network_info: [{"id": "7655347d-c8a8-49e1-b6e5-e250aa16f7c1", "address": "fa:16:3e:38:58:28", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7655347d-c8", "ovs_interfaceid": "7655347d-c8a8-49e1-b6e5-e250aa16f7c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.818252] env[68461]: DEBUG oslo_vmware.api [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895740, 'name': ReconfigVM_Task, 'duration_secs': 0.613151} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.818806] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 15f2b398-5e16-4962-b351-f528f9c7b8b2/15f2b398-5e16-4962-b351-f528f9c7b8b2.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.819662] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8087c73-40d5-4c24-a6c4-0db3ec316f15 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.830637] env[68461]: DEBUG oslo_vmware.api [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537889} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.832203] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 8830abc8-5912-491f-ba79-df394929293f/8830abc8-5912-491f-ba79-df394929293f.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.832610] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1239.833138] env[68461]: DEBUG oslo_vmware.api [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1239.833138] env[68461]: value = "task-2895742" [ 1239.833138] env[68461]: _type = "Task" [ 1239.833138] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.833566] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f45342c8-4b81-4e29-a574-9622744f5d07 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.846803] env[68461]: DEBUG oslo_vmware.api [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895742, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.848380] env[68461]: DEBUG oslo_vmware.api [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1239.848380] env[68461]: value = "task-2895743" [ 1239.848380] env[68461]: _type = "Task" [ 1239.848380] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.859221] env[68461]: DEBUG oslo_vmware.api [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.083233] env[68461]: DEBUG nova.compute.utils [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1240.088939] env[68461]: DEBUG nova.compute.manager [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Not allocating networking since 'none' was specified. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1240.097708] env[68461]: DEBUG nova.compute.manager [req-9980efb7-539c-40dc-b3aa-6bbed461f6aa req-4cbacbb4-c513-4052-8661-3cab517e5f14 service nova] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Received event network-vif-plugged-6377c15f-406d-411c-93b9-6a449f0c2806 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.097708] env[68461]: DEBUG oslo_concurrency.lockutils [req-9980efb7-539c-40dc-b3aa-6bbed461f6aa req-4cbacbb4-c513-4052-8661-3cab517e5f14 service nova] Acquiring lock "9753dda1-c16e-4a1c-8159-a35e5c6d7e92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.098040] env[68461]: DEBUG oslo_concurrency.lockutils [req-9980efb7-539c-40dc-b3aa-6bbed461f6aa req-4cbacbb4-c513-4052-8661-3cab517e5f14 service nova] Lock "9753dda1-c16e-4a1c-8159-a35e5c6d7e92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.098218] env[68461]: DEBUG oslo_concurrency.lockutils [req-9980efb7-539c-40dc-b3aa-6bbed461f6aa req-4cbacbb4-c513-4052-8661-3cab517e5f14 service nova] Lock "9753dda1-c16e-4a1c-8159-a35e5c6d7e92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.098387] env[68461]: DEBUG nova.compute.manager [req-9980efb7-539c-40dc-b3aa-6bbed461f6aa req-4cbacbb4-c513-4052-8661-3cab517e5f14 service nova] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] No waiting events found dispatching network-vif-plugged-6377c15f-406d-411c-93b9-6a449f0c2806 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1240.098549] env[68461]: WARNING nova.compute.manager [req-9980efb7-539c-40dc-b3aa-6bbed461f6aa req-4cbacbb4-c513-4052-8661-3cab517e5f14 service nova] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Received unexpected event network-vif-plugged-6377c15f-406d-411c-93b9-6a449f0c2806 for instance with vm_state building and task_state spawning. [ 1240.150282] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8c4aa924-9ddc-4abf-8a60-72d7707ed574 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Releasing lock "refresh_cache-fd817671-1887-4e04-953c-bfd4bf1cee7b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.165650] env[68461]: DEBUG nova.network.neutron [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Successfully updated port: 6377c15f-406d-411c-93b9-6a449f0c2806 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1240.229530] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.229829] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca26a1cd-d56d-42e8-b138-4284a4e773fa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.237253] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1240.237253] env[68461]: value = "task-2895744" [ 1240.237253] env[68461]: _type = "Task" [ 1240.237253] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.249629] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.347526] env[68461]: DEBUG oslo_vmware.api [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895742, 'name': Rename_Task, 'duration_secs': 0.222433} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.347827] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.348092] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af0e1f84-22db-4da5-8049-6b3b5b328c94 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.357773] env[68461]: DEBUG oslo_vmware.api [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069623} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.360719] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1240.361123] env[68461]: DEBUG oslo_vmware.api [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1240.361123] env[68461]: value = "task-2895745" [ 1240.361123] env[68461]: _type = "Task" [ 1240.361123] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.362416] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da412ca2-3028-42e9-b4df-671819eff8ac {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.373655] env[68461]: DEBUG oslo_vmware.api [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895745, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.392769] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 8830abc8-5912-491f-ba79-df394929293f/8830abc8-5912-491f-ba79-df394929293f.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.393348] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c01bbd73-e015-446a-8de9-8f77dc0d2060 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.417892] env[68461]: DEBUG oslo_vmware.api [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1240.417892] env[68461]: value = "task-2895746" [ 1240.417892] env[68461]: _type = "Task" [ 1240.417892] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.427222] env[68461]: DEBUG oslo_vmware.api [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.468496] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e676d6-794d-44a3-aedc-3bcc9bafc0d8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.475923] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a958e5fe-9ec0-4e89-8493-3c883bc05aeb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.505697] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5201772f-a1e7-4557-800a-bbc5accdcab0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.514602] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a67710-61da-44f5-927f-ead1d253c656 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.533651] env[68461]: DEBUG nova.compute.provider_tree [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.591259] env[68461]: DEBUG nova.compute.manager [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1240.668793] env[68461]: DEBUG oslo_concurrency.lockutils [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "refresh_cache-9753dda1-c16e-4a1c-8159-a35e5c6d7e92" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.669068] env[68461]: DEBUG oslo_concurrency.lockutils [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired lock "refresh_cache-9753dda1-c16e-4a1c-8159-a35e5c6d7e92" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.669237] env[68461]: DEBUG nova.network.neutron [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.750118] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895744, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.874622] env[68461]: DEBUG oslo_vmware.api [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.927825] env[68461]: DEBUG oslo_vmware.api [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895746, 'name': ReconfigVM_Task, 'duration_secs': 0.29469} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.928192] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 8830abc8-5912-491f-ba79-df394929293f/8830abc8-5912-491f-ba79-df394929293f.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.928922] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-318e02b2-8e4b-47e9-a36d-7b9a1271d815 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.935530] env[68461]: DEBUG oslo_vmware.api [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1240.935530] env[68461]: value = "task-2895747" [ 1240.935530] env[68461]: _type = "Task" [ 1240.935530] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.944676] env[68461]: DEBUG oslo_vmware.api [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895747, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.037306] env[68461]: DEBUG nova.scheduler.client.report [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.157522] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4aa924-9ddc-4abf-8a60-72d7707ed574 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.157985] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08d134ee-cae1-4e31-8b92-36712cd82592 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.164791] env[68461]: DEBUG oslo_vmware.api [None req-8c4aa924-9ddc-4abf-8a60-72d7707ed574 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1241.164791] env[68461]: value = "task-2895748" [ 1241.164791] env[68461]: _type = "Task" [ 1241.164791] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.174445] env[68461]: DEBUG oslo_vmware.api [None req-8c4aa924-9ddc-4abf-8a60-72d7707ed574 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2895748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.225891] env[68461]: DEBUG nova.network.neutron [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1241.249816] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895744, 'name': PowerOffVM_Task, 'duration_secs': 0.613601} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.252289] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.253926] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41d7742-1558-4440-80f6-a8ead608ead6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.271426] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a16981-7fdb-4794-820b-2a4a71f2a6b9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.374524] env[68461]: DEBUG oslo_vmware.api [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2895745, 'name': PowerOnVM_Task, 'duration_secs': 0.705614} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.374723] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.374923] env[68461]: INFO nova.compute.manager [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1241.375208] env[68461]: DEBUG nova.compute.manager [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.375980] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e587e3-1980-46ae-a9c2-db6db6059ff8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.447571] env[68461]: DEBUG oslo_vmware.api [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895747, 'name': Rename_Task, 'duration_secs': 0.156383} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.447571] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.447571] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9008a07-8519-4a10-bf1c-5707ac474df1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.452586] env[68461]: DEBUG oslo_vmware.api [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1241.452586] env[68461]: value = "task-2895749" [ 1241.452586] env[68461]: _type = "Task" [ 1241.452586] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.461182] env[68461]: DEBUG oslo_vmware.api [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.464985] env[68461]: DEBUG nova.network.neutron [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Updating instance_info_cache with network_info: [{"id": "6377c15f-406d-411c-93b9-6a449f0c2806", "address": "fa:16:3e:c2:67:8d", "network": {"id": "85cdbcc9-e5a7-4f29-940a-6c0f1d5018cf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1563446852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172893bd35654dcea61891ad9fbc7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6377c15f-40", "ovs_interfaceid": "6377c15f-406d-411c-93b9-6a449f0c2806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.543857] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.546289] env[68461]: DEBUG oslo_concurrency.lockutils [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.784s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.547773] env[68461]: INFO nova.compute.claims [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1241.566715] env[68461]: INFO nova.scheduler.client.report [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Deleted allocations for instance a4ba8116-3f62-47ad-8fdc-6ac9a2a95479 [ 1241.600233] env[68461]: DEBUG nova.compute.manager [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1241.625660] env[68461]: DEBUG nova.virt.hardware [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.625872] env[68461]: DEBUG nova.virt.hardware [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.626042] env[68461]: DEBUG nova.virt.hardware [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.626225] env[68461]: DEBUG nova.virt.hardware [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.626368] env[68461]: DEBUG nova.virt.hardware [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.626514] env[68461]: DEBUG nova.virt.hardware [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.626719] env[68461]: DEBUG nova.virt.hardware [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.626874] env[68461]: DEBUG nova.virt.hardware [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.627050] env[68461]: DEBUG nova.virt.hardware [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.627215] env[68461]: DEBUG nova.virt.hardware [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.627385] env[68461]: DEBUG nova.virt.hardware [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.628620] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054d18b5-bcab-4bdb-a739-fa52132e06fe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.636554] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75812d01-645d-4375-b727-0e427a56b974 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.651059] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Instance VIF info [] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1241.656559] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Creating folder: Project (2542f8d9201d4b41a381e878a9336227). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1241.656868] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b930843-0f76-48a5-8956-9e00373db47f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.670291] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Created folder: Project (2542f8d9201d4b41a381e878a9336227) in parent group-v581476. [ 1241.670499] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Creating folder: Instances. Parent ref: group-v581706. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1241.671254] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4824a4b5-b722-4c9b-9e74-b6cd2eaa8074 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.675950] env[68461]: DEBUG oslo_vmware.api [None req-8c4aa924-9ddc-4abf-8a60-72d7707ed574 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2895748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.684754] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Created folder: Instances in parent group-v581706. [ 1241.684969] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.685171] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1241.685373] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01ee9342-d38c-42c8-9f97-db21f38eb770 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.701442] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1241.701442] env[68461]: value = "task-2895752" [ 1241.701442] env[68461]: _type = "Task" [ 1241.701442] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.710033] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895752, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.783853] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Creating Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1241.784295] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c41595e0-e2a4-44b5-8b81-b0824b79bdb0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.790414] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1241.790414] env[68461]: value = "task-2895753" [ 1241.790414] env[68461]: _type = "Task" [ 1241.790414] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.799501] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895753, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.898099] env[68461]: INFO nova.compute.manager [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Took 31.58 seconds to build instance. [ 1241.965562] env[68461]: DEBUG oslo_vmware.api [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895749, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.967756] env[68461]: DEBUG oslo_concurrency.lockutils [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Releasing lock "refresh_cache-9753dda1-c16e-4a1c-8159-a35e5c6d7e92" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.967756] env[68461]: DEBUG nova.compute.manager [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Instance network_info: |[{"id": "6377c15f-406d-411c-93b9-6a449f0c2806", "address": "fa:16:3e:c2:67:8d", "network": {"id": "85cdbcc9-e5a7-4f29-940a-6c0f1d5018cf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1563446852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172893bd35654dcea61891ad9fbc7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6377c15f-40", "ovs_interfaceid": "6377c15f-406d-411c-93b9-6a449f0c2806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1241.967990] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:67:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6377c15f-406d-411c-93b9-6a449f0c2806', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1241.976479] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.976743] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1241.977019] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccf91353-eec4-4761-9f6a-3203ac8551ac {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.997600] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1241.997600] env[68461]: value = "task-2895754" [ 1241.997600] env[68461]: _type = "Task" [ 1241.997600] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.008011] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895754, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.076478] env[68461]: DEBUG oslo_concurrency.lockutils [None req-fe12fa5d-b138-4d9c-8f5a-187430f0d67a tempest-ServerTagsTestJSON-142056951 tempest-ServerTagsTestJSON-142056951-project-member] Lock "a4ba8116-3f62-47ad-8fdc-6ac9a2a95479" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.910s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.140242] env[68461]: DEBUG nova.compute.manager [req-51bd4132-575f-44eb-9e89-7d95ffc59d95 req-28d24953-0373-4d33-83f8-b26321f03221 service nova] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Received event network-changed-6377c15f-406d-411c-93b9-6a449f0c2806 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.140477] env[68461]: DEBUG nova.compute.manager [req-51bd4132-575f-44eb-9e89-7d95ffc59d95 req-28d24953-0373-4d33-83f8-b26321f03221 service nova] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Refreshing instance network info cache due to event network-changed-6377c15f-406d-411c-93b9-6a449f0c2806. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1242.140718] env[68461]: DEBUG oslo_concurrency.lockutils [req-51bd4132-575f-44eb-9e89-7d95ffc59d95 req-28d24953-0373-4d33-83f8-b26321f03221 service nova] Acquiring lock "refresh_cache-9753dda1-c16e-4a1c-8159-a35e5c6d7e92" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.140979] env[68461]: DEBUG oslo_concurrency.lockutils [req-51bd4132-575f-44eb-9e89-7d95ffc59d95 req-28d24953-0373-4d33-83f8-b26321f03221 service nova] Acquired lock "refresh_cache-9753dda1-c16e-4a1c-8159-a35e5c6d7e92" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.141173] env[68461]: DEBUG nova.network.neutron [req-51bd4132-575f-44eb-9e89-7d95ffc59d95 req-28d24953-0373-4d33-83f8-b26321f03221 service nova] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Refreshing network info cache for port 6377c15f-406d-411c-93b9-6a449f0c2806 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.178871] env[68461]: DEBUG oslo_vmware.api [None req-8c4aa924-9ddc-4abf-8a60-72d7707ed574 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2895748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.214556] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895752, 'name': CreateVM_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.301172] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895753, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.400371] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a75d67e1-1a1f-4513-8bda-9ef3e6586151 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "15f2b398-5e16-4962-b351-f528f9c7b8b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.093s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.464167] env[68461]: DEBUG oslo_vmware.api [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895749, 'name': PowerOnVM_Task} progress is 96%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.508270] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895754, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.679590] env[68461]: DEBUG oslo_vmware.api [None req-8c4aa924-9ddc-4abf-8a60-72d7707ed574 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2895748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.713392] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895752, 'name': CreateVM_Task, 'duration_secs': 0.609872} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.713564] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1242.714027] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.714205] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.714513] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.719207] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa8f9cee-3681-4571-90f1-1f7fe65ee332 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.725846] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1242.725846] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52aa97f4-9348-e346-7523-4f9a300739a6" [ 1242.725846] env[68461]: _type = "Task" [ 1242.725846] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.737725] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52aa97f4-9348-e346-7523-4f9a300739a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.837507] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895753, 'name': CreateSnapshot_Task, 'duration_secs': 0.614944} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.843013] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Created Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1242.844380] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8138b5a-2dc0-4adb-ae86-e107284e0e2b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.965663] env[68461]: DEBUG oslo_vmware.api [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895749, 'name': PowerOnVM_Task, 'duration_secs': 1.099459} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.966231] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.966231] env[68461]: INFO nova.compute.manager [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1242.966370] env[68461]: DEBUG nova.compute.manager [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.967096] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e455548d-d7bb-4960-a0bb-3efed6c8c00f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.010021] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eecb448-44f4-4456-a161-970ccea93d4a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.016460] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895754, 'name': CreateVM_Task, 'duration_secs': 0.532426} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.017152] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.019830] env[68461]: DEBUG oslo_concurrency.lockutils [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.022425] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd14b6a7-bb47-4f83-9b31-997f4bc7c0ea {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.057203] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5027fe7d-d3e4-4925-9bcb-8b3856335880 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.065060] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d79caf-f73c-4f21-a787-1ab9be238eb3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.078429] env[68461]: DEBUG nova.compute.provider_tree [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.177070] env[68461]: DEBUG oslo_vmware.api [None req-8c4aa924-9ddc-4abf-8a60-72d7707ed574 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2895748, 'name': PowerOnVM_Task, 'duration_secs': 1.769759} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.177337] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4aa924-9ddc-4abf-8a60-72d7707ed574 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.177539] env[68461]: DEBUG nova.compute.manager [None req-8c4aa924-9ddc-4abf-8a60-72d7707ed574 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1243.178313] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5fd00d-d75f-4595-ad7c-987014a194a4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.212433] env[68461]: DEBUG nova.network.neutron [req-51bd4132-575f-44eb-9e89-7d95ffc59d95 req-28d24953-0373-4d33-83f8-b26321f03221 service nova] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Updated VIF entry in instance network info cache for port 6377c15f-406d-411c-93b9-6a449f0c2806. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.212900] env[68461]: DEBUG nova.network.neutron [req-51bd4132-575f-44eb-9e89-7d95ffc59d95 req-28d24953-0373-4d33-83f8-b26321f03221 service nova] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Updating instance_info_cache with network_info: [{"id": "6377c15f-406d-411c-93b9-6a449f0c2806", "address": "fa:16:3e:c2:67:8d", "network": {"id": "85cdbcc9-e5a7-4f29-940a-6c0f1d5018cf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1563446852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172893bd35654dcea61891ad9fbc7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6377c15f-40", "ovs_interfaceid": "6377c15f-406d-411c-93b9-6a449f0c2806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.246096] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52aa97f4-9348-e346-7523-4f9a300739a6, 'name': SearchDatastore_Task, 'duration_secs': 0.020973} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.246450] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.246660] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.247211] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.247211] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.247327] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.247578] env[68461]: DEBUG oslo_concurrency.lockutils [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.247890] env[68461]: DEBUG oslo_concurrency.lockutils [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.248532] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7720468e-0147-41c2-897d-9dd8ccdd5861 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.250775] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50698548-d975-4813-b1eb-44b7c13c07e2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.256387] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1243.256387] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52d6bb62-1e3c-5710-9910-3d9b5f6e9806" [ 1243.256387] env[68461]: _type = "Task" [ 1243.256387] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.260948] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.261152] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.262200] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9e20e95-33eb-404f-9a45-1caca31b0be5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.267996] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d6bb62-1e3c-5710-9910-3d9b5f6e9806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.270314] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1243.270314] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]528a447c-73cd-9aeb-cab5-e51b78d14416" [ 1243.270314] env[68461]: _type = "Task" [ 1243.270314] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.279544] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]528a447c-73cd-9aeb-cab5-e51b78d14416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.381872] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Creating linked-clone VM from snapshot {{(pid=68461) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1243.382567] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8df4db6e-1979-4aaf-acd4-a939ea5f9ae1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.391124] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1243.391124] env[68461]: value = "task-2895755" [ 1243.391124] env[68461]: _type = "Task" [ 1243.391124] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.399228] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895755, 'name': CloneVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.491035] env[68461]: INFO nova.compute.manager [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Took 29.35 seconds to build instance. [ 1243.581447] env[68461]: DEBUG nova.scheduler.client.report [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.719065] env[68461]: DEBUG oslo_concurrency.lockutils [req-51bd4132-575f-44eb-9e89-7d95ffc59d95 req-28d24953-0373-4d33-83f8-b26321f03221 service nova] Releasing lock "refresh_cache-9753dda1-c16e-4a1c-8159-a35e5c6d7e92" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.770220] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d6bb62-1e3c-5710-9910-3d9b5f6e9806, 'name': SearchDatastore_Task, 'duration_secs': 0.016839} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.771041] env[68461]: DEBUG oslo_concurrency.lockutils [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.771446] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.772834] env[68461]: DEBUG oslo_concurrency.lockutils [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.783202] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]528a447c-73cd-9aeb-cab5-e51b78d14416, 'name': SearchDatastore_Task, 'duration_secs': 0.023509} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.784270] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae796c5e-041a-4307-bfb4-137ece3eac77 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.792021] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1243.792021] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5281d4cb-011a-37a9-4fa1-6b0f6f86bbb4" [ 1243.792021] env[68461]: _type = "Task" [ 1243.792021] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.797368] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5281d4cb-011a-37a9-4fa1-6b0f6f86bbb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.903045] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895755, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.990578] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9c5acb58-6044-4a23-b8f1-257522a1e1c9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "8830abc8-5912-491f-ba79-df394929293f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.898s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.058853] env[68461]: DEBUG nova.compute.manager [req-0be286fb-e695-4c11-92c7-8becb6f040b1 req-8e7f7623-a7a0-4f7a-af10-22747cfa5afa service nova] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Received event network-changed-48985800-687f-46c2-a506-35bbaeb62375 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.059057] env[68461]: DEBUG nova.compute.manager [req-0be286fb-e695-4c11-92c7-8becb6f040b1 req-8e7f7623-a7a0-4f7a-af10-22747cfa5afa service nova] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Refreshing instance network info cache due to event network-changed-48985800-687f-46c2-a506-35bbaeb62375. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1244.059299] env[68461]: DEBUG oslo_concurrency.lockutils [req-0be286fb-e695-4c11-92c7-8becb6f040b1 req-8e7f7623-a7a0-4f7a-af10-22747cfa5afa service nova] Acquiring lock "refresh_cache-15f2b398-5e16-4962-b351-f528f9c7b8b2" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.059456] env[68461]: DEBUG oslo_concurrency.lockutils [req-0be286fb-e695-4c11-92c7-8becb6f040b1 req-8e7f7623-a7a0-4f7a-af10-22747cfa5afa service nova] Acquired lock "refresh_cache-15f2b398-5e16-4962-b351-f528f9c7b8b2" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.059631] env[68461]: DEBUG nova.network.neutron [req-0be286fb-e695-4c11-92c7-8becb6f040b1 req-8e7f7623-a7a0-4f7a-af10-22747cfa5afa service nova] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Refreshing network info cache for port 48985800-687f-46c2-a506-35bbaeb62375 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.092431] env[68461]: DEBUG oslo_concurrency.lockutils [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.092431] env[68461]: DEBUG nova.compute.manager [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1244.097886] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.531s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.103027] env[68461]: INFO nova.compute.claims [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.177508] env[68461]: INFO nova.compute.manager [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Rebuilding instance [ 1244.250473] env[68461]: DEBUG nova.compute.manager [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.251908] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12bc9fb-5fa4-4506-8607-251348ec7e82 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.300962] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5281d4cb-011a-37a9-4fa1-6b0f6f86bbb4, 'name': SearchDatastore_Task, 'duration_secs': 0.026302} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.301298] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.301544] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] e0fa76c2-81b7-4354-851f-025bc89baa80/e0fa76c2-81b7-4354-851f-025bc89baa80.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1244.301850] env[68461]: DEBUG oslo_concurrency.lockutils [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.302651] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.302651] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd0b789d-ca5c-452b-bed4-f02e1399bd4a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.306815] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d182cf6-84ec-4bcb-a36f-fefd7db9edb1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.314375] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1244.314375] env[68461]: value = "task-2895756" [ 1244.314375] env[68461]: _type = "Task" [ 1244.314375] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.324018] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.324018] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.324514] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ee05f53-1077-4fe1-af55-e26013649282 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.331217] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.334551] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1244.334551] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]520c5870-5069-46f0-189a-064e9cdd67ba" [ 1244.334551] env[68461]: _type = "Task" [ 1244.334551] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.343775] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520c5870-5069-46f0-189a-064e9cdd67ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.406365] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895755, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.610444] env[68461]: DEBUG nova.compute.utils [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.612558] env[68461]: DEBUG nova.compute.manager [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Not allocating networking since 'none' was specified. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1244.824565] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895756, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.844422] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520c5870-5069-46f0-189a-064e9cdd67ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010972} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.845251] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-567a0cad-f605-40fe-b6f6-c35c98434516 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.850497] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1244.850497] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5248d26f-a1d2-ec73-d3ed-336f32d46347" [ 1244.850497] env[68461]: _type = "Task" [ 1244.850497] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.858181] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5248d26f-a1d2-ec73-d3ed-336f32d46347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.867341] env[68461]: DEBUG nova.network.neutron [req-0be286fb-e695-4c11-92c7-8becb6f040b1 req-8e7f7623-a7a0-4f7a-af10-22747cfa5afa service nova] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Updated VIF entry in instance network info cache for port 48985800-687f-46c2-a506-35bbaeb62375. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.867703] env[68461]: DEBUG nova.network.neutron [req-0be286fb-e695-4c11-92c7-8becb6f040b1 req-8e7f7623-a7a0-4f7a-af10-22747cfa5afa service nova] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Updating instance_info_cache with network_info: [{"id": "48985800-687f-46c2-a506-35bbaeb62375", "address": "fa:16:3e:85:25:c7", "network": {"id": "07805497-81c2-4a8f-af1f-41c565e6e0f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-968415248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcb360f473bb4879882df61178c87135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48985800-68", "ovs_interfaceid": "48985800-687f-46c2-a506-35bbaeb62375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.901953] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895755, 'name': CloneVM_Task} progress is 95%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.116482] env[68461]: DEBUG nova.compute.manager [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1245.267529] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.268652] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a4cb237-70c7-461a-92cf-af82aa004b60 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.278078] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1245.278078] env[68461]: value = "task-2895757" [ 1245.278078] env[68461]: _type = "Task" [ 1245.278078] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.288488] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.324946] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524056} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.327665] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] e0fa76c2-81b7-4354-851f-025bc89baa80/e0fa76c2-81b7-4354-851f-025bc89baa80.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.327899] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1245.328602] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-218b9428-1889-4908-a62c-22074fee9bcd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.336241] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1245.336241] env[68461]: value = "task-2895758" [ 1245.336241] env[68461]: _type = "Task" [ 1245.336241] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.351373] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.363179] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5248d26f-a1d2-ec73-d3ed-336f32d46347, 'name': SearchDatastore_Task, 'duration_secs': 0.014173} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.363440] env[68461]: DEBUG oslo_concurrency.lockutils [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.363746] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 9753dda1-c16e-4a1c-8159-a35e5c6d7e92/9753dda1-c16e-4a1c-8159-a35e5c6d7e92.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.364020] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7562cb6-7041-4a99-be11-8330de737554 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.371169] env[68461]: DEBUG oslo_concurrency.lockutils [req-0be286fb-e695-4c11-92c7-8becb6f040b1 req-8e7f7623-a7a0-4f7a-af10-22747cfa5afa service nova] Releasing lock "refresh_cache-15f2b398-5e16-4962-b351-f528f9c7b8b2" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.371611] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1245.371611] env[68461]: value = "task-2895759" [ 1245.371611] env[68461]: _type = "Task" [ 1245.371611] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.383150] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.402993] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895755, 'name': CloneVM_Task, 'duration_secs': 1.633299} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.405655] env[68461]: INFO nova.virt.vmwareapi.vmops [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Created linked-clone VM from snapshot [ 1245.406685] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4665e5d0-790d-4cbd-afa3-988fe194e7d6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.414722] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Uploading image 8e6d85b4-d91a-4112-9dad-f1bd4b939738 {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1245.445908] env[68461]: DEBUG oslo_vmware.rw_handles [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1245.445908] env[68461]: value = "vm-581711" [ 1245.445908] env[68461]: _type = "VirtualMachine" [ 1245.445908] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1245.446251] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-de86a776-2c5f-4e9e-a95e-b1cf69fa4bb3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.453240] env[68461]: DEBUG oslo_vmware.rw_handles [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lease: (returnval){ [ 1245.453240] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521d9494-3f43-a6ef-ee94-a29036127a86" [ 1245.453240] env[68461]: _type = "HttpNfcLease" [ 1245.453240] env[68461]: } obtained for exporting VM: (result){ [ 1245.453240] env[68461]: value = "vm-581711" [ 1245.453240] env[68461]: _type = "VirtualMachine" [ 1245.453240] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1245.453591] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the lease: (returnval){ [ 1245.453591] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521d9494-3f43-a6ef-ee94-a29036127a86" [ 1245.453591] env[68461]: _type = "HttpNfcLease" [ 1245.453591] env[68461]: } to be ready. {{(pid=68461) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1245.459924] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1245.459924] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521d9494-3f43-a6ef-ee94-a29036127a86" [ 1245.459924] env[68461]: _type = "HttpNfcLease" [ 1245.459924] env[68461]: } is initializing. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1245.476048] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7b84b4-3a6e-4948-b5f7-89799f119a2f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.483338] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b97583-ff55-4005-a7ad-ab69667792e8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.513355] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941c24d6-1154-447f-ac7f-46690b968e7d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.521594] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8e7f02-7210-4800-a80f-b0020b3c1cd0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.535131] env[68461]: DEBUG nova.compute.provider_tree [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.789372] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895757, 'name': PowerOffVM_Task, 'duration_secs': 0.284324} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.789372] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.789372] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.789884] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1e702d-f29d-4523-861b-f543c82b893a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.797051] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.797051] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b11129e2-c48b-4608-9d3d-bd0fd699be58 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.846446] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091871} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.846867] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.847851] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd025444-63db-431f-9702-99cfa89f007b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.867389] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] e0fa76c2-81b7-4354-851f-025bc89baa80/e0fa76c2-81b7-4354-851f-025bc89baa80.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.867656] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-152acbc7-7a58-427e-aae9-9d2d9f3456c2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.891032] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.893118] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.893312] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.893489] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Deleting the datastore file [datastore2] 8830abc8-5912-491f-ba79-df394929293f {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.893777] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1245.893777] env[68461]: value = "task-2895762" [ 1245.893777] env[68461]: _type = "Task" [ 1245.893777] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.893993] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fc1b947-18e3-4608-8b3e-08fd1b1d24c8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.903530] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.904722] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1245.904722] env[68461]: value = "task-2895763" [ 1245.904722] env[68461]: _type = "Task" [ 1245.904722] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.912448] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.961719] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1245.961719] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521d9494-3f43-a6ef-ee94-a29036127a86" [ 1245.961719] env[68461]: _type = "HttpNfcLease" [ 1245.961719] env[68461]: } is ready. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1245.962044] env[68461]: DEBUG oslo_vmware.rw_handles [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1245.962044] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521d9494-3f43-a6ef-ee94-a29036127a86" [ 1245.962044] env[68461]: _type = "HttpNfcLease" [ 1245.962044] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1245.962759] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb5d756-1c70-4766-b36f-a2fc722cc019 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.969984] env[68461]: DEBUG oslo_vmware.rw_handles [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e05de8-f3fe-5177-1eac-3fdae67a1ddf/disk-0.vmdk from lease info. {{(pid=68461) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1245.970192] env[68461]: DEBUG oslo_vmware.rw_handles [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e05de8-f3fe-5177-1eac-3fdae67a1ddf/disk-0.vmdk for reading. {{(pid=68461) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1246.038571] env[68461]: DEBUG nova.scheduler.client.report [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.078943] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e7eea815-009e-434a-9e8d-9ebd43c4cdb3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.126947] env[68461]: DEBUG nova.compute.manager [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1246.153036] env[68461]: DEBUG nova.virt.hardware [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.153310] env[68461]: DEBUG nova.virt.hardware [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.153470] env[68461]: DEBUG nova.virt.hardware [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.153649] env[68461]: DEBUG nova.virt.hardware [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.153801] env[68461]: DEBUG nova.virt.hardware [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.153942] env[68461]: DEBUG nova.virt.hardware [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.154171] env[68461]: DEBUG nova.virt.hardware [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.154332] env[68461]: DEBUG nova.virt.hardware [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.154495] env[68461]: DEBUG nova.virt.hardware [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.154656] env[68461]: DEBUG nova.virt.hardware [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.154828] env[68461]: DEBUG nova.virt.hardware [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.155750] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fcee41-d748-4a51-8a1f-701c260394ae {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.164461] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7ce7f6-522e-4faf-aac7-745f762db8d6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.179731] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Instance VIF info [] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1246.185671] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.186156] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1246.186257] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92639667-16fe-4c55-aaeb-27180f3ecbbb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.205708] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1246.205708] env[68461]: value = "task-2895764" [ 1246.205708] env[68461]: _type = "Task" [ 1246.205708] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.218026] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895764, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.396015] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895759, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.407858] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.419356] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.545510] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.548018] env[68461]: DEBUG nova.compute.manager [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1246.549719] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.622s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.550139] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.550737] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68461) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1246.551256] env[68461]: DEBUG oslo_concurrency.lockutils [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.356s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.553408] env[68461]: INFO nova.compute.claims [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.557517] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7a388d-3fea-4290-a2d6-442a8a81b99a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.567848] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e3d46f-b817-4f8e-9c1d-8b4a7c852a4d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.587028] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c2391c-a1b0-4d57-8a4e-958371da54a3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.600470] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8492f569-1e27-4b25-be50-37ce6539ba3e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.635518] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178214MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=68461) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1246.636073] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.716220] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895764, 'name': CreateVM_Task, 'duration_secs': 0.453812} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.716657] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.717348] env[68461]: DEBUG oslo_concurrency.lockutils [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.717737] env[68461]: DEBUG oslo_concurrency.lockutils [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.718685] env[68461]: DEBUG oslo_concurrency.lockutils [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.718811] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45f4f384-d14f-4aa0-9b6e-64494f603733 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.723940] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1246.723940] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5258a4c0-2f5a-1e16-e4ab-43d116b84c6a" [ 1246.723940] env[68461]: _type = "Task" [ 1246.723940] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.732219] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5258a4c0-2f5a-1e16-e4ab-43d116b84c6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.895763] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895759, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.911152] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.923096] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.589896} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.923625] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.924207] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.924397] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1247.059415] env[68461]: DEBUG nova.compute.utils [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1247.060711] env[68461]: DEBUG nova.compute.manager [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Not allocating networking since 'none' was specified. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1247.234418] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5258a4c0-2f5a-1e16-e4ab-43d116b84c6a, 'name': SearchDatastore_Task, 'duration_secs': 0.024464} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.234890] env[68461]: DEBUG oslo_concurrency.lockutils [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.235232] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.235557] env[68461]: DEBUG oslo_concurrency.lockutils [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.235762] env[68461]: DEBUG oslo_concurrency.lockutils [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.235983] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.236310] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6aa2f4c-ccc9-41f5-98ca-000998e81744 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.246624] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.246811] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.247672] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b38dc06-4c53-4afc-95fd-4e9804051dae {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.252883] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1247.252883] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]528e5c87-c59a-0717-4dfc-5e8987fd348f" [ 1247.252883] env[68461]: _type = "Task" [ 1247.252883] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.260704] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]528e5c87-c59a-0717-4dfc-5e8987fd348f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.394175] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895759, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.404339] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895762, 'name': ReconfigVM_Task, 'duration_secs': 1.282784} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.404736] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Reconfigured VM instance instance-00000056 to attach disk [datastore2] e0fa76c2-81b7-4354-851f-025bc89baa80/e0fa76c2-81b7-4354-851f-025bc89baa80.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.405341] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94588a2d-7559-46d6-8288-8e279c9fa254 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.411363] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1247.411363] env[68461]: value = "task-2895765" [ 1247.411363] env[68461]: _type = "Task" [ 1247.411363] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.420190] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895765, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.561602] env[68461]: DEBUG nova.compute.manager [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1247.765756] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]528e5c87-c59a-0717-4dfc-5e8987fd348f, 'name': SearchDatastore_Task, 'duration_secs': 0.027653} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.766753] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45967899-1b73-4193-b52d-9d2487846a5e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.773506] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1247.773506] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52add8ad-4405-4a9e-ff31-954e42494070" [ 1247.773506] env[68461]: _type = "Task" [ 1247.773506] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.781429] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52add8ad-4405-4a9e-ff31-954e42494070, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.893927] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895759, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.087816} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.896497] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 9753dda1-c16e-4a1c-8159-a35e5c6d7e92/9753dda1-c16e-4a1c-8159-a35e5c6d7e92.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1247.896736] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1247.897187] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-474e48ff-9fc5-4640-b7d2-a8c95bfb4423 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.903579] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1247.903579] env[68461]: value = "task-2895766" [ 1247.903579] env[68461]: _type = "Task" [ 1247.903579] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.908681] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1f7299-e4a7-4262-94c1-c4b0e35c8986 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.915868] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.927061] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895765, 'name': Rename_Task, 'duration_secs': 0.331953} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.928194] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d915a4ee-1c6b-44b8-8101-7b2642a30898 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.931823] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.932100] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44ac58f6-48db-42fd-926a-90d431ac556b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.962823] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75954875-c03c-49f7-a55a-5bb49d3e4789 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.967225] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1247.967225] env[68461]: value = "task-2895767" [ 1247.967225] env[68461]: _type = "Task" [ 1247.967225] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.973014] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b461dc3-b49c-4146-a070-ffc2dd884b6e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.982598] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.990614] env[68461]: DEBUG nova.compute.provider_tree [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.994095] env[68461]: DEBUG nova.virt.hardware [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.994324] env[68461]: DEBUG nova.virt.hardware [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.994479] env[68461]: DEBUG nova.virt.hardware [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.994652] env[68461]: DEBUG nova.virt.hardware [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.994795] env[68461]: DEBUG nova.virt.hardware [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.994940] env[68461]: DEBUG nova.virt.hardware [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.995169] env[68461]: DEBUG nova.virt.hardware [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.995327] env[68461]: DEBUG nova.virt.hardware [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.995494] env[68461]: DEBUG nova.virt.hardware [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.995656] env[68461]: DEBUG nova.virt.hardware [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.995826] env[68461]: DEBUG nova.virt.hardware [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.996625] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4408dc7-568f-4f92-b69c-360589799713 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.005139] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea9a862-00ff-41f9-993e-e22c4208beec {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.020668] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:ed:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05285131-4537-4ee6-8112-360e929b6ade', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.028274] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.028557] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8830abc8-5912-491f-ba79-df394929293f] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.029127] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00253c9a-46c4-49df-a651-9f22ea4f68e2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.052784] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.052784] env[68461]: value = "task-2895768" [ 1248.052784] env[68461]: _type = "Task" [ 1248.052784] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.062547] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895768, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.284510] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52add8ad-4405-4a9e-ff31-954e42494070, 'name': SearchDatastore_Task, 'duration_secs': 0.020744} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.284820] env[68461]: DEBUG oslo_concurrency.lockutils [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.285071] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 223c7533-f30e-438c-a2a6-0657d679683c/223c7533-f30e-438c-a2a6-0657d679683c.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.285356] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd88eb7c-0699-4f88-8495-17f79861a712 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.292651] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1248.292651] env[68461]: value = "task-2895769" [ 1248.292651] env[68461]: _type = "Task" [ 1248.292651] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.301179] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.414051] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091601} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.414378] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1248.415198] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7b2c4b-9b5a-4410-8481-e76c8a2c7c7b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.440232] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 9753dda1-c16e-4a1c-8159-a35e5c6d7e92/9753dda1-c16e-4a1c-8159-a35e5c6d7e92.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.440563] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebb485e3-9816-4d57-8184-d81ea0edf1f6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.460152] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1248.460152] env[68461]: value = "task-2895770" [ 1248.460152] env[68461]: _type = "Task" [ 1248.460152] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.468423] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.478011] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895767, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.501473] env[68461]: DEBUG nova.scheduler.client.report [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.563610] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895768, 'name': CreateVM_Task, 'duration_secs': 0.355657} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.563850] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8830abc8-5912-491f-ba79-df394929293f] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1248.564723] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.564901] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.565276] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.565607] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-231673df-2323-4edd-9a4e-cf95197a03fc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.571381] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1248.571381] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]526daa3d-62ed-53dc-5471-a893140faff4" [ 1248.571381] env[68461]: _type = "Task" [ 1248.571381] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.576383] env[68461]: DEBUG nova.compute.manager [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1248.586300] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526daa3d-62ed-53dc-5471-a893140faff4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.602898] env[68461]: DEBUG nova.virt.hardware [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.603196] env[68461]: DEBUG nova.virt.hardware [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.603427] env[68461]: DEBUG nova.virt.hardware [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.603731] env[68461]: DEBUG nova.virt.hardware [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.603938] env[68461]: DEBUG nova.virt.hardware [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.604239] env[68461]: DEBUG nova.virt.hardware [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.604537] env[68461]: DEBUG nova.virt.hardware [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.604738] env[68461]: DEBUG nova.virt.hardware [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.604921] env[68461]: DEBUG nova.virt.hardware [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.605112] env[68461]: DEBUG nova.virt.hardware [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.605304] env[68461]: DEBUG nova.virt.hardware [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.606361] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d256b8ba-610e-479a-82eb-09d1cb287ccb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.614961] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb8f946-6439-44ac-bf3e-174edea1ca67 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.633325] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Instance VIF info [] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.639268] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Creating folder: Project (14dfd3ac68dc40f288b2d2ba6cf8b66a). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1248.639682] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aec6922b-52ef-4055-a6b1-a52da838f91c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.653673] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Created folder: Project (14dfd3ac68dc40f288b2d2ba6cf8b66a) in parent group-v581476. [ 1248.653954] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Creating folder: Instances. Parent ref: group-v581714. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1248.654258] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b117570e-7fbd-4ba5-bd22-00440b95f45d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.664624] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Created folder: Instances in parent group-v581714. [ 1248.664905] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.665197] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.665476] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8d4e4f5-adf0-4282-bee8-043ba5e8d28c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.684725] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.684725] env[68461]: value = "task-2895773" [ 1248.684725] env[68461]: _type = "Task" [ 1248.684725] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.694989] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895773, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.807988] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895769, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.973479] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895770, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.985107] env[68461]: DEBUG oslo_vmware.api [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895767, 'name': PowerOnVM_Task, 'duration_secs': 0.559201} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.985522] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.985809] env[68461]: INFO nova.compute.manager [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1248.986120] env[68461]: DEBUG nova.compute.manager [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.987361] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7005d8b9-07d8-4e02-9c30-ab1bbba8e5da {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.008444] env[68461]: DEBUG oslo_concurrency.lockutils [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.009299] env[68461]: DEBUG nova.compute.manager [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1249.013740] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.741s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.014129] env[68461]: DEBUG nova.objects.instance [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lazy-loading 'resources' on Instance uuid 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.082141] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526daa3d-62ed-53dc-5471-a893140faff4, 'name': SearchDatastore_Task, 'duration_secs': 0.023178} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.082484] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.082728] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.083025] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.083164] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.083293] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.083575] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7704cd6d-0f69-4899-8739-5f5f7744f52c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.092862] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.093107] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.093967] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea3d2ea1-dae4-4add-94ef-9ac4d19d849e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.099480] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1249.099480] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]529b12c7-d392-94eb-0a79-482dec25f054" [ 1249.099480] env[68461]: _type = "Task" [ 1249.099480] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.107414] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]529b12c7-d392-94eb-0a79-482dec25f054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.195821] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895773, 'name': CreateVM_Task, 'duration_secs': 0.338182} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.196059] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.196383] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.196551] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.196881] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.197168] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76c58710-0c6c-4c29-86e7-f523cdd7fef8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.202155] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Waiting for the task: (returnval){ [ 1249.202155] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52dcdb3c-e800-7aec-1844-f40d80de8ed3" [ 1249.202155] env[68461]: _type = "Task" [ 1249.202155] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.210359] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52dcdb3c-e800-7aec-1844-f40d80de8ed3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.303450] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560293} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.303727] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 223c7533-f30e-438c-a2a6-0657d679683c/223c7533-f30e-438c-a2a6-0657d679683c.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1249.303939] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1249.304218] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-089ab2b9-9c06-4cc6-abde-6ee3765a37f4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.310877] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1249.310877] env[68461]: value = "task-2895774" [ 1249.310877] env[68461]: _type = "Task" [ 1249.310877] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.320173] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.471151] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895770, 'name': ReconfigVM_Task, 'duration_secs': 0.568335} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.471684] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 9753dda1-c16e-4a1c-8159-a35e5c6d7e92/9753dda1-c16e-4a1c-8159-a35e5c6d7e92.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.472155] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32b767f7-8299-43dd-9df3-5db24a58a0ec {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.479094] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1249.479094] env[68461]: value = "task-2895775" [ 1249.479094] env[68461]: _type = "Task" [ 1249.479094] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.487441] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895775, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.512795] env[68461]: INFO nova.compute.manager [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Took 31.16 seconds to build instance. [ 1249.517883] env[68461]: DEBUG nova.compute.utils [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1249.522731] env[68461]: DEBUG nova.compute.manager [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1249.524164] env[68461]: DEBUG nova.network.neutron [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1249.606023] env[68461]: DEBUG nova.policy [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4b6f4ae1185498cba012019d5324b7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d405df3a3264b98a18a3b31816cbaab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1249.615602] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]529b12c7-d392-94eb-0a79-482dec25f054, 'name': SearchDatastore_Task, 'duration_secs': 0.011123} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.616425] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b1b7b1d-9111-4afb-bc6b-81bea94403b6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.621576] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1249.621576] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52de483f-dadb-fb7e-cc4b-6760e91d2299" [ 1249.621576] env[68461]: _type = "Task" [ 1249.621576] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.633781] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52de483f-dadb-fb7e-cc4b-6760e91d2299, 'name': SearchDatastore_Task, 'duration_secs': 0.009694} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.634037] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.634295] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 8830abc8-5912-491f-ba79-df394929293f/8830abc8-5912-491f-ba79-df394929293f.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1249.635088] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be5479c0-8d06-42eb-8899-44c2ea9bcc0b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.642902] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1249.642902] env[68461]: value = "task-2895776" [ 1249.642902] env[68461]: _type = "Task" [ 1249.642902] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.651680] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.716718] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52dcdb3c-e800-7aec-1844-f40d80de8ed3, 'name': SearchDatastore_Task, 'duration_secs': 0.033201} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.717245] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.717524] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.717884] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.718052] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.718287] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.718615] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f645906-c886-4d30-b2b4-56900107a353 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.727234] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.727575] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.729020] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c53fe399-c617-430f-8768-c15409ee8442 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.733869] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Waiting for the task: (returnval){ [ 1249.733869] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]523cad42-a9e0-27ee-c951-5050af7e5a9c" [ 1249.733869] env[68461]: _type = "Task" [ 1249.733869] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.745305] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]523cad42-a9e0-27ee-c951-5050af7e5a9c, 'name': SearchDatastore_Task, 'duration_secs': 0.008667} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.745827] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-340be2d2-6c15-421d-a074-6382f71f0942 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.751050] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Waiting for the task: (returnval){ [ 1249.751050] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]528d8358-db68-e237-0c1a-bc484f4511b8" [ 1249.751050] env[68461]: _type = "Task" [ 1249.751050] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.761635] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]528d8358-db68-e237-0c1a-bc484f4511b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008567} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.761871] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.762157] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 9f873ea9-8409-4048-a390-5fd34803aafc/9f873ea9-8409-4048-a390-5fd34803aafc.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1249.762662] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb1fad1c-5c2a-4040-83f1-6912fc714cf1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.769539] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Waiting for the task: (returnval){ [ 1249.769539] env[68461]: value = "task-2895777" [ 1249.769539] env[68461]: _type = "Task" [ 1249.769539] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.779079] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.820188] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17554} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.820455] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1249.821364] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ba55c0-0512-45b7-a8c6-b9b68f56e6c5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.847606] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 223c7533-f30e-438c-a2a6-0657d679683c/223c7533-f30e-438c-a2a6-0657d679683c.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.850151] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ec096a0-5078-41d5-8694-8e2211a809c1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.873979] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1249.873979] env[68461]: value = "task-2895778" [ 1249.873979] env[68461]: _type = "Task" [ 1249.873979] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.886453] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895778, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.950022] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20e3a92-7c80-4459-81bd-3b90d3638072 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.956682] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5099d2-b492-45b2-b4f9-ed06d5e87426 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.997277] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd7c677-bb29-48ad-8d91-62fed04f97ff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.006084] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895775, 'name': Rename_Task, 'duration_secs': 0.232056} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.009049] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.009538] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d65c8d3-280d-4727-928e-ccdeaec54f8e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.012894] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee78649-cb44-4e56-8ee3-0d77d5af5e65 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.018698] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bf34d52e-d90b-4d6b-8fd9-b20b4e9154a6 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Lock "e0fa76c2-81b7-4354-851f-025bc89baa80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.672s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.033414] env[68461]: DEBUG nova.compute.manager [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1250.038317] env[68461]: DEBUG nova.compute.provider_tree [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.042206] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1250.042206] env[68461]: value = "task-2895779" [ 1250.042206] env[68461]: _type = "Task" [ 1250.042206] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.047425] env[68461]: DEBUG nova.network.neutron [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Successfully created port: b052e633-dc06-4fa6-b555-892e6a0fd54e {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1250.057827] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895779, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.155326] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510234} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.155721] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 8830abc8-5912-491f-ba79-df394929293f/8830abc8-5912-491f-ba79-df394929293f.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1250.156037] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1250.156370] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8ebcdbb-9d02-4ef2-a737-c1497d8a0daf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.163080] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1250.163080] env[68461]: value = "task-2895780" [ 1250.163080] env[68461]: _type = "Task" [ 1250.163080] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.172469] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.283615] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895777, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.386288] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895778, 'name': ReconfigVM_Task, 'duration_secs': 0.4172} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.386964] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 223c7533-f30e-438c-a2a6-0657d679683c/223c7533-f30e-438c-a2a6-0657d679683c.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.387652] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-528e673e-31e7-455c-8246-c42d6c532682 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.395165] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1250.395165] env[68461]: value = "task-2895781" [ 1250.395165] env[68461]: _type = "Task" [ 1250.395165] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.405081] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895781, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.544827] env[68461]: DEBUG nova.scheduler.client.report [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.556836] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895779, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.674347] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102352} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.674628] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1250.676049] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8675b4e-0f7c-487e-b858-ea0da2dfd935 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.698499] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 8830abc8-5912-491f-ba79-df394929293f/8830abc8-5912-491f-ba79-df394929293f.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.698956] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a404af12-7074-4003-9f74-78623b155740 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.719529] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1250.719529] env[68461]: value = "task-2895782" [ 1250.719529] env[68461]: _type = "Task" [ 1250.719529] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.727753] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.782583] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76262} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.782886] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 9f873ea9-8409-4048-a390-5fd34803aafc/9f873ea9-8409-4048-a390-5fd34803aafc.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1250.783146] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1250.783408] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37dd8bc0-d4bb-4ab0-9c50-281d9646f2d7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.791719] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Waiting for the task: (returnval){ [ 1250.791719] env[68461]: value = "task-2895783" [ 1250.791719] env[68461]: _type = "Task" [ 1250.791719] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.799044] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.907958] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895781, 'name': Rename_Task, 'duration_secs': 0.185272} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.908365] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.908680] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ded796e7-d6ef-4815-8082-a2572e441864 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.916036] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1250.916036] env[68461]: value = "task-2895784" [ 1250.916036] env[68461]: _type = "Task" [ 1250.916036] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.924270] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.050084] env[68461]: DEBUG nova.compute.manager [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1251.056867] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.059285] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.251s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.059939] env[68461]: DEBUG nova.objects.instance [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lazy-loading 'resources' on Instance uuid 0fae630c-c34d-4827-9557-2d3bdb3d7c50 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.067636] env[68461]: DEBUG oslo_vmware.api [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895779, 'name': PowerOnVM_Task, 'duration_secs': 0.598616} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.067959] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.068321] env[68461]: INFO nova.compute.manager [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Took 11.99 seconds to spawn the instance on the hypervisor. [ 1251.068408] env[68461]: DEBUG nova.compute.manager [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.069854] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a47abb6-afcb-42db-9522-f73696cf6e87 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.084030] env[68461]: DEBUG nova.virt.hardware [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.084307] env[68461]: DEBUG nova.virt.hardware [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.084378] env[68461]: DEBUG nova.virt.hardware [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.084552] env[68461]: DEBUG nova.virt.hardware [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.084695] env[68461]: DEBUG nova.virt.hardware [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.084841] env[68461]: DEBUG nova.virt.hardware [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.085055] env[68461]: DEBUG nova.virt.hardware [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.085234] env[68461]: DEBUG nova.virt.hardware [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.085421] env[68461]: DEBUG nova.virt.hardware [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.085607] env[68461]: DEBUG nova.virt.hardware [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.085777] env[68461]: DEBUG nova.virt.hardware [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.086832] env[68461]: INFO nova.scheduler.client.report [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Deleted allocations for instance 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca [ 1251.089187] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272f7f0a-30ac-4274-a272-6020f295225b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.100290] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0a67df-c761-4eca-949e-af1c35cab4fa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.230234] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.300278] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198491} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.300521] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1251.301334] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572fbe84-1a2a-48c1-a504-55d2930a93f1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.322604] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 9f873ea9-8409-4048-a390-5fd34803aafc/9f873ea9-8409-4048-a390-5fd34803aafc.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.322937] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aea0cdd9-9680-4614-8e35-fd84b4ab922d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.343448] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Waiting for the task: (returnval){ [ 1251.343448] env[68461]: value = "task-2895785" [ 1251.343448] env[68461]: _type = "Task" [ 1251.343448] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.353457] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.426703] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895784, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.525336] env[68461]: DEBUG nova.compute.manager [req-1b2b9a30-f20e-444f-8465-342c6d3390d1 req-e94bd883-f0ad-43c6-ad91-a3748f7ec7a0 service nova] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Received event network-vif-plugged-b052e633-dc06-4fa6-b555-892e6a0fd54e {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.525548] env[68461]: DEBUG oslo_concurrency.lockutils [req-1b2b9a30-f20e-444f-8465-342c6d3390d1 req-e94bd883-f0ad-43c6-ad91-a3748f7ec7a0 service nova] Acquiring lock "fc47d187-6031-44c6-afbe-bea1e8a36bc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.525755] env[68461]: DEBUG oslo_concurrency.lockutils [req-1b2b9a30-f20e-444f-8465-342c6d3390d1 req-e94bd883-f0ad-43c6-ad91-a3748f7ec7a0 service nova] Lock "fc47d187-6031-44c6-afbe-bea1e8a36bc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.525923] env[68461]: DEBUG oslo_concurrency.lockutils [req-1b2b9a30-f20e-444f-8465-342c6d3390d1 req-e94bd883-f0ad-43c6-ad91-a3748f7ec7a0 service nova] Lock "fc47d187-6031-44c6-afbe-bea1e8a36bc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.526101] env[68461]: DEBUG nova.compute.manager [req-1b2b9a30-f20e-444f-8465-342c6d3390d1 req-e94bd883-f0ad-43c6-ad91-a3748f7ec7a0 service nova] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] No waiting events found dispatching network-vif-plugged-b052e633-dc06-4fa6-b555-892e6a0fd54e {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1251.526267] env[68461]: WARNING nova.compute.manager [req-1b2b9a30-f20e-444f-8465-342c6d3390d1 req-e94bd883-f0ad-43c6-ad91-a3748f7ec7a0 service nova] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Received unexpected event network-vif-plugged-b052e633-dc06-4fa6-b555-892e6a0fd54e for instance with vm_state building and task_state spawning. [ 1251.603194] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a98851f4-304b-4ab4-a6c6-e067a1e19d18 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.868s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.607529] env[68461]: INFO nova.compute.manager [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Took 33.49 seconds to build instance. [ 1251.660513] env[68461]: DEBUG nova.network.neutron [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Successfully updated port: b052e633-dc06-4fa6-b555-892e6a0fd54e {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1251.732884] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895782, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.853478] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.930646] env[68461]: DEBUG oslo_vmware.api [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895784, 'name': PowerOnVM_Task, 'duration_secs': 0.775508} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.931256] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.931733] env[68461]: INFO nova.compute.manager [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Took 5.80 seconds to spawn the instance on the hypervisor. [ 1251.931733] env[68461]: DEBUG nova.compute.manager [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.932551] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bc4b13-b22a-43b2-92df-215dabe36114 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.936977] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f799e456-0b62-4f37-a56d-0d155b8f6204 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.949357] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299fc904-1d38-4248-a121-c42e783003d2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.982954] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30eff483-6ea6-42a3-90d1-bb9706868726 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.991945] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c581643-8c1d-4442-8e61-20e73090aea4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.006389] env[68461]: DEBUG nova.compute.provider_tree [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.030300] env[68461]: INFO nova.compute.manager [None req-70b8a5c2-c9f7-43b0-8d6f-4b7ee6e2f942 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Get console output [ 1252.030541] env[68461]: WARNING nova.virt.vmwareapi.driver [None req-70b8a5c2-c9f7-43b0-8d6f-4b7ee6e2f942 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] The console log is missing. Check your VSPC configuration [ 1252.114126] env[68461]: DEBUG oslo_concurrency.lockutils [None req-75a732a0-acab-4a31-8b61-67c7348ec352 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "9753dda1-c16e-4a1c-8159-a35e5c6d7e92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.162721] env[68461]: DEBUG oslo_concurrency.lockutils [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquiring lock "refresh_cache-fc47d187-6031-44c6-afbe-bea1e8a36bc5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.162941] env[68461]: DEBUG oslo_concurrency.lockutils [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquired lock "refresh_cache-fc47d187-6031-44c6-afbe-bea1e8a36bc5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.163045] env[68461]: DEBUG nova.network.neutron [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.232312] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895782, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.357237] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.456214] env[68461]: INFO nova.compute.manager [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Took 33.71 seconds to build instance. [ 1252.509748] env[68461]: DEBUG nova.scheduler.client.report [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.699991] env[68461]: DEBUG nova.network.neutron [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1252.742086] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895782, 'name': ReconfigVM_Task, 'duration_secs': 1.690569} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.742473] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 8830abc8-5912-491f-ba79-df394929293f/8830abc8-5912-491f-ba79-df394929293f.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.743345] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4793d194-caf3-4e77-8712-ad9dba10d2b0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.751211] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1252.751211] env[68461]: value = "task-2895786" [ 1252.751211] env[68461]: _type = "Task" [ 1252.751211] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.763798] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895786, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.801469] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "51e4741a-8c13-4c3d-9a54-10c7b7068a7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.801961] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "51e4741a-8c13-4c3d-9a54-10c7b7068a7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.801961] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "51e4741a-8c13-4c3d-9a54-10c7b7068a7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.802162] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "51e4741a-8c13-4c3d-9a54-10c7b7068a7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.802328] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "51e4741a-8c13-4c3d-9a54-10c7b7068a7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.805061] env[68461]: INFO nova.compute.manager [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Terminating instance [ 1252.856687] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895785, 'name': ReconfigVM_Task, 'duration_secs': 1.368181} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.857036] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 9f873ea9-8409-4048-a390-5fd34803aafc/9f873ea9-8409-4048-a390-5fd34803aafc.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.857602] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-978dccc5-e038-46ce-8dae-12813c334404 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.866703] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Waiting for the task: (returnval){ [ 1252.866703] env[68461]: value = "task-2895787" [ 1252.866703] env[68461]: _type = "Task" [ 1252.866703] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.886596] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "f9d490cd-862d-42f3-a3d6-eab122b602a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.886785] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "f9d490cd-862d-42f3-a3d6-eab122b602a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.889276] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895787, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.959198] env[68461]: DEBUG oslo_concurrency.lockutils [None req-170ed419-eb9c-43cc-9419-1cfc2cc23ff7 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Lock "223c7533-f30e-438c-a2a6-0657d679683c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.226s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.974027] env[68461]: DEBUG nova.network.neutron [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Updating instance_info_cache with network_info: [{"id": "b052e633-dc06-4fa6-b555-892e6a0fd54e", "address": "fa:16:3e:59:0a:6a", "network": {"id": "71db8bfd-501f-4ae0-804f-f9e4c0f1b5f2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-622154886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d405df3a3264b98a18a3b31816cbaab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb052e633-dc", "ovs_interfaceid": "b052e633-dc06-4fa6-b555-892e6a0fd54e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.019549] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.022693] env[68461]: DEBUG oslo_concurrency.lockutils [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.737s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.024843] env[68461]: INFO nova.compute.claims [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.054642] env[68461]: INFO nova.scheduler.client.report [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Deleted allocations for instance 0fae630c-c34d-4827-9557-2d3bdb3d7c50 [ 1253.237232] env[68461]: INFO nova.compute.manager [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Rebuilding instance [ 1253.262903] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895786, 'name': Rename_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.289037] env[68461]: DEBUG nova.compute.manager [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1253.289891] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1104a2d7-ff15-482e-af6e-9e2954fdc38a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.316946] env[68461]: DEBUG oslo_concurrency.lockutils [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Acquiring lock "021d8d7b-9609-4313-971d-f1a22b209751" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.317231] env[68461]: DEBUG oslo_concurrency.lockutils [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Lock "021d8d7b-9609-4313-971d-f1a22b209751" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.317448] env[68461]: DEBUG oslo_concurrency.lockutils [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Acquiring lock "021d8d7b-9609-4313-971d-f1a22b209751-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.317632] env[68461]: DEBUG oslo_concurrency.lockutils [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Lock "021d8d7b-9609-4313-971d-f1a22b209751-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.317804] env[68461]: DEBUG oslo_concurrency.lockutils [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Lock "021d8d7b-9609-4313-971d-f1a22b209751-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.319720] env[68461]: DEBUG nova.compute.manager [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1253.319913] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.321155] env[68461]: INFO nova.compute.manager [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Terminating instance [ 1253.324018] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3454e83e-4711-481f-992d-7e2c0faa7d80 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.332436] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.333300] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b62296d-8c7d-4038-b421-8df90763eaa7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.340771] env[68461]: DEBUG oslo_vmware.api [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1253.340771] env[68461]: value = "task-2895788" [ 1253.340771] env[68461]: _type = "Task" [ 1253.340771] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.349247] env[68461]: DEBUG oslo_vmware.api [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.375287] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895787, 'name': Rename_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.390167] env[68461]: DEBUG nova.compute.manager [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1253.478108] env[68461]: DEBUG oslo_concurrency.lockutils [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Releasing lock "refresh_cache-fc47d187-6031-44c6-afbe-bea1e8a36bc5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.478595] env[68461]: DEBUG nova.compute.manager [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Instance network_info: |[{"id": "b052e633-dc06-4fa6-b555-892e6a0fd54e", "address": "fa:16:3e:59:0a:6a", "network": {"id": "71db8bfd-501f-4ae0-804f-f9e4c0f1b5f2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-622154886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d405df3a3264b98a18a3b31816cbaab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb052e633-dc", "ovs_interfaceid": "b052e633-dc06-4fa6-b555-892e6a0fd54e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1253.479206] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:0a:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b052e633-dc06-4fa6-b555-892e6a0fd54e', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1253.488457] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.488712] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1253.489235] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4154ad24-ab34-44f3-ab7c-182089d36af0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.514479] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1253.514479] env[68461]: value = "task-2895789" [ 1253.514479] env[68461]: _type = "Task" [ 1253.514479] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.525598] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895789, 'name': CreateVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.572850] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8800d271-9e09-4081-9569-3c5d17abe611 tempest-MigrationsAdminTest-41780851 tempest-MigrationsAdminTest-41780851-project-member] Lock "0fae630c-c34d-4827-9557-2d3bdb3d7c50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.376s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.637318] env[68461]: DEBUG nova.compute.manager [req-204ddc0e-d494-4968-972f-1536b90452fa req-c44fa20c-c444-40fd-8951-b444b4fcf4b5 service nova] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Received event network-changed-b052e633-dc06-4fa6-b555-892e6a0fd54e {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.637649] env[68461]: DEBUG nova.compute.manager [req-204ddc0e-d494-4968-972f-1536b90452fa req-c44fa20c-c444-40fd-8951-b444b4fcf4b5 service nova] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Refreshing instance network info cache due to event network-changed-b052e633-dc06-4fa6-b555-892e6a0fd54e. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1253.637995] env[68461]: DEBUG oslo_concurrency.lockutils [req-204ddc0e-d494-4968-972f-1536b90452fa req-c44fa20c-c444-40fd-8951-b444b4fcf4b5 service nova] Acquiring lock "refresh_cache-fc47d187-6031-44c6-afbe-bea1e8a36bc5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.638260] env[68461]: DEBUG oslo_concurrency.lockutils [req-204ddc0e-d494-4968-972f-1536b90452fa req-c44fa20c-c444-40fd-8951-b444b4fcf4b5 service nova] Acquired lock "refresh_cache-fc47d187-6031-44c6-afbe-bea1e8a36bc5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.638533] env[68461]: DEBUG nova.network.neutron [req-204ddc0e-d494-4968-972f-1536b90452fa req-c44fa20c-c444-40fd-8951-b444b4fcf4b5 service nova] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Refreshing network info cache for port b052e633-dc06-4fa6-b555-892e6a0fd54e {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.764653] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895786, 'name': Rename_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.833030] env[68461]: DEBUG nova.compute.manager [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1253.833030] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.833030] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6c5adc-af76-4518-be0b-b4282491cd20 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.842312] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.846863] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b489174c-96db-4932-9837-0ed99193aec3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.855231] env[68461]: DEBUG oslo_vmware.api [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895788, 'name': PowerOffVM_Task, 'duration_secs': 0.315144} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.857273] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.857675] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.858139] env[68461]: DEBUG oslo_vmware.api [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for the task: (returnval){ [ 1253.858139] env[68461]: value = "task-2895790" [ 1253.858139] env[68461]: _type = "Task" [ 1253.858139] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.859206] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0da44444-e414-4ab2-9b7b-af29165ae774 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.876821] env[68461]: DEBUG oslo_vmware.api [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2895790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.881111] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895787, 'name': Rename_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.916759] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.002376] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.002914] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.003195] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Deleting the datastore file [datastore2] 51e4741a-8c13-4c3d-9a54-10c7b7068a7d {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.003584] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-423bfec0-5238-4c36-835f-0dc423a9bf91 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.011819] env[68461]: DEBUG oslo_vmware.api [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for the task: (returnval){ [ 1254.011819] env[68461]: value = "task-2895792" [ 1254.011819] env[68461]: _type = "Task" [ 1254.011819] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.027298] env[68461]: DEBUG oslo_vmware.api [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.032455] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895789, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.263042] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895786, 'name': Rename_Task, 'duration_secs': 1.157301} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.267787] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.268952] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-add89cfc-fcf4-4646-92b9-8b776af56417 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.274895] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1254.274895] env[68461]: value = "task-2895793" [ 1254.274895] env[68461]: _type = "Task" [ 1254.274895] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.283670] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.304556] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.310646] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e53ec5d1-6049-4d0f-9481-cec8549817e9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.317722] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1254.317722] env[68461]: value = "task-2895794" [ 1254.317722] env[68461]: _type = "Task" [ 1254.317722] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.331843] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.374388] env[68461]: DEBUG oslo_vmware.api [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2895790, 'name': PowerOffVM_Task, 'duration_secs': 0.278845} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.382219] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.382441] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.382958] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddb28fa8-ac75-4a3c-9852-2e766c25d3ac {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.389571] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895787, 'name': Rename_Task, 'duration_secs': 1.025085} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.389848] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.390417] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b32d7446-e452-4076-a377-0e467b420c6c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.399989] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Waiting for the task: (returnval){ [ 1254.399989] env[68461]: value = "task-2895796" [ 1254.399989] env[68461]: _type = "Task" [ 1254.399989] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.408177] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.409852] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90db6b8a-4805-4430-89c6-02cc3fcd732e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.419737] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090480c6-d31c-4d62-bd78-7947292f5cc8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.452368] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035cc73d-afae-4b2c-b16e-cdcc0c06a7ec {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.455862] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.456087] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.456277] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Deleting the datastore file [datastore1] 021d8d7b-9609-4313-971d-f1a22b209751 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.456904] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb4af955-9f96-4078-9c38-633745916f6a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.464515] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320a14ee-bcf6-4e28-be01-3cd70badd993 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.470032] env[68461]: DEBUG oslo_vmware.api [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for the task: (returnval){ [ 1254.470032] env[68461]: value = "task-2895797" [ 1254.470032] env[68461]: _type = "Task" [ 1254.470032] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.482703] env[68461]: DEBUG nova.compute.provider_tree [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1254.489836] env[68461]: DEBUG oslo_vmware.api [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2895797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.505553] env[68461]: DEBUG nova.network.neutron [req-204ddc0e-d494-4968-972f-1536b90452fa req-c44fa20c-c444-40fd-8951-b444b4fcf4b5 service nova] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Updated VIF entry in instance network info cache for port b052e633-dc06-4fa6-b555-892e6a0fd54e. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.505959] env[68461]: DEBUG nova.network.neutron [req-204ddc0e-d494-4968-972f-1536b90452fa req-c44fa20c-c444-40fd-8951-b444b4fcf4b5 service nova] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Updating instance_info_cache with network_info: [{"id": "b052e633-dc06-4fa6-b555-892e6a0fd54e", "address": "fa:16:3e:59:0a:6a", "network": {"id": "71db8bfd-501f-4ae0-804f-f9e4c0f1b5f2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-622154886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d405df3a3264b98a18a3b31816cbaab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb052e633-dc", "ovs_interfaceid": "b052e633-dc06-4fa6-b555-892e6a0fd54e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.523052] env[68461]: DEBUG oslo_vmware.api [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Task: {'id': task-2895792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248176} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.527289] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.527289] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.527289] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.527289] env[68461]: INFO nova.compute.manager [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1254.527289] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.527507] env[68461]: DEBUG nova.compute.manager [-] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1254.527507] env[68461]: DEBUG nova.network.neutron [-] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1254.534567] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895789, 'name': CreateVM_Task, 'duration_secs': 0.617029} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.534659] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1254.535328] env[68461]: DEBUG oslo_concurrency.lockutils [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.535503] env[68461]: DEBUG oslo_concurrency.lockutils [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.535824] env[68461]: DEBUG oslo_concurrency.lockutils [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.536438] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b548855-21e6-4aed-977a-d3aaa5f6f309 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.541776] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Waiting for the task: (returnval){ [ 1254.541776] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]520448f9-a047-62c4-1d2a-71dd1942fc5d" [ 1254.541776] env[68461]: _type = "Task" [ 1254.541776] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.549581] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520448f9-a047-62c4-1d2a-71dd1942fc5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.785080] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895793, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.828461] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895794, 'name': PowerOffVM_Task, 'duration_secs': 0.219542} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.828907] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.829043] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.829852] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54ce3d5-1e33-41cb-98a3-47baea4af7ca {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.837107] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.837408] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e4e484a-4b7d-4a50-9c50-4e80ceb42328 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.864336] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.864700] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.865037] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Deleting the datastore file [datastore2] 223c7533-f30e-438c-a2a6-0657d679683c {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.865440] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eef9afe6-2232-4d4f-99b9-970f71bf33e6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.874313] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1254.874313] env[68461]: value = "task-2895799" [ 1254.874313] env[68461]: _type = "Task" [ 1254.874313] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.885012] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.912187] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895796, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.981690] env[68461]: DEBUG oslo_vmware.api [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Task: {'id': task-2895797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196064} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.981990] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.982182] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.982362] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.982534] env[68461]: INFO nova.compute.manager [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1254.982778] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.982968] env[68461]: DEBUG nova.compute.manager [-] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1254.983079] env[68461]: DEBUG nova.network.neutron [-] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.009681] env[68461]: ERROR nova.scheduler.client.report [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [req-c769672c-8098-4735-942d-08ae5181a459] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5d7ee095-b829-48e2-9d92-7f7aec139540. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c769672c-8098-4735-942d-08ae5181a459"}]} [ 1255.010609] env[68461]: DEBUG oslo_concurrency.lockutils [req-204ddc0e-d494-4968-972f-1536b90452fa req-c44fa20c-c444-40fd-8951-b444b4fcf4b5 service nova] Releasing lock "refresh_cache-fc47d187-6031-44c6-afbe-bea1e8a36bc5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.030803] env[68461]: DEBUG nova.scheduler.client.report [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Refreshing inventories for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1255.048023] env[68461]: DEBUG nova.scheduler.client.report [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Updating ProviderTree inventory for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1255.048179] env[68461]: DEBUG nova.compute.provider_tree [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1255.055274] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520448f9-a047-62c4-1d2a-71dd1942fc5d, 'name': SearchDatastore_Task, 'duration_secs': 0.009898} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.055274] env[68461]: DEBUG oslo_concurrency.lockutils [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.055838] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.055838] env[68461]: DEBUG oslo_concurrency.lockutils [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.055924] env[68461]: DEBUG oslo_concurrency.lockutils [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.056072] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.056395] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a55f3f7-940e-44bf-99cb-bede69a30b63 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.066647] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.066856] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.068578] env[68461]: DEBUG nova.scheduler.client.report [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Refreshing aggregate associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, aggregates: None {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1255.070644] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-691cb256-d603-460c-8dd6-dd299d0d794e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.078018] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Waiting for the task: (returnval){ [ 1255.078018] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5294f878-91cd-5a11-31a9-0bf356901800" [ 1255.078018] env[68461]: _type = "Task" [ 1255.078018] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.084532] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5294f878-91cd-5a11-31a9-0bf356901800, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.094616] env[68461]: DEBUG nova.scheduler.client.report [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Refreshing trait associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1255.182449] env[68461]: DEBUG oslo_vmware.rw_handles [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e05de8-f3fe-5177-1eac-3fdae67a1ddf/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1255.182449] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797d4873-100b-46c7-92e6-260861131077 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.190215] env[68461]: DEBUG oslo_vmware.rw_handles [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e05de8-f3fe-5177-1eac-3fdae67a1ddf/disk-0.vmdk is in state: ready. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1255.190398] env[68461]: ERROR oslo_vmware.rw_handles [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e05de8-f3fe-5177-1eac-3fdae67a1ddf/disk-0.vmdk due to incomplete transfer. [ 1255.192950] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2544558c-19bb-4fcf-b1ba-9e2ca2ff4cc9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.200780] env[68461]: DEBUG oslo_vmware.rw_handles [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e05de8-f3fe-5177-1eac-3fdae67a1ddf/disk-0.vmdk. {{(pid=68461) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1255.200863] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Uploaded image 8e6d85b4-d91a-4112-9dad-f1bd4b939738 to the Glance image server {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1255.203386] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Destroying the VM {{(pid=68461) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1255.203656] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0075b175-b8df-4ed7-8d0e-f98e5aa573f4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.212707] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1255.212707] env[68461]: value = "task-2895800" [ 1255.212707] env[68461]: _type = "Task" [ 1255.212707] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.222456] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895800, 'name': Destroy_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.284008] env[68461]: DEBUG oslo_vmware.api [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895793, 'name': PowerOnVM_Task, 'duration_secs': 0.659305} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.286611] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.286841] env[68461]: DEBUG nova.compute.manager [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.287840] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f43aab-34f1-4579-b936-bb03e125f7db {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.295851] env[68461]: DEBUG nova.network.neutron [-] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.391700] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130778} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.392025] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.393583] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.393779] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.412548] env[68461]: DEBUG oslo_vmware.api [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895796, 'name': PowerOnVM_Task, 'duration_secs': 0.604126} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.413041] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.413041] env[68461]: INFO nova.compute.manager [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Took 6.84 seconds to spawn the instance on the hypervisor. [ 1255.413350] env[68461]: DEBUG nova.compute.manager [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.414147] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82212095-2118-4792-8ac0-b4e8fe8748a1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.465373] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfcd079-1c0b-490e-8595-1f708cf80156 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.472698] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1858847-45d0-4a4b-b297-3069d6bf29ff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.505799] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584d7049-249e-4935-b7eb-fd0bdcfce9bb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.512896] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a580789a-fe93-40ff-a5f8-0ef795a5b7ba {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.526432] env[68461]: DEBUG nova.compute.provider_tree [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.586157] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5294f878-91cd-5a11-31a9-0bf356901800, 'name': SearchDatastore_Task, 'duration_secs': 0.008801} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.586958] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7aa868d-3e38-4d97-b357-067c11366eff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.592068] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Waiting for the task: (returnval){ [ 1255.592068] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521c56dd-1f36-15ba-238e-a13ea3f5a79b" [ 1255.592068] env[68461]: _type = "Task" [ 1255.592068] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.601569] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521c56dd-1f36-15ba-238e-a13ea3f5a79b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.723886] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895800, 'name': Destroy_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.803615] env[68461]: INFO nova.compute.manager [-] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Took 1.28 seconds to deallocate network for instance. [ 1255.810437] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.932740] env[68461]: INFO nova.compute.manager [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Took 34.39 seconds to build instance. [ 1255.980109] env[68461]: DEBUG nova.compute.manager [req-6464de21-906b-49f9-bc6c-8b9d9619202b req-1796b129-461c-460f-87c7-bd387b09e8f1 service nova] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Received event network-vif-deleted-9bbbf310-06e2-4b1b-a674-c886530b686c {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.980474] env[68461]: DEBUG nova.compute.manager [req-6464de21-906b-49f9-bc6c-8b9d9619202b req-1796b129-461c-460f-87c7-bd387b09e8f1 service nova] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Received event network-vif-deleted-f74a6285-7fd2-43a7-aa2f-e9fff276fbff {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.980788] env[68461]: INFO nova.compute.manager [req-6464de21-906b-49f9-bc6c-8b9d9619202b req-1796b129-461c-460f-87c7-bd387b09e8f1 service nova] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Neutron deleted interface f74a6285-7fd2-43a7-aa2f-e9fff276fbff; detaching it from the instance and deleting it from the info cache [ 1255.981241] env[68461]: DEBUG nova.network.neutron [req-6464de21-906b-49f9-bc6c-8b9d9619202b req-1796b129-461c-460f-87c7-bd387b09e8f1 service nova] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.029672] env[68461]: DEBUG nova.scheduler.client.report [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.102923] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521c56dd-1f36-15ba-238e-a13ea3f5a79b, 'name': SearchDatastore_Task, 'duration_secs': 0.009318} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.102923] env[68461]: DEBUG oslo_concurrency.lockutils [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.103261] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] fc47d187-6031-44c6-afbe-bea1e8a36bc5/fc47d187-6031-44c6-afbe-bea1e8a36bc5.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.103512] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f02f6ebc-aaa0-4ba9-ad9f-4b0d3c23669b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.111221] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Waiting for the task: (returnval){ [ 1256.111221] env[68461]: value = "task-2895801" [ 1256.111221] env[68461]: _type = "Task" [ 1256.111221] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.119377] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.156895] env[68461]: DEBUG nova.network.neutron [-] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.223385] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895800, 'name': Destroy_Task} progress is 33%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.312535] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.430951] env[68461]: DEBUG nova.virt.hardware [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.435028] env[68461]: DEBUG nova.virt.hardware [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.435028] env[68461]: DEBUG nova.virt.hardware [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.435028] env[68461]: DEBUG nova.virt.hardware [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.435028] env[68461]: DEBUG nova.virt.hardware [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.435028] env[68461]: DEBUG nova.virt.hardware [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.435028] env[68461]: DEBUG nova.virt.hardware [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.435028] env[68461]: DEBUG nova.virt.hardware [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.435028] env[68461]: DEBUG nova.virt.hardware [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.435028] env[68461]: DEBUG nova.virt.hardware [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.435028] env[68461]: DEBUG nova.virt.hardware [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.435028] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b327be5-29e9-49bc-ab97-4e6f4dbb3531 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.438134] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cf1eb4f5-2e56-41b0-af93-ee866d6af7cb tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Lock "9f873ea9-8409-4048-a390-5fd34803aafc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.900s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.443619] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a09d74-f35e-4fdc-9ac4-2b8337b31c08 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.457568] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Instance VIF info [] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1256.463838] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.464208] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1256.464558] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e16c06b3-3ffa-4230-bdac-182564a146fc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.484914] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1256.484914] env[68461]: value = "task-2895802" [ 1256.484914] env[68461]: _type = "Task" [ 1256.484914] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.487020] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5847d835-030a-4313-8d9c-47bd64f38252 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.499341] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895802, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.504227] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f498124-2410-4143-964a-00484714e136 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.541016] env[68461]: DEBUG oslo_concurrency.lockutils [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.518s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.541601] env[68461]: DEBUG nova.compute.manager [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1256.544598] env[68461]: DEBUG nova.compute.manager [req-6464de21-906b-49f9-bc6c-8b9d9619202b req-1796b129-461c-460f-87c7-bd387b09e8f1 service nova] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Detach interface failed, port_id=f74a6285-7fd2-43a7-aa2f-e9fff276fbff, reason: Instance 021d8d7b-9609-4313-971d-f1a22b209751 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1256.546270] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.910s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.623284] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895801, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.661047] env[68461]: INFO nova.compute.manager [-] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Took 1.68 seconds to deallocate network for instance. [ 1256.725871] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895800, 'name': Destroy_Task, 'duration_secs': 1.110093} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.726183] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Destroyed the VM [ 1256.726442] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Deleting Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1256.726761] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-91fa9b32-90c0-45c2-85cc-c0870aac9b58 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.734392] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1256.734392] env[68461]: value = "task-2895803" [ 1256.734392] env[68461]: _type = "Task" [ 1256.734392] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.744324] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895803, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.001607] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895802, 'name': CreateVM_Task, 'duration_secs': 0.343238} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.002536] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.002729] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.002778] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.003219] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.003658] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f15e9151-1b40-4ae0-a53c-19a13f654990 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.010039] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1257.010039] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52fb1faf-e4fa-d108-551f-b68fef20bae3" [ 1257.010039] env[68461]: _type = "Task" [ 1257.010039] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.025314] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52fb1faf-e4fa-d108-551f-b68fef20bae3, 'name': SearchDatastore_Task, 'duration_secs': 0.009559} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.025783] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.026128] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1257.026492] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.026731] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.027040] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1257.027495] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67c1a2cc-a5c1-448b-8638-ad710c2ab769 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.045785] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1257.046331] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1257.048295] env[68461]: DEBUG nova.compute.utils [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1257.049603] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf35a3ae-0c68-42e4-971c-e99b4c262594 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.053763] env[68461]: DEBUG nova.compute.manager [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1257.054396] env[68461]: DEBUG nova.network.neutron [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1257.078514] env[68461]: INFO nova.compute.manager [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Rebuilding instance [ 1257.085593] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1257.085593] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52196ab1-21a8-a4a7-57d1-e5c16747c7b7" [ 1257.085593] env[68461]: _type = "Task" [ 1257.085593] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.098268] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52196ab1-21a8-a4a7-57d1-e5c16747c7b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.126896] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782789} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.127160] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] fc47d187-6031-44c6-afbe-bea1e8a36bc5/fc47d187-6031-44c6-afbe-bea1e8a36bc5.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.127845] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.127845] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9951e4dd-dc03-428f-8c9a-6e088f20c297 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.135032] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Waiting for the task: (returnval){ [ 1257.135032] env[68461]: value = "task-2895804" [ 1257.135032] env[68461]: _type = "Task" [ 1257.135032] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.145890] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.148021] env[68461]: DEBUG nova.policy [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df5e297b521d46eab227010fc256397a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf178dda4c0a4d5aabe035e50ad2db81', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1257.152366] env[68461]: DEBUG nova.compute.manager [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.153484] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bd715f-fd94-49c0-9a94-bef8043995ad {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.170341] env[68461]: DEBUG oslo_concurrency.lockutils [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.246378] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895803, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.248963] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "8830abc8-5912-491f-ba79-df394929293f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.249215] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "8830abc8-5912-491f-ba79-df394929293f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.249430] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "8830abc8-5912-491f-ba79-df394929293f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.249617] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "8830abc8-5912-491f-ba79-df394929293f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.249787] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "8830abc8-5912-491f-ba79-df394929293f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.252101] env[68461]: INFO nova.compute.manager [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Terminating instance [ 1257.554878] env[68461]: DEBUG nova.compute.manager [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1257.585712] env[68461]: DEBUG nova.network.neutron [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Successfully created port: 365d7819-bd85-4986-bced-6122d0c68b34 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1257.602551] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52196ab1-21a8-a4a7-57d1-e5c16747c7b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011704} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.602551] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c70e626a-2f43-4d2a-9612-d0b8bbadd6cc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.609342] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1257.609342] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52a528f7-69a2-8b56-7c27-02f9f3118e78" [ 1257.609342] env[68461]: _type = "Task" [ 1257.609342] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.617397] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a528f7-69a2-8b56-7c27-02f9f3118e78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.627124] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.627124] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 1d581ed1-d175-46b9-bf25-83a6c4e4be0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.627124] env[68461]: WARNING nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 51e4741a-8c13-4c3d-9a54-10c7b7068a7d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1257.627124] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 021d8d7b-9609-4313-971d-f1a22b209751 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.627124] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance fd817671-1887-4e04-953c-bfd4bf1cee7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.627124] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 4f1eb6e1-4e2a-4c71-9238-112725e9536d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.627794] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance ea893e0b-4964-44b3-8328-27bbe06469ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.627794] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance b013e906-4313-4ae3-a1fc-b27ee20b698c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.627794] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 0773aa9b-b048-46b6-b470-78cbcae37020 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.627794] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.627794] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 008fd377-d24b-4319-8b80-542e620a86d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.627794] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.627990] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance d8577ea9-60dc-401c-a92c-5bd4201e1545 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.627990] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 8f032c98-195a-479f-81b3-10cc48e87e99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.628076] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 15f2b398-5e16-4962-b351-f528f9c7b8b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.629051] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 8830abc8-5912-491f-ba79-df394929293f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.629051] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 9753dda1-c16e-4a1c-8159-a35e5c6d7e92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.629051] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance e0fa76c2-81b7-4354-851f-025bc89baa80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.629051] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 223c7533-f30e-438c-a2a6-0657d679683c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.629051] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 9f873ea9-8409-4048-a390-5fd34803aafc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.629051] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance fc47d187-6031-44c6-afbe-bea1e8a36bc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.629051] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance c64335ce-81c1-4975-be9e-77155e1f8ddb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.648120] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07331} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.648393] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.649413] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34eaeec2-a76d-460d-995e-a12cfc4b123d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.674686] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] fc47d187-6031-44c6-afbe-bea1e8a36bc5/fc47d187-6031-44c6-afbe-bea1e8a36bc5.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.675814] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ba35d0a-9c34-4245-9077-db419907fc42 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.699697] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Waiting for the task: (returnval){ [ 1257.699697] env[68461]: value = "task-2895805" [ 1257.699697] env[68461]: _type = "Task" [ 1257.699697] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.708967] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895805, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.744927] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895803, 'name': RemoveSnapshot_Task, 'duration_secs': 0.665977} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.745315] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Deleted Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1257.745939] env[68461]: DEBUG nova.compute.manager [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.747086] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a81be4-9120-4279-bc9c-06e4d26ea5f8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.758610] env[68461]: DEBUG nova.compute.manager [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.758610] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.758610] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaf8be0-101f-4655-b195-0110815c2414 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.765260] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.766028] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4096f76a-e135-483a-83fa-68535fb67c67 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.773118] env[68461]: DEBUG oslo_vmware.api [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1257.773118] env[68461]: value = "task-2895806" [ 1257.773118] env[68461]: _type = "Task" [ 1257.773118] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.783376] env[68461]: DEBUG oslo_vmware.api [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.853407] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "07af663e-1761-49c3-972f-83fd83517161" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.853692] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "07af663e-1761-49c3-972f-83fd83517161" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.125186] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a528f7-69a2-8b56-7c27-02f9f3118e78, 'name': SearchDatastore_Task, 'duration_secs': 0.028582} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.126101] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.128305] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 223c7533-f30e-438c-a2a6-0657d679683c/223c7533-f30e-438c-a2a6-0657d679683c.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1258.128305] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70e95a32-151a-459a-93a4-0f606edb9f05 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.131204] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance f9d490cd-862d-42f3-a3d6-eab122b602a1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1258.134717] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1258.134717] env[68461]: value = "task-2895807" [ 1258.134717] env[68461]: _type = "Task" [ 1258.134717] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.142695] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.176289] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.176617] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d999ad8-4c98-4f49-a6f2-de7146676ac2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.184093] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Waiting for the task: (returnval){ [ 1258.184093] env[68461]: value = "task-2895808" [ 1258.184093] env[68461]: _type = "Task" [ 1258.184093] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.199183] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.969823] env[68461]: DEBUG nova.compute.manager [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1258.974546] env[68461]: DEBUG nova.compute.manager [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1258.976908] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 07af663e-1761-49c3-972f-83fd83517161 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1258.977170] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1258.977307] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4544MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1258.979443] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895805, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.979616] env[68461]: WARNING oslo_vmware.common.loopingcall [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] task run outlasted interval by 0.27909300000000004 sec [ 1258.980311] env[68461]: INFO nova.compute.manager [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Shelve offloading [ 1258.996038] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "6d789797-0900-449c-b1c2-cd11055254ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.996443] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "6d789797-0900-449c-b1c2-cd11055254ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.005509] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ccf07d2d-64a3-4cff-840c-fa19865bdae0 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquiring lock "4f1eb6e1-4e2a-4c71-9238-112725e9536d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.008017] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ccf07d2d-64a3-4cff-840c-fa19865bdae0 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "4f1eb6e1-4e2a-4c71-9238-112725e9536d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.015696] env[68461]: DEBUG oslo_vmware.api [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895806, 'name': PowerOffVM_Task, 'duration_secs': 0.316228} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.023391] env[68461]: DEBUG nova.virt.hardware [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.023644] env[68461]: DEBUG nova.virt.hardware [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.023850] env[68461]: DEBUG nova.virt.hardware [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.024010] env[68461]: DEBUG nova.virt.hardware [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.024183] env[68461]: DEBUG nova.virt.hardware [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.024358] env[68461]: DEBUG nova.virt.hardware [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.024570] env[68461]: DEBUG nova.virt.hardware [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.024727] env[68461]: DEBUG nova.virt.hardware [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.024917] env[68461]: DEBUG nova.virt.hardware [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.025113] env[68461]: DEBUG nova.virt.hardware [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.025295] env[68461]: DEBUG nova.virt.hardware [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.027570] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.027752] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.028039] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895808, 'name': PowerOffVM_Task, 'duration_secs': 0.213557} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.028258] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543288} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.028973] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a572f6e-f6b4-442f-96c9-88c87b048c1e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.036801] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-729b73c8-5c70-4f0c-b107-f8b8452f2c36 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.036801] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.036971] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.037264] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 223c7533-f30e-438c-a2a6-0657d679683c/223c7533-f30e-438c-a2a6-0657d679683c.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1259.037469] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1259.037730] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895805, 'name': ReconfigVM_Task, 'duration_secs': 0.55695} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.038431] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d890be0-cba0-49d6-92ed-8a23d706d5da {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.041147] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65d58a87-d5c1-4a08-8861-23db9957e158 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.043359] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Reconfigured VM instance instance-00000059 to attach disk [datastore2] fc47d187-6031-44c6-afbe-bea1e8a36bc5/fc47d187-6031-44c6-afbe-bea1e8a36bc5.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1259.047263] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a283da2b-69a4-4253-9b9a-a1f93fca638d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.053187] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3822dfd6-5dd2-448b-809c-64fbd1b1a44d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.061697] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1259.061697] env[68461]: value = "task-2895810" [ 1259.061697] env[68461]: _type = "Task" [ 1259.061697] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.061697] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.061697] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Waiting for the task: (returnval){ [ 1259.061697] env[68461]: value = "task-2895811" [ 1259.061697] env[68461]: _type = "Task" [ 1259.061697] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.061697] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ab7ab80-315d-4444-be4a-d27c67fec3ef {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.084952] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.087509] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895811, 'name': Rename_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.102498] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.102705] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.102902] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Deleting the datastore file [datastore1] 9f873ea9-8409-4048-a390-5fd34803aafc {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.103224] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e7bf44b-1ea9-435b-b2e4-03da65f5cd70 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.111668] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.111891] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.112111] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Deleting the datastore file [datastore1] 8830abc8-5912-491f-ba79-df394929293f {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.113811] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a905b2a4-91d1-49cd-990b-329ed410f203 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.115719] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Waiting for the task: (returnval){ [ 1259.115719] env[68461]: value = "task-2895813" [ 1259.115719] env[68461]: _type = "Task" [ 1259.115719] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.122400] env[68461]: DEBUG oslo_vmware.api [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1259.122400] env[68461]: value = "task-2895814" [ 1259.122400] env[68461]: _type = "Task" [ 1259.122400] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.131687] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.136278] env[68461]: DEBUG oslo_vmware.api [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.364226] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727c12b6-1915-4c53-8633-627be1468caa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.371635] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b95f37-440a-47a1-a560-d60bda8ef493 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.400974] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39e0368-6f59-4685-a83a-f2073cded521 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.409026] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc87b2a-8ac5-404b-9fe1-36b6247e974b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.421454] env[68461]: DEBUG nova.compute.provider_tree [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.469687] env[68461]: DEBUG nova.network.neutron [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Successfully updated port: 365d7819-bd85-4986-bced-6122d0c68b34 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1259.482028] env[68461]: DEBUG nova.compute.manager [req-c427c366-72fa-41bc-8955-4d829b04529c req-9ccdfb94-f992-4f3b-b032-a385603b4f9b service nova] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Received event network-vif-plugged-365d7819-bd85-4986-bced-6122d0c68b34 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.482152] env[68461]: DEBUG oslo_concurrency.lockutils [req-c427c366-72fa-41bc-8955-4d829b04529c req-9ccdfb94-f992-4f3b-b032-a385603b4f9b service nova] Acquiring lock "c64335ce-81c1-4975-be9e-77155e1f8ddb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.482330] env[68461]: DEBUG oslo_concurrency.lockutils [req-c427c366-72fa-41bc-8955-4d829b04529c req-9ccdfb94-f992-4f3b-b032-a385603b4f9b service nova] Lock "c64335ce-81c1-4975-be9e-77155e1f8ddb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.482490] env[68461]: DEBUG oslo_concurrency.lockutils [req-c427c366-72fa-41bc-8955-4d829b04529c req-9ccdfb94-f992-4f3b-b032-a385603b4f9b service nova] Lock "c64335ce-81c1-4975-be9e-77155e1f8ddb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.482653] env[68461]: DEBUG nova.compute.manager [req-c427c366-72fa-41bc-8955-4d829b04529c req-9ccdfb94-f992-4f3b-b032-a385603b4f9b service nova] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] No waiting events found dispatching network-vif-plugged-365d7819-bd85-4986-bced-6122d0c68b34 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1259.482808] env[68461]: WARNING nova.compute.manager [req-c427c366-72fa-41bc-8955-4d829b04529c req-9ccdfb94-f992-4f3b-b032-a385603b4f9b service nova] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Received unexpected event network-vif-plugged-365d7819-bd85-4986-bced-6122d0c68b34 for instance with vm_state building and task_state spawning. [ 1259.502720] env[68461]: DEBUG nova.compute.manager [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1259.505333] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.506553] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.506802] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a45bbd2-ece5-4ad6-9c2c-912167517b9c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.509089] env[68461]: DEBUG nova.compute.utils [None req-ccf07d2d-64a3-4cff-840c-fa19865bdae0 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1259.515576] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1259.515576] env[68461]: value = "task-2895815" [ 1259.515576] env[68461]: _type = "Task" [ 1259.515576] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.526303] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] VM already powered off {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1259.526520] env[68461]: DEBUG nova.compute.manager [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1259.528998] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150869a3-0101-43ab-94ef-65fe5d6b0704 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.537750] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquiring lock "refresh_cache-b013e906-4313-4ae3-a1fc-b27ee20b698c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.537945] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquired lock "refresh_cache-b013e906-4313-4ae3-a1fc-b27ee20b698c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.538170] env[68461]: DEBUG nova.network.neutron [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.572706] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0723} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.575727] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1259.576014] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895811, 'name': Rename_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.576907] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594e6bb6-311c-4a2e-9650-e3e00a3277fd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.597157] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 223c7533-f30e-438c-a2a6-0657d679683c/223c7533-f30e-438c-a2a6-0657d679683c.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.597406] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43da254c-0f39-4c76-987a-e95497141330 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.615952] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1259.615952] env[68461]: value = "task-2895816" [ 1259.615952] env[68461]: _type = "Task" [ 1259.615952] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.626118] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895816, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.631577] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108382} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.631822] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.632052] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.632372] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.640019] env[68461]: DEBUG oslo_vmware.api [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157413} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.640293] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.640508] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.640720] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.640918] env[68461]: INFO nova.compute.manager [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Took 1.88 seconds to destroy the instance on the hypervisor. [ 1259.641217] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.641443] env[68461]: DEBUG nova.compute.manager [-] [instance: 8830abc8-5912-491f-ba79-df394929293f] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.641559] env[68461]: DEBUG nova.network.neutron [-] [instance: 8830abc8-5912-491f-ba79-df394929293f] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.924719] env[68461]: DEBUG nova.scheduler.client.report [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.972551] env[68461]: DEBUG oslo_concurrency.lockutils [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "refresh_cache-c64335ce-81c1-4975-be9e-77155e1f8ddb" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.972551] env[68461]: DEBUG oslo_concurrency.lockutils [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquired lock "refresh_cache-c64335ce-81c1-4975-be9e-77155e1f8ddb" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.972689] env[68461]: DEBUG nova.network.neutron [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.012366] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ccf07d2d-64a3-4cff-840c-fa19865bdae0 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "4f1eb6e1-4e2a-4c71-9238-112725e9536d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.029698] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.035615] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5d5507a5-4c3b-452b-86c2-edb39569767d tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "interface-0773aa9b-b048-46b6-b470-78cbcae37020-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.036589] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5d5507a5-4c3b-452b-86c2-edb39569767d tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "interface-0773aa9b-b048-46b6-b470-78cbcae37020-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.036589] env[68461]: DEBUG nova.objects.instance [None req-5d5507a5-4c3b-452b-86c2-edb39569767d tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lazy-loading 'flavor' on Instance uuid 0773aa9b-b048-46b6-b470-78cbcae37020 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.075348] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895811, 'name': Rename_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.126693] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895816, 'name': ReconfigVM_Task, 'duration_secs': 0.284063} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.126693] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 223c7533-f30e-438c-a2a6-0657d679683c/223c7533-f30e-438c-a2a6-0657d679683c.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.127240] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-423dc72f-d740-4ff1-b63e-ae8d0288f0c3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.133635] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1260.133635] env[68461]: value = "task-2895817" [ 1260.133635] env[68461]: _type = "Task" [ 1260.133635] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.147950] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895817, 'name': Rename_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.256778] env[68461]: DEBUG nova.network.neutron [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Updating instance_info_cache with network_info: [{"id": "1144d449-43a1-4cda-9007-403c8468ff73", "address": "fa:16:3e:e6:f4:4b", "network": {"id": "d6710a71-443d-4267-8726-5bf51c580dae", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1891126033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ace85b5a4d0451a85573b4e01774275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1144d449-43", "ovs_interfaceid": "1144d449-43a1-4cda-9007-403c8468ff73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.346390] env[68461]: DEBUG nova.network.neutron [-] [instance: 8830abc8-5912-491f-ba79-df394929293f] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.429652] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68461) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1260.429744] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.884s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.429996] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.514s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.431530] env[68461]: INFO nova.compute.claims [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1260.520430] env[68461]: DEBUG nova.network.neutron [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1260.541239] env[68461]: DEBUG nova.objects.instance [None req-5d5507a5-4c3b-452b-86c2-edb39569767d tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lazy-loading 'pci_requests' on Instance uuid 0773aa9b-b048-46b6-b470-78cbcae37020 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.577576] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895811, 'name': Rename_Task, 'duration_secs': 1.160508} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.577847] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1260.578102] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59299fdd-3492-42dc-9914-dd0cfc411515 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.583909] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Waiting for the task: (returnval){ [ 1260.583909] env[68461]: value = "task-2895818" [ 1260.583909] env[68461]: _type = "Task" [ 1260.583909] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.591589] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.649086] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895817, 'name': Rename_Task, 'duration_secs': 0.137329} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.649389] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1260.649816] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df6f3b74-b6c2-4cf3-9d66-6d000206a536 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.655691] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1260.655691] env[68461]: value = "task-2895819" [ 1260.655691] env[68461]: _type = "Task" [ 1260.655691] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.663200] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.675202] env[68461]: DEBUG nova.virt.hardware [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.675460] env[68461]: DEBUG nova.virt.hardware [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.675615] env[68461]: DEBUG nova.virt.hardware [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.675828] env[68461]: DEBUG nova.virt.hardware [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.675988] env[68461]: DEBUG nova.virt.hardware [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.676155] env[68461]: DEBUG nova.virt.hardware [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.676424] env[68461]: DEBUG nova.virt.hardware [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.676532] env[68461]: DEBUG nova.virt.hardware [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.676717] env[68461]: DEBUG nova.virt.hardware [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.676927] env[68461]: DEBUG nova.virt.hardware [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.677298] env[68461]: DEBUG nova.virt.hardware [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.678234] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75512895-2944-4906-bbf6-88ef3ea3ea85 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.689234] env[68461]: DEBUG nova.network.neutron [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Updating instance_info_cache with network_info: [{"id": "365d7819-bd85-4986-bced-6122d0c68b34", "address": "fa:16:3e:e7:58:1e", "network": {"id": "6b43960b-b0f6-4b4c-b213-cd12050cdf18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-56355681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf178dda4c0a4d5aabe035e50ad2db81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap365d7819-bd", "ovs_interfaceid": "365d7819-bd85-4986-bced-6122d0c68b34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.694305] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de86b3f-45dd-4150-9c43-13fbd3cd8dff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.708164] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Instance VIF info [] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1260.713783] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.714728] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1260.715101] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d8aa82e-b052-463f-92b4-f5efefe6b2c6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.732968] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1260.732968] env[68461]: value = "task-2895820" [ 1260.732968] env[68461]: _type = "Task" [ 1260.732968] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.741247] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895820, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.759755] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Releasing lock "refresh_cache-b013e906-4313-4ae3-a1fc-b27ee20b698c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.824049] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ccf07d2d-64a3-4cff-840c-fa19865bdae0 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquiring lock "4f1eb6e1-4e2a-4c71-9238-112725e9536d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.824049] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ccf07d2d-64a3-4cff-840c-fa19865bdae0 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "4f1eb6e1-4e2a-4c71-9238-112725e9536d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.824193] env[68461]: INFO nova.compute.manager [None req-ccf07d2d-64a3-4cff-840c-fa19865bdae0 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Attaching volume a436de44-b40a-42b3-b379-9b0be86f70ad to /dev/sdb [ 1260.851575] env[68461]: INFO nova.compute.manager [-] [instance: 8830abc8-5912-491f-ba79-df394929293f] Took 1.21 seconds to deallocate network for instance. [ 1260.869632] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9cd488-dac2-4e05-b681-eae7afabf5e7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.880461] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f21368-7d8c-460d-b0ab-799ccd1631bc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.896119] env[68461]: DEBUG nova.virt.block_device [None req-ccf07d2d-64a3-4cff-840c-fa19865bdae0 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Updating existing volume attachment record: 35f3675d-b4ab-47b9-bae3-30af295d45ab {{(pid=68461) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1261.043774] env[68461]: DEBUG nova.objects.base [None req-5d5507a5-4c3b-452b-86c2-edb39569767d tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Object Instance<0773aa9b-b048-46b6-b470-78cbcae37020> lazy-loaded attributes: flavor,pci_requests {{(pid=68461) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1261.043967] env[68461]: DEBUG nova.network.neutron [None req-5d5507a5-4c3b-452b-86c2-edb39569767d tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.093632] env[68461]: DEBUG oslo_vmware.api [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895818, 'name': PowerOnVM_Task, 'duration_secs': 0.474483} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.093908] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.094129] env[68461]: INFO nova.compute.manager [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1261.094344] env[68461]: DEBUG nova.compute.manager [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1261.095076] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831a59b5-b976-461b-870c-ce75fa11669a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.160771] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.161953] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71a9088-f1a3-492b-82f6-66b3a96ed319 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.169771] env[68461]: DEBUG oslo_vmware.api [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895819, 'name': PowerOnVM_Task, 'duration_secs': 0.458648} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.172215] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.172613] env[68461]: DEBUG nova.compute.manager [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1261.173027] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.173823] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5b8c6e-c697-45e1-aeac-2f6ccdcdb4ab {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.176605] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6759781e-c0de-4832-8746-302ca67b6454 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.178775] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5d5507a5-4c3b-452b-86c2-edb39569767d tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "interface-0773aa9b-b048-46b6-b470-78cbcae37020-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.143s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.194021] env[68461]: DEBUG oslo_concurrency.lockutils [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Releasing lock "refresh_cache-c64335ce-81c1-4975-be9e-77155e1f8ddb" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.194178] env[68461]: DEBUG nova.compute.manager [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Instance network_info: |[{"id": "365d7819-bd85-4986-bced-6122d0c68b34", "address": "fa:16:3e:e7:58:1e", "network": {"id": "6b43960b-b0f6-4b4c-b213-cd12050cdf18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-56355681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf178dda4c0a4d5aabe035e50ad2db81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap365d7819-bd", "ovs_interfaceid": "365d7819-bd85-4986-bced-6122d0c68b34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1261.194645] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:58:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '365d7819-bd85-4986-bced-6122d0c68b34', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.202034] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.202489] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.203302] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7adb10d-f907-4cc4-98ca-103b95f9732a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.222241] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.222241] env[68461]: value = "task-2895823" [ 1261.222241] env[68461]: _type = "Task" [ 1261.222241] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.229552] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895823, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.241528] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895820, 'name': CreateVM_Task, 'duration_secs': 0.305973} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.241731] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1261.242169] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.242383] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.242749] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.243013] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8192de6b-28d5-40e4-ad2d-2cbc1a533b6d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.248455] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.248646] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.248836] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Deleting the datastore file [datastore1] b013e906-4313-4ae3-a1fc-b27ee20b698c {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.249053] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-518869c8-72a8-4a86-8455-674726290b8a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.251910] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Waiting for the task: (returnval){ [ 1261.251910] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]527a22df-abe3-4260-a237-3862339e50a3" [ 1261.251910] env[68461]: _type = "Task" [ 1261.251910] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.257946] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1261.257946] env[68461]: value = "task-2895824" [ 1261.257946] env[68461]: _type = "Task" [ 1261.257946] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.261185] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]527a22df-abe3-4260-a237-3862339e50a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.268890] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.362053] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.612121] env[68461]: INFO nova.compute.manager [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Took 36.43 seconds to build instance. [ 1261.630673] env[68461]: DEBUG nova.compute.manager [req-a57abdea-e703-4f7d-bcf2-395d61593cbb req-c4094274-6222-4931-9458-c1aa8efcd1fc service nova] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Received event network-changed-365d7819-bd85-4986-bced-6122d0c68b34 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.630673] env[68461]: DEBUG nova.compute.manager [req-a57abdea-e703-4f7d-bcf2-395d61593cbb req-c4094274-6222-4931-9458-c1aa8efcd1fc service nova] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Refreshing instance network info cache due to event network-changed-365d7819-bd85-4986-bced-6122d0c68b34. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1261.630673] env[68461]: DEBUG oslo_concurrency.lockutils [req-a57abdea-e703-4f7d-bcf2-395d61593cbb req-c4094274-6222-4931-9458-c1aa8efcd1fc service nova] Acquiring lock "refresh_cache-c64335ce-81c1-4975-be9e-77155e1f8ddb" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.630673] env[68461]: DEBUG oslo_concurrency.lockutils [req-a57abdea-e703-4f7d-bcf2-395d61593cbb req-c4094274-6222-4931-9458-c1aa8efcd1fc service nova] Acquired lock "refresh_cache-c64335ce-81c1-4975-be9e-77155e1f8ddb" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.630673] env[68461]: DEBUG nova.network.neutron [req-a57abdea-e703-4f7d-bcf2-395d61593cbb req-c4094274-6222-4931-9458-c1aa8efcd1fc service nova] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Refreshing network info cache for port 365d7819-bd85-4986-bced-6122d0c68b34 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1261.696990] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.733402] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895823, 'name': CreateVM_Task, 'duration_secs': 0.336278} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.735881] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1261.736705] env[68461]: DEBUG oslo_concurrency.lockutils [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.764490] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]527a22df-abe3-4260-a237-3862339e50a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011806} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.767575] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.767814] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1261.768057] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.768203] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.768378] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1261.771337] env[68461]: DEBUG oslo_concurrency.lockutils [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.771646] env[68461]: DEBUG oslo_concurrency.lockutils [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.771884] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3083d2a5-2ce4-4b4d-b3c7-1d36b581b5f1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.774245] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b2cc2f1-3562-4ff7-9b74-64f7073060e0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.778615] env[68461]: DEBUG oslo_vmware.api [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144408} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.779186] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.779712] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.779712] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.782354] env[68461]: DEBUG oslo_vmware.api [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1261.782354] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5261fa35-eeb7-3665-1710-704ee30b1508" [ 1261.782354] env[68461]: _type = "Task" [ 1261.782354] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.787865] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1261.788059] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1261.789163] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55a5a088-a7f7-4a94-a157-3474a5dec519 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.794041] env[68461]: DEBUG oslo_vmware.api [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5261fa35-eeb7-3665-1710-704ee30b1508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.796715] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Waiting for the task: (returnval){ [ 1261.796715] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52241ad8-9e29-1a99-6eac-e70053e982f3" [ 1261.796715] env[68461]: _type = "Task" [ 1261.796715] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.800777] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e4c585-1cda-45d5-914d-e8c85e3cc491 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.803925] env[68461]: INFO nova.scheduler.client.report [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Deleted allocations for instance b013e906-4313-4ae3-a1fc-b27ee20b698c [ 1261.811048] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52241ad8-9e29-1a99-6eac-e70053e982f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010551} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.813478] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1472ee9-bcb3-4649-ba96-30f27924329e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.816320] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea0d558-d17f-4a3b-aff1-788a12172c6d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.823582] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Waiting for the task: (returnval){ [ 1261.823582] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52e8e5f2-fcae-3739-762c-027c34eb7cea" [ 1261.823582] env[68461]: _type = "Task" [ 1261.823582] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.853768] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7ddba5-2ec2-433e-8e7e-6c32af2186c0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.865323] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52e8e5f2-fcae-3739-762c-027c34eb7cea, 'name': SearchDatastore_Task, 'duration_secs': 0.010383} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.866360] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6a941e-8a5f-4b6a-a305-f447e056de27 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.870120] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.870385] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 9f873ea9-8409-4048-a390-5fd34803aafc/9f873ea9-8409-4048-a390-5fd34803aafc.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1261.870884] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5881a6ad-ce0f-4eda-aa4e-f1bcc349bb89 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.883455] env[68461]: DEBUG nova.compute.provider_tree [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.885985] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Waiting for the task: (returnval){ [ 1261.885985] env[68461]: value = "task-2895827" [ 1261.885985] env[68461]: _type = "Task" [ 1261.885985] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.893598] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.114414] env[68461]: DEBUG oslo_concurrency.lockutils [None req-95ebdd2b-71b9-48e6-ae1d-fca8e14638b8 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Lock "fc47d187-6031-44c6-afbe-bea1e8a36bc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.955s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.297726] env[68461]: DEBUG oslo_vmware.api [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5261fa35-eeb7-3665-1710-704ee30b1508, 'name': SearchDatastore_Task, 'duration_secs': 0.010892} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.298157] env[68461]: DEBUG oslo_concurrency.lockutils [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.298320] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1262.298678] env[68461]: DEBUG oslo_concurrency.lockutils [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.298834] env[68461]: DEBUG oslo_concurrency.lockutils [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.299094] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.299313] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ac49e3b-ed21-4926-b024-4b17fa34ba39 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.307678] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.307871] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1262.308619] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce3024d-0583-4223-9215-522dbe3e8035 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.312225] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.313838] env[68461]: DEBUG oslo_vmware.api [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1262.313838] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52ad9f60-566e-6361-fe77-62ad5db554c9" [ 1262.313838] env[68461]: _type = "Task" [ 1262.313838] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.321864] env[68461]: DEBUG oslo_vmware.api [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ad9f60-566e-6361-fe77-62ad5db554c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.388213] env[68461]: DEBUG nova.scheduler.client.report [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.401430] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895827, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.439547] env[68461]: DEBUG nova.network.neutron [req-a57abdea-e703-4f7d-bcf2-395d61593cbb req-c4094274-6222-4931-9458-c1aa8efcd1fc service nova] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Updated VIF entry in instance network info cache for port 365d7819-bd85-4986-bced-6122d0c68b34. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1262.439902] env[68461]: DEBUG nova.network.neutron [req-a57abdea-e703-4f7d-bcf2-395d61593cbb req-c4094274-6222-4931-9458-c1aa8efcd1fc service nova] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Updating instance_info_cache with network_info: [{"id": "365d7819-bd85-4986-bced-6122d0c68b34", "address": "fa:16:3e:e7:58:1e", "network": {"id": "6b43960b-b0f6-4b4c-b213-cd12050cdf18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-56355681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf178dda4c0a4d5aabe035e50ad2db81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap365d7819-bd", "ovs_interfaceid": "365d7819-bd85-4986-bced-6122d0c68b34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.751906] env[68461]: DEBUG oslo_concurrency.lockutils [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquiring lock "223c7533-f30e-438c-a2a6-0657d679683c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.752211] env[68461]: DEBUG oslo_concurrency.lockutils [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Lock "223c7533-f30e-438c-a2a6-0657d679683c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.752423] env[68461]: DEBUG oslo_concurrency.lockutils [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquiring lock "223c7533-f30e-438c-a2a6-0657d679683c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.752606] env[68461]: DEBUG oslo_concurrency.lockutils [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Lock "223c7533-f30e-438c-a2a6-0657d679683c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.752772] env[68461]: DEBUG oslo_concurrency.lockutils [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Lock "223c7533-f30e-438c-a2a6-0657d679683c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.754935] env[68461]: INFO nova.compute.manager [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Terminating instance [ 1262.823987] env[68461]: DEBUG oslo_vmware.api [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ad9f60-566e-6361-fe77-62ad5db554c9, 'name': SearchDatastore_Task, 'duration_secs': 0.008873} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.824768] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a9128ad-a828-42d9-bd91-3d68bbf3d37f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.829991] env[68461]: DEBUG oslo_vmware.api [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1262.829991] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5202fa50-2c47-39a7-8bd8-0bca3925922a" [ 1262.829991] env[68461]: _type = "Task" [ 1262.829991] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.839020] env[68461]: DEBUG oslo_vmware.api [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5202fa50-2c47-39a7-8bd8-0bca3925922a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.896517] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.897029] env[68461]: DEBUG nova.compute.manager [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1262.900242] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.092s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.900440] env[68461]: DEBUG nova.objects.instance [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 8830abc8-5912-491f-ba79-df394929293f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68461) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1262.905604] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895827, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.943013] env[68461]: DEBUG oslo_concurrency.lockutils [req-a57abdea-e703-4f7d-bcf2-395d61593cbb req-c4094274-6222-4931-9458-c1aa8efcd1fc service nova] Releasing lock "refresh_cache-c64335ce-81c1-4975-be9e-77155e1f8ddb" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.943322] env[68461]: DEBUG nova.compute.manager [req-a57abdea-e703-4f7d-bcf2-395d61593cbb req-c4094274-6222-4931-9458-c1aa8efcd1fc service nova] [instance: 8830abc8-5912-491f-ba79-df394929293f] Received event network-vif-deleted-05285131-4537-4ee6-8112-360e929b6ade {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.943512] env[68461]: DEBUG nova.compute.manager [req-a57abdea-e703-4f7d-bcf2-395d61593cbb req-c4094274-6222-4931-9458-c1aa8efcd1fc service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Received event network-vif-unplugged-1144d449-43a1-4cda-9007-403c8468ff73 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.943696] env[68461]: DEBUG oslo_concurrency.lockutils [req-a57abdea-e703-4f7d-bcf2-395d61593cbb req-c4094274-6222-4931-9458-c1aa8efcd1fc service nova] Acquiring lock "b013e906-4313-4ae3-a1fc-b27ee20b698c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.943891] env[68461]: DEBUG oslo_concurrency.lockutils [req-a57abdea-e703-4f7d-bcf2-395d61593cbb req-c4094274-6222-4931-9458-c1aa8efcd1fc service nova] Lock "b013e906-4313-4ae3-a1fc-b27ee20b698c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.944064] env[68461]: DEBUG oslo_concurrency.lockutils [req-a57abdea-e703-4f7d-bcf2-395d61593cbb req-c4094274-6222-4931-9458-c1aa8efcd1fc service nova] Lock "b013e906-4313-4ae3-a1fc-b27ee20b698c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.944233] env[68461]: DEBUG nova.compute.manager [req-a57abdea-e703-4f7d-bcf2-395d61593cbb req-c4094274-6222-4931-9458-c1aa8efcd1fc service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] No waiting events found dispatching network-vif-unplugged-1144d449-43a1-4cda-9007-403c8468ff73 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1262.944399] env[68461]: WARNING nova.compute.manager [req-a57abdea-e703-4f7d-bcf2-395d61593cbb req-c4094274-6222-4931-9458-c1aa8efcd1fc service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Received unexpected event network-vif-unplugged-1144d449-43a1-4cda-9007-403c8468ff73 for instance with vm_state shelved and task_state shelving_offloading. [ 1262.944557] env[68461]: DEBUG nova.compute.manager [req-a57abdea-e703-4f7d-bcf2-395d61593cbb req-c4094274-6222-4931-9458-c1aa8efcd1fc service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Received event network-changed-1144d449-43a1-4cda-9007-403c8468ff73 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.944717] env[68461]: DEBUG nova.compute.manager [req-a57abdea-e703-4f7d-bcf2-395d61593cbb req-c4094274-6222-4931-9458-c1aa8efcd1fc service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Refreshing instance network info cache due to event network-changed-1144d449-43a1-4cda-9007-403c8468ff73. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1262.944922] env[68461]: DEBUG oslo_concurrency.lockutils [req-a57abdea-e703-4f7d-bcf2-395d61593cbb req-c4094274-6222-4931-9458-c1aa8efcd1fc service nova] Acquiring lock "refresh_cache-b013e906-4313-4ae3-a1fc-b27ee20b698c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.945038] env[68461]: DEBUG oslo_concurrency.lockutils [req-a57abdea-e703-4f7d-bcf2-395d61593cbb req-c4094274-6222-4931-9458-c1aa8efcd1fc service nova] Acquired lock "refresh_cache-b013e906-4313-4ae3-a1fc-b27ee20b698c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.945243] env[68461]: DEBUG nova.network.neutron [req-a57abdea-e703-4f7d-bcf2-395d61593cbb req-c4094274-6222-4931-9458-c1aa8efcd1fc service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Refreshing network info cache for port 1144d449-43a1-4cda-9007-403c8468ff73 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.195538] env[68461]: DEBUG oslo_concurrency.lockutils [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "interface-0773aa9b-b048-46b6-b470-78cbcae37020-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.195690] env[68461]: DEBUG oslo_concurrency.lockutils [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "interface-0773aa9b-b048-46b6-b470-78cbcae37020-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.196040] env[68461]: DEBUG nova.objects.instance [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lazy-loading 'flavor' on Instance uuid 0773aa9b-b048-46b6-b470-78cbcae37020 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.258304] env[68461]: DEBUG oslo_concurrency.lockutils [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquiring lock "refresh_cache-223c7533-f30e-438c-a2a6-0657d679683c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.258304] env[68461]: DEBUG oslo_concurrency.lockutils [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquired lock "refresh_cache-223c7533-f30e-438c-a2a6-0657d679683c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.258543] env[68461]: DEBUG nova.network.neutron [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.340703] env[68461]: DEBUG oslo_vmware.api [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5202fa50-2c47-39a7-8bd8-0bca3925922a, 'name': SearchDatastore_Task, 'duration_secs': 0.0095} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.341079] env[68461]: DEBUG oslo_concurrency.lockutils [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.341273] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] c64335ce-81c1-4975-be9e-77155e1f8ddb/c64335ce-81c1-4975-be9e-77155e1f8ddb.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1263.341574] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98e3e153-3c53-480f-91fe-06b444ebe251 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.347669] env[68461]: DEBUG oslo_vmware.api [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1263.347669] env[68461]: value = "task-2895828" [ 1263.347669] env[68461]: _type = "Task" [ 1263.347669] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.355208] env[68461]: DEBUG oslo_vmware.api [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.403747] env[68461]: DEBUG nova.compute.utils [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1263.405335] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895827, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.449003} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.405950] env[68461]: DEBUG nova.compute.manager [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1263.406188] env[68461]: DEBUG nova.network.neutron [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1263.407987] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 9f873ea9-8409-4048-a390-5fd34803aafc/9f873ea9-8409-4048-a390-5fd34803aafc.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1263.408246] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1263.411049] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5a5fae1-01e9-4166-8c2d-23b1e86d0df4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.419720] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Waiting for the task: (returnval){ [ 1263.419720] env[68461]: value = "task-2895829" [ 1263.419720] env[68461]: _type = "Task" [ 1263.419720] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.428940] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.496021] env[68461]: DEBUG nova.policy [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c71253127d8b491e9a99d425af117eb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '172893bd35654dcea61891ad9fbc7e85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1263.643184] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a1e872e1-af53-43f5-85a5-418bfcfab896 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquiring lock "fc47d187-6031-44c6-afbe-bea1e8a36bc5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.643565] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a1e872e1-af53-43f5-85a5-418bfcfab896 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Lock "fc47d187-6031-44c6-afbe-bea1e8a36bc5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.643944] env[68461]: INFO nova.compute.manager [None req-a1e872e1-af53-43f5-85a5-418bfcfab896 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Rebooting instance [ 1263.797379] env[68461]: DEBUG nova.network.neutron [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.809678] env[68461]: DEBUG nova.compute.manager [req-509fe5fd-7853-4667-9197-a5f7b5d33bcc req-7bdfef57-c6b9-4cd8-bf38-b35477fbaa03 service nova] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Received event network-changed-b052e633-dc06-4fa6-b555-892e6a0fd54e {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.809887] env[68461]: DEBUG nova.compute.manager [req-509fe5fd-7853-4667-9197-a5f7b5d33bcc req-7bdfef57-c6b9-4cd8-bf38-b35477fbaa03 service nova] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Refreshing instance network info cache due to event network-changed-b052e633-dc06-4fa6-b555-892e6a0fd54e. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.810110] env[68461]: DEBUG oslo_concurrency.lockutils [req-509fe5fd-7853-4667-9197-a5f7b5d33bcc req-7bdfef57-c6b9-4cd8-bf38-b35477fbaa03 service nova] Acquiring lock "refresh_cache-fc47d187-6031-44c6-afbe-bea1e8a36bc5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.810260] env[68461]: DEBUG oslo_concurrency.lockutils [req-509fe5fd-7853-4667-9197-a5f7b5d33bcc req-7bdfef57-c6b9-4cd8-bf38-b35477fbaa03 service nova] Acquired lock "refresh_cache-fc47d187-6031-44c6-afbe-bea1e8a36bc5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.810415] env[68461]: DEBUG nova.network.neutron [req-509fe5fd-7853-4667-9197-a5f7b5d33bcc req-7bdfef57-c6b9-4cd8-bf38-b35477fbaa03 service nova] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Refreshing network info cache for port b052e633-dc06-4fa6-b555-892e6a0fd54e {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.813410] env[68461]: DEBUG nova.objects.instance [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lazy-loading 'pci_requests' on Instance uuid 0773aa9b-b048-46b6-b470-78cbcae37020 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.860275] env[68461]: DEBUG oslo_vmware.api [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461489} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.860597] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] c64335ce-81c1-4975-be9e-77155e1f8ddb/c64335ce-81c1-4975-be9e-77155e1f8ddb.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1263.860780] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1263.861638] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35aeb600-a5bd-4c0a-9528-714c90f3374a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.868468] env[68461]: DEBUG oslo_vmware.api [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1263.868468] env[68461]: value = "task-2895831" [ 1263.868468] env[68461]: _type = "Task" [ 1263.868468] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.879928] env[68461]: DEBUG oslo_vmware.api [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.906546] env[68461]: DEBUG nova.compute.manager [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1263.915034] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c4c0d8f7-3eaf-4db7-ad1c-6a22c50058cd tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.916274] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.604s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.916465] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.928446] env[68461]: DEBUG oslo_concurrency.lockutils [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.754s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.928446] env[68461]: DEBUG nova.objects.instance [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Lazy-loading 'resources' on Instance uuid 021d8d7b-9609-4313-971d-f1a22b209751 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.928446] env[68461]: DEBUG nova.network.neutron [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.942233] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079391} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.942582] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1263.945343] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375c4741-7a5b-4499-adcc-b8a731212301 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.952901] env[68461]: DEBUG nova.network.neutron [req-a57abdea-e703-4f7d-bcf2-395d61593cbb req-c4094274-6222-4931-9458-c1aa8efcd1fc service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Updated VIF entry in instance network info cache for port 1144d449-43a1-4cda-9007-403c8468ff73. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.955031] env[68461]: DEBUG nova.network.neutron [req-a57abdea-e703-4f7d-bcf2-395d61593cbb req-c4094274-6222-4931-9458-c1aa8efcd1fc service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Updating instance_info_cache with network_info: [{"id": "1144d449-43a1-4cda-9007-403c8468ff73", "address": "fa:16:3e:e6:f4:4b", "network": {"id": "d6710a71-443d-4267-8726-5bf51c580dae", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1891126033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ace85b5a4d0451a85573b4e01774275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1144d449-43", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.972224] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 9f873ea9-8409-4048-a390-5fd34803aafc/9f873ea9-8409-4048-a390-5fd34803aafc.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.973679] env[68461]: INFO nova.scheduler.client.report [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Deleted allocations for instance 51e4741a-8c13-4c3d-9a54-10c7b7068a7d [ 1263.975456] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81b5446b-6eeb-4117-8880-a1a371d15563 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.999849] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Waiting for the task: (returnval){ [ 1263.999849] env[68461]: value = "task-2895832" [ 1263.999849] env[68461]: _type = "Task" [ 1263.999849] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.008446] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.174469] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a1e872e1-af53-43f5-85a5-418bfcfab896 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquiring lock "refresh_cache-fc47d187-6031-44c6-afbe-bea1e8a36bc5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.315856] env[68461]: DEBUG nova.objects.base [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Object Instance<0773aa9b-b048-46b6-b470-78cbcae37020> lazy-loaded attributes: flavor,pci_requests {{(pid=68461) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1264.316092] env[68461]: DEBUG nova.network.neutron [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1264.378064] env[68461]: DEBUG oslo_vmware.api [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085145} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.378385] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1264.379141] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12baa823-36e2-4b85-8412-63ef37baf1b8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.407442] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] c64335ce-81c1-4975-be9e-77155e1f8ddb/c64335ce-81c1-4975-be9e-77155e1f8ddb.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.407824] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72ac748d-f511-4f2f-b763-6de3df93a475 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.427869] env[68461]: DEBUG nova.policy [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb3e99eb5da7499994945a0e2fbb7bc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '999f416668e54a91b972f32f2e7c01cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1264.434972] env[68461]: DEBUG oslo_concurrency.lockutils [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Releasing lock "refresh_cache-223c7533-f30e-438c-a2a6-0657d679683c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.435480] env[68461]: DEBUG nova.compute.manager [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1264.435667] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.439579] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f300713e-6aaf-4352-a108-6217d034c216 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.443806] env[68461]: DEBUG oslo_vmware.api [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1264.443806] env[68461]: value = "task-2895833" [ 1264.443806] env[68461]: _type = "Task" [ 1264.443806] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.451178] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.451828] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cddb530-aa95-403b-80e9-852d6a286a91 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.457642] env[68461]: DEBUG oslo_concurrency.lockutils [req-a57abdea-e703-4f7d-bcf2-395d61593cbb req-c4094274-6222-4931-9458-c1aa8efcd1fc service nova] Releasing lock "refresh_cache-b013e906-4313-4ae3-a1fc-b27ee20b698c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.458063] env[68461]: DEBUG oslo_vmware.api [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895833, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.464550] env[68461]: DEBUG oslo_vmware.api [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1264.464550] env[68461]: value = "task-2895834" [ 1264.464550] env[68461]: _type = "Task" [ 1264.464550] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.473039] env[68461]: DEBUG oslo_vmware.api [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.502147] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7fc42463-8127-4c1e-b2dd-69b37c2b2763 tempest-ServersAdminTestJSON-2069271457 tempest-ServersAdminTestJSON-2069271457-project-member] Lock "51e4741a-8c13-4c3d-9a54-10c7b7068a7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.700s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.516678] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.547616] env[68461]: DEBUG nova.network.neutron [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Successfully created port: 22da6d60-9990-4679-a377-67e75a6199a3 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1264.656147] env[68461]: DEBUG oslo_concurrency.lockutils [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquiring lock "b013e906-4313-4ae3-a1fc-b27ee20b698c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.795013] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad05f4e2-f98b-4b95-ad10-e355f1ae341c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.799982] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b3924e-b5b0-485d-8d67-4db27da33353 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.835770] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34c775e-43e0-4167-b112-beb3c0a696e2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.843584] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bf6d01-437f-4747-9cf5-070e31209eb3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.857681] env[68461]: DEBUG nova.compute.provider_tree [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.877996] env[68461]: DEBUG nova.network.neutron [req-509fe5fd-7853-4667-9197-a5f7b5d33bcc req-7bdfef57-c6b9-4cd8-bf38-b35477fbaa03 service nova] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Updated VIF entry in instance network info cache for port b052e633-dc06-4fa6-b555-892e6a0fd54e. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.878369] env[68461]: DEBUG nova.network.neutron [req-509fe5fd-7853-4667-9197-a5f7b5d33bcc req-7bdfef57-c6b9-4cd8-bf38-b35477fbaa03 service nova] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Updating instance_info_cache with network_info: [{"id": "b052e633-dc06-4fa6-b555-892e6a0fd54e", "address": "fa:16:3e:59:0a:6a", "network": {"id": "71db8bfd-501f-4ae0-804f-f9e4c0f1b5f2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-622154886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d405df3a3264b98a18a3b31816cbaab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb052e633-dc", "ovs_interfaceid": "b052e633-dc06-4fa6-b555-892e6a0fd54e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.935595] env[68461]: DEBUG nova.compute.manager [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1264.957161] env[68461]: DEBUG oslo_vmware.api [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895833, 'name': ReconfigVM_Task, 'duration_secs': 0.391908} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.957161] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Reconfigured VM instance instance-0000005a to attach disk [datastore2] c64335ce-81c1-4975-be9e-77155e1f8ddb/c64335ce-81c1-4975-be9e-77155e1f8ddb.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.957799] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f628701-59ad-49db-aeae-235301a1d22f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.970913] env[68461]: DEBUG nova.virt.hardware [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.971177] env[68461]: DEBUG nova.virt.hardware [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.971332] env[68461]: DEBUG nova.virt.hardware [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.971506] env[68461]: DEBUG nova.virt.hardware [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.971692] env[68461]: DEBUG nova.virt.hardware [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.971778] env[68461]: DEBUG nova.virt.hardware [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.974020] env[68461]: DEBUG nova.virt.hardware [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.974020] env[68461]: DEBUG nova.virt.hardware [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.974020] env[68461]: DEBUG nova.virt.hardware [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.974020] env[68461]: DEBUG nova.virt.hardware [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.974020] env[68461]: DEBUG nova.virt.hardware [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.974538] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4c3c71-3b7a-4785-bb3f-ce6b7af144de {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.977023] env[68461]: DEBUG oslo_vmware.api [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1264.977023] env[68461]: value = "task-2895835" [ 1264.977023] env[68461]: _type = "Task" [ 1264.977023] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.987923] env[68461]: DEBUG oslo_vmware.api [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895834, 'name': PowerOffVM_Task, 'duration_secs': 0.214677} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.987923] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6b9c34-065d-4efa-855b-e15f273b1a3a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.992754] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.992977] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.998028] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5565c99-b3db-4788-be02-44a3bcd3f12b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.000401] env[68461]: DEBUG oslo_vmware.api [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895835, 'name': Rename_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.023195] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895832, 'name': ReconfigVM_Task, 'duration_secs': 0.708901} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.023530] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 9f873ea9-8409-4048-a390-5fd34803aafc/9f873ea9-8409-4048-a390-5fd34803aafc.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.024331] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-944df0e4-305a-4162-8f58-addf08b4b9e6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.031048] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Waiting for the task: (returnval){ [ 1265.031048] env[68461]: value = "task-2895837" [ 1265.031048] env[68461]: _type = "Task" [ 1265.031048] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.040236] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895837, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.041537] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1265.041735] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1265.041920] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Deleting the datastore file [datastore1] 223c7533-f30e-438c-a2a6-0657d679683c {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1265.042198] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5378a10b-2a1e-4c2d-b47a-fbf431b13382 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.048577] env[68461]: DEBUG oslo_vmware.api [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1265.048577] env[68461]: value = "task-2895838" [ 1265.048577] env[68461]: _type = "Task" [ 1265.048577] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.060508] env[68461]: DEBUG oslo_vmware.api [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.203543] env[68461]: DEBUG nova.network.neutron [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Successfully created port: 43b5ae27-d5e1-4125-baa2-8458f5a2b1df {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1265.361290] env[68461]: DEBUG nova.scheduler.client.report [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.383351] env[68461]: DEBUG oslo_concurrency.lockutils [req-509fe5fd-7853-4667-9197-a5f7b5d33bcc req-7bdfef57-c6b9-4cd8-bf38-b35477fbaa03 service nova] Releasing lock "refresh_cache-fc47d187-6031-44c6-afbe-bea1e8a36bc5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.383351] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a1e872e1-af53-43f5-85a5-418bfcfab896 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquired lock "refresh_cache-fc47d187-6031-44c6-afbe-bea1e8a36bc5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.383351] env[68461]: DEBUG nova.network.neutron [None req-a1e872e1-af53-43f5-85a5-418bfcfab896 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.487924] env[68461]: DEBUG oslo_vmware.api [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895835, 'name': Rename_Task, 'duration_secs': 0.146971} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.488477] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.488616] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-819116c1-f46b-4231-9e71-35991b9f7fc2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.495691] env[68461]: DEBUG oslo_vmware.api [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1265.495691] env[68461]: value = "task-2895839" [ 1265.495691] env[68461]: _type = "Task" [ 1265.495691] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.503815] env[68461]: DEBUG oslo_vmware.api [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.540045] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895837, 'name': Rename_Task, 'duration_secs': 0.140329} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.540353] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.540615] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51260bde-564e-49b4-8fc2-ef780442d1ad {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.546598] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Waiting for the task: (returnval){ [ 1265.546598] env[68461]: value = "task-2895840" [ 1265.546598] env[68461]: _type = "Task" [ 1265.546598] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.560171] env[68461]: DEBUG oslo_vmware.api [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140951} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.563160] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.563440] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.563560] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.563688] env[68461]: INFO nova.compute.manager [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1265.563997] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.564689] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.564952] env[68461]: DEBUG nova.compute.manager [-] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1265.565032] env[68461]: DEBUG nova.network.neutron [-] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1265.580881] env[68461]: DEBUG nova.network.neutron [-] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.867162] env[68461]: DEBUG oslo_concurrency.lockutils [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.870282] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.364s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.871831] env[68461]: INFO nova.compute.claims [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.906190] env[68461]: INFO nova.scheduler.client.report [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Deleted allocations for instance 021d8d7b-9609-4313-971d-f1a22b209751 [ 1265.950793] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf07d2d-64a3-4cff-840c-fa19865bdae0 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Volume attach. Driver type: vmdk {{(pid=68461) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1265.951086] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf07d2d-64a3-4cff-840c-fa19865bdae0 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581722', 'volume_id': 'a436de44-b40a-42b3-b379-9b0be86f70ad', 'name': 'volume-a436de44-b40a-42b3-b379-9b0be86f70ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f1eb6e1-4e2a-4c71-9238-112725e9536d', 'attached_at': '', 'detached_at': '', 'volume_id': 'a436de44-b40a-42b3-b379-9b0be86f70ad', 'serial': 'a436de44-b40a-42b3-b379-9b0be86f70ad'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1265.951951] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa553fe-4c73-400f-bfef-85fbfdc1ae93 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.978185] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad957e06-69f3-4e57-9b21-7350437fde8e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.009782] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf07d2d-64a3-4cff-840c-fa19865bdae0 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] volume-a436de44-b40a-42b3-b379-9b0be86f70ad/volume-a436de44-b40a-42b3-b379-9b0be86f70ad.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.015673] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ae3b894-8b0a-420d-80c9-279e9209916e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.034946] env[68461]: DEBUG oslo_vmware.api [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895839, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.036776] env[68461]: DEBUG oslo_vmware.api [None req-ccf07d2d-64a3-4cff-840c-fa19865bdae0 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for the task: (returnval){ [ 1266.036776] env[68461]: value = "task-2895841" [ 1266.036776] env[68461]: _type = "Task" [ 1266.036776] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.046286] env[68461]: DEBUG oslo_vmware.api [None req-ccf07d2d-64a3-4cff-840c-fa19865bdae0 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.061783] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895840, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.085883] env[68461]: DEBUG nova.network.neutron [-] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.220436] env[68461]: DEBUG nova.network.neutron [None req-a1e872e1-af53-43f5-85a5-418bfcfab896 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Updating instance_info_cache with network_info: [{"id": "b052e633-dc06-4fa6-b555-892e6a0fd54e", "address": "fa:16:3e:59:0a:6a", "network": {"id": "71db8bfd-501f-4ae0-804f-f9e4c0f1b5f2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-622154886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d405df3a3264b98a18a3b31816cbaab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb052e633-dc", "ovs_interfaceid": "b052e633-dc06-4fa6-b555-892e6a0fd54e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.411887] env[68461]: DEBUG oslo_concurrency.lockutils [None req-983af720-875c-4b6c-845b-093989242c16 tempest-ServersWithSpecificFlavorTestJSON-908437179 tempest-ServersWithSpecificFlavorTestJSON-908437179-project-member] Lock "021d8d7b-9609-4313-971d-f1a22b209751" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.095s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.466890] env[68461]: DEBUG nova.compute.manager [req-945b9d05-97ae-4776-977d-cde4651f8532 req-7fe14b8e-4b34-426e-beda-1573a455e010 service nova] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Received event network-vif-plugged-22da6d60-9990-4679-a377-67e75a6199a3 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.467114] env[68461]: DEBUG oslo_concurrency.lockutils [req-945b9d05-97ae-4776-977d-cde4651f8532 req-7fe14b8e-4b34-426e-beda-1573a455e010 service nova] Acquiring lock "f9d490cd-862d-42f3-a3d6-eab122b602a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.467318] env[68461]: DEBUG oslo_concurrency.lockutils [req-945b9d05-97ae-4776-977d-cde4651f8532 req-7fe14b8e-4b34-426e-beda-1573a455e010 service nova] Lock "f9d490cd-862d-42f3-a3d6-eab122b602a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.467474] env[68461]: DEBUG oslo_concurrency.lockutils [req-945b9d05-97ae-4776-977d-cde4651f8532 req-7fe14b8e-4b34-426e-beda-1573a455e010 service nova] Lock "f9d490cd-862d-42f3-a3d6-eab122b602a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.467631] env[68461]: DEBUG nova.compute.manager [req-945b9d05-97ae-4776-977d-cde4651f8532 req-7fe14b8e-4b34-426e-beda-1573a455e010 service nova] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] No waiting events found dispatching network-vif-plugged-22da6d60-9990-4679-a377-67e75a6199a3 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1266.467782] env[68461]: WARNING nova.compute.manager [req-945b9d05-97ae-4776-977d-cde4651f8532 req-7fe14b8e-4b34-426e-beda-1573a455e010 service nova] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Received unexpected event network-vif-plugged-22da6d60-9990-4679-a377-67e75a6199a3 for instance with vm_state building and task_state spawning. [ 1266.511179] env[68461]: DEBUG oslo_vmware.api [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895839, 'name': PowerOnVM_Task, 'duration_secs': 0.626377} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.511488] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.512337] env[68461]: INFO nova.compute.manager [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1266.512692] env[68461]: DEBUG nova.compute.manager [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.516484] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b3eed1-a39c-4d66-ad66-f8a6090f4665 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.545603] env[68461]: DEBUG oslo_vmware.api [None req-ccf07d2d-64a3-4cff-840c-fa19865bdae0 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895841, 'name': ReconfigVM_Task, 'duration_secs': 0.387249} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.545838] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf07d2d-64a3-4cff-840c-fa19865bdae0 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Reconfigured VM instance instance-00000036 to attach disk [datastore2] volume-a436de44-b40a-42b3-b379-9b0be86f70ad/volume-a436de44-b40a-42b3-b379-9b0be86f70ad.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.552069] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f557b144-c916-4a76-b102-7c4dad66fee6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.579350] env[68461]: DEBUG oslo_vmware.api [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895840, 'name': PowerOnVM_Task, 'duration_secs': 0.571677} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.581756] env[68461]: DEBUG oslo_vmware.api [None req-ccf07d2d-64a3-4cff-840c-fa19865bdae0 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for the task: (returnval){ [ 1266.581756] env[68461]: value = "task-2895842" [ 1266.581756] env[68461]: _type = "Task" [ 1266.581756] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.581756] env[68461]: DEBUG nova.network.neutron [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Successfully updated port: 22da6d60-9990-4679-a377-67e75a6199a3 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1266.584302] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.584302] env[68461]: DEBUG nova.compute.manager [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.584789] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d81615-6c56-4ebe-9a1a-b41ca26a230d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.593538] env[68461]: INFO nova.compute.manager [-] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Took 1.03 seconds to deallocate network for instance. [ 1266.616019] env[68461]: DEBUG oslo_vmware.api [None req-ccf07d2d-64a3-4cff-840c-fa19865bdae0 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.724614] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a1e872e1-af53-43f5-85a5-418bfcfab896 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Releasing lock "refresh_cache-fc47d187-6031-44c6-afbe-bea1e8a36bc5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.836839] env[68461]: DEBUG nova.network.neutron [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Successfully updated port: 43b5ae27-d5e1-4125-baa2-8458f5a2b1df {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1267.037959] env[68461]: INFO nova.compute.manager [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Took 32.77 seconds to build instance. [ 1267.085551] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "refresh_cache-f9d490cd-862d-42f3-a3d6-eab122b602a1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.085551] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired lock "refresh_cache-f9d490cd-862d-42f3-a3d6-eab122b602a1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.085551] env[68461]: DEBUG nova.network.neutron [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.103138] env[68461]: DEBUG oslo_vmware.api [None req-ccf07d2d-64a3-4cff-840c-fa19865bdae0 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895842, 'name': ReconfigVM_Task, 'duration_secs': 0.167592} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.103138] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf07d2d-64a3-4cff-840c-fa19865bdae0 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581722', 'volume_id': 'a436de44-b40a-42b3-b379-9b0be86f70ad', 'name': 'volume-a436de44-b40a-42b3-b379-9b0be86f70ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f1eb6e1-4e2a-4c71-9238-112725e9536d', 'attached_at': '', 'detached_at': '', 'volume_id': 'a436de44-b40a-42b3-b379-9b0be86f70ad', 'serial': 'a436de44-b40a-42b3-b379-9b0be86f70ad'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1267.114221] env[68461]: DEBUG oslo_concurrency.lockutils [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.126130] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.224116] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becfe503-d04c-4649-990d-7729e834278e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.229176] env[68461]: DEBUG nova.compute.manager [None req-a1e872e1-af53-43f5-85a5-418bfcfab896 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.230120] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd87349f-3a96-492d-832a-65c16b38d934 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.236732] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b9a1bf-a000-456f-8e95-3495ee9f5e67 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.280951] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce254b4a-80e5-4253-aaaa-26058726369d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.288727] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf1c936-6a90-4700-b4e1-ec2f346f9dbb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.302967] env[68461]: DEBUG nova.compute.provider_tree [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.340198] env[68461]: DEBUG oslo_concurrency.lockutils [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "refresh_cache-0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.340462] env[68461]: DEBUG oslo_concurrency.lockutils [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "refresh_cache-0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.340573] env[68461]: DEBUG nova.network.neutron [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.354748] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Acquiring lock "9f873ea9-8409-4048-a390-5fd34803aafc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.355102] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Lock "9f873ea9-8409-4048-a390-5fd34803aafc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.355710] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Acquiring lock "9f873ea9-8409-4048-a390-5fd34803aafc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.355917] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Lock "9f873ea9-8409-4048-a390-5fd34803aafc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.356107] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Lock "9f873ea9-8409-4048-a390-5fd34803aafc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.358231] env[68461]: INFO nova.compute.manager [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Terminating instance [ 1267.542294] env[68461]: DEBUG oslo_concurrency.lockutils [None req-04ec7244-8ea1-48c4-a6fd-dc62dffdbefe tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "c64335ce-81c1-4975-be9e-77155e1f8ddb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.286s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.650646] env[68461]: DEBUG nova.network.neutron [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1267.806583] env[68461]: DEBUG nova.scheduler.client.report [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.861648] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Acquiring lock "refresh_cache-9f873ea9-8409-4048-a390-5fd34803aafc" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.861832] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Acquired lock "refresh_cache-9f873ea9-8409-4048-a390-5fd34803aafc" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.862973] env[68461]: DEBUG nova.network.neutron [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.900770] env[68461]: WARNING nova.network.neutron [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] ab9fb962-a9e6-4610-8b8f-48d7129123ca already exists in list: networks containing: ['ab9fb962-a9e6-4610-8b8f-48d7129123ca']. ignoring it [ 1267.967406] env[68461]: DEBUG nova.network.neutron [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Updating instance_info_cache with network_info: [{"id": "22da6d60-9990-4679-a377-67e75a6199a3", "address": "fa:16:3e:37:05:bc", "network": {"id": "85cdbcc9-e5a7-4f29-940a-6c0f1d5018cf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1563446852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172893bd35654dcea61891ad9fbc7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22da6d60-99", "ovs_interfaceid": "22da6d60-9990-4679-a377-67e75a6199a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.147316] env[68461]: DEBUG nova.objects.instance [None req-ccf07d2d-64a3-4cff-840c-fa19865bdae0 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lazy-loading 'flavor' on Instance uuid 4f1eb6e1-4e2a-4c71-9238-112725e9536d {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.253141] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4806309-063b-4af7-afd2-a56f0b31f657 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.264759] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e872e1-af53-43f5-85a5-418bfcfab896 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Doing hard reboot of VM {{(pid=68461) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1268.265383] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c240b6cf-4e09-4b92-a00b-99bef5116571 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.275227] env[68461]: DEBUG oslo_vmware.api [None req-a1e872e1-af53-43f5-85a5-418bfcfab896 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Waiting for the task: (returnval){ [ 1268.275227] env[68461]: value = "task-2895843" [ 1268.275227] env[68461]: _type = "Task" [ 1268.275227] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.283970] env[68461]: DEBUG oslo_vmware.api [None req-a1e872e1-af53-43f5-85a5-418bfcfab896 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895843, 'name': ResetVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.314865] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.314865] env[68461]: DEBUG nova.compute.manager [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1268.316404] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.287s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.317679] env[68461]: INFO nova.compute.claims [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1268.387991] env[68461]: DEBUG nova.network.neutron [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1268.470577] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Releasing lock "refresh_cache-f9d490cd-862d-42f3-a3d6-eab122b602a1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.472179] env[68461]: DEBUG nova.compute.manager [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Instance network_info: |[{"id": "22da6d60-9990-4679-a377-67e75a6199a3", "address": "fa:16:3e:37:05:bc", "network": {"id": "85cdbcc9-e5a7-4f29-940a-6c0f1d5018cf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1563446852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172893bd35654dcea61891ad9fbc7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22da6d60-99", "ovs_interfaceid": "22da6d60-9990-4679-a377-67e75a6199a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1268.472179] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:05:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22da6d60-9990-4679-a377-67e75a6199a3', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1268.479751] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1268.480028] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1268.480278] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65e28f78-170a-414a-9f02-1e083afa8ef3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.504164] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1268.504164] env[68461]: value = "task-2895844" [ 1268.504164] env[68461]: _type = "Task" [ 1268.504164] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.514377] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895844, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.545134] env[68461]: DEBUG nova.network.neutron [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Updating instance_info_cache with network_info: [{"id": "d71ece38-bf5d-4cfc-b504-d280040ebc36", "address": "fa:16:3e:bd:c5:75", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71ece38-bf", "ovs_interfaceid": "d71ece38-bf5d-4cfc-b504-d280040ebc36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43b5ae27-d5e1-4125-baa2-8458f5a2b1df", "address": "fa:16:3e:c8:8f:1a", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43b5ae27-d5", "ovs_interfaceid": "43b5ae27-d5e1-4125-baa2-8458f5a2b1df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.557327] env[68461]: DEBUG nova.network.neutron [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.653601] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ccf07d2d-64a3-4cff-840c-fa19865bdae0 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "4f1eb6e1-4e2a-4c71-9238-112725e9536d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.829s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.784870] env[68461]: DEBUG oslo_vmware.api [None req-a1e872e1-af53-43f5-85a5-418bfcfab896 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895843, 'name': ResetVM_Task, 'duration_secs': 0.099705} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.785541] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e872e1-af53-43f5-85a5-418bfcfab896 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Did hard reboot of VM {{(pid=68461) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1268.785944] env[68461]: DEBUG nova.compute.manager [None req-a1e872e1-af53-43f5-85a5-418bfcfab896 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.786914] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2a3b97-a3cb-42aa-85ae-58ce8fffad06 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.819740] env[68461]: DEBUG nova.compute.utils [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1268.825054] env[68461]: DEBUG nova.compute.manager [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1268.825054] env[68461]: DEBUG nova.network.neutron [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1268.890162] env[68461]: DEBUG nova.policy [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ac02e0a3ee94de3867f8252b5c8db6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b29fe601402479aa1bce276deab61ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1268.916148] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c07bb115-8fb2-4767-8b27-776d474c0398 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquiring lock "4f1eb6e1-4e2a-4c71-9238-112725e9536d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.916422] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c07bb115-8fb2-4767-8b27-776d474c0398 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "4f1eb6e1-4e2a-4c71-9238-112725e9536d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.017036] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895844, 'name': CreateVM_Task, 'duration_secs': 0.311012} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.018399] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1269.018399] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.018399] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.018399] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.018714] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36c25dd0-9cfe-40b3-ac68-95851958b4ee {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.025609] env[68461]: DEBUG nova.compute.manager [req-7df729d4-19ec-4dc6-ba25-7f2fb2b15b4b req-3eed454f-711a-4c6b-9525-78aa9625a213 service nova] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Received event network-changed-22da6d60-9990-4679-a377-67e75a6199a3 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.025609] env[68461]: DEBUG nova.compute.manager [req-7df729d4-19ec-4dc6-ba25-7f2fb2b15b4b req-3eed454f-711a-4c6b-9525-78aa9625a213 service nova] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Refreshing instance network info cache due to event network-changed-22da6d60-9990-4679-a377-67e75a6199a3. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1269.025609] env[68461]: DEBUG oslo_concurrency.lockutils [req-7df729d4-19ec-4dc6-ba25-7f2fb2b15b4b req-3eed454f-711a-4c6b-9525-78aa9625a213 service nova] Acquiring lock "refresh_cache-f9d490cd-862d-42f3-a3d6-eab122b602a1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.025609] env[68461]: DEBUG oslo_concurrency.lockutils [req-7df729d4-19ec-4dc6-ba25-7f2fb2b15b4b req-3eed454f-711a-4c6b-9525-78aa9625a213 service nova] Acquired lock "refresh_cache-f9d490cd-862d-42f3-a3d6-eab122b602a1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.025609] env[68461]: DEBUG nova.network.neutron [req-7df729d4-19ec-4dc6-ba25-7f2fb2b15b4b req-3eed454f-711a-4c6b-9525-78aa9625a213 service nova] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Refreshing network info cache for port 22da6d60-9990-4679-a377-67e75a6199a3 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.029449] env[68461]: DEBUG oslo_vmware.api [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1269.029449] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]528f4918-8d1c-1029-09fd-f694df5f01f0" [ 1269.029449] env[68461]: _type = "Task" [ 1269.029449] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.039041] env[68461]: DEBUG oslo_vmware.api [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]528f4918-8d1c-1029-09fd-f694df5f01f0, 'name': SearchDatastore_Task, 'duration_secs': 0.0112} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.039859] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.041151] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1269.041151] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.041151] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.041151] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.041353] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aba9ba80-873d-4146-9c7a-c35003f55b4f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.048554] env[68461]: DEBUG oslo_concurrency.lockutils [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "refresh_cache-0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.049250] env[68461]: DEBUG oslo_concurrency.lockutils [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.050258] env[68461]: DEBUG oslo_concurrency.lockutils [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.051575] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e318984-67ac-4a11-963a-52dfeaa0b7e5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.054540] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.054737] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1269.055643] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Releasing lock "refresh_cache-9f873ea9-8409-4048-a390-5fd34803aafc" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.056032] env[68461]: DEBUG nova.compute.manager [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.056203] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.056429] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f1714ee-8fc0-4b5d-b843-6fad3731af67 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.059505] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf2f94f-6e29-4ac2-aa9e-61bcccd2c57b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.074840] env[68461]: DEBUG nova.virt.hardware [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.075098] env[68461]: DEBUG nova.virt.hardware [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.075259] env[68461]: DEBUG nova.virt.hardware [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.075442] env[68461]: DEBUG nova.virt.hardware [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.075626] env[68461]: DEBUG nova.virt.hardware [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.075808] env[68461]: DEBUG nova.virt.hardware [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.075983] env[68461]: DEBUG nova.virt.hardware [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.076153] env[68461]: DEBUG nova.virt.hardware [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.076323] env[68461]: DEBUG nova.virt.hardware [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.076485] env[68461]: DEBUG nova.virt.hardware [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.076667] env[68461]: DEBUG nova.virt.hardware [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.082920] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Reconfiguring VM to attach interface {{(pid=68461) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1269.085268] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2179c27b-31fa-4e1d-abe1-d58b04b3d2cf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.097518] env[68461]: DEBUG oslo_vmware.api [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1269.097518] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52281b60-b69c-9bd5-620e-8a5105aa272e" [ 1269.097518] env[68461]: _type = "Task" [ 1269.097518] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.100083] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.103823] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e01b5cc5-9571-45f2-a056-6eb1c739740b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.106626] env[68461]: DEBUG oslo_vmware.api [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1269.106626] env[68461]: value = "task-2895845" [ 1269.106626] env[68461]: _type = "Task" [ 1269.106626] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.113789] env[68461]: DEBUG oslo_vmware.api [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52281b60-b69c-9bd5-620e-8a5105aa272e, 'name': SearchDatastore_Task, 'duration_secs': 0.009555} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.115848] env[68461]: DEBUG oslo_vmware.api [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Waiting for the task: (returnval){ [ 1269.115848] env[68461]: value = "task-2895846" [ 1269.115848] env[68461]: _type = "Task" [ 1269.115848] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.116063] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0820e5fa-b06a-4b06-92bf-15af54beb72a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.124263] env[68461]: DEBUG oslo_vmware.api [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895845, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.127282] env[68461]: DEBUG oslo_vmware.api [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1269.127282] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52d82ac7-95e8-f94f-d45c-908f984359b5" [ 1269.127282] env[68461]: _type = "Task" [ 1269.127282] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.131254] env[68461]: DEBUG oslo_vmware.api [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.132492] env[68461]: DEBUG nova.compute.manager [req-e7611259-6a9c-4057-a84f-7ecdc614c1c4 req-3b7c43bf-5111-4725-959d-88ba9721e60b service nova] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Received event network-changed-365d7819-bd85-4986-bced-6122d0c68b34 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.133506] env[68461]: DEBUG nova.compute.manager [req-e7611259-6a9c-4057-a84f-7ecdc614c1c4 req-3b7c43bf-5111-4725-959d-88ba9721e60b service nova] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Refreshing instance network info cache due to event network-changed-365d7819-bd85-4986-bced-6122d0c68b34. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1269.133506] env[68461]: DEBUG oslo_concurrency.lockutils [req-e7611259-6a9c-4057-a84f-7ecdc614c1c4 req-3b7c43bf-5111-4725-959d-88ba9721e60b service nova] Acquiring lock "refresh_cache-c64335ce-81c1-4975-be9e-77155e1f8ddb" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.133506] env[68461]: DEBUG oslo_concurrency.lockutils [req-e7611259-6a9c-4057-a84f-7ecdc614c1c4 req-3b7c43bf-5111-4725-959d-88ba9721e60b service nova] Acquired lock "refresh_cache-c64335ce-81c1-4975-be9e-77155e1f8ddb" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.133506] env[68461]: DEBUG nova.network.neutron [req-e7611259-6a9c-4057-a84f-7ecdc614c1c4 req-3b7c43bf-5111-4725-959d-88ba9721e60b service nova] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Refreshing network info cache for port 365d7819-bd85-4986-bced-6122d0c68b34 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.144802] env[68461]: DEBUG oslo_vmware.api [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d82ac7-95e8-f94f-d45c-908f984359b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011117} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.144802] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.144802] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] f9d490cd-862d-42f3-a3d6-eab122b602a1/f9d490cd-862d-42f3-a3d6-eab122b602a1.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.144802] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56707dfe-1e36-422d-ac1a-7f30c5f2bc1e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.154386] env[68461]: DEBUG oslo_vmware.api [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1269.154386] env[68461]: value = "task-2895847" [ 1269.154386] env[68461]: _type = "Task" [ 1269.154386] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.162854] env[68461]: DEBUG oslo_vmware.api [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.301743] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a1e872e1-af53-43f5-85a5-418bfcfab896 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Lock "fc47d187-6031-44c6-afbe-bea1e8a36bc5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.658s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.324949] env[68461]: DEBUG nova.compute.manager [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1269.335820] env[68461]: DEBUG nova.network.neutron [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Successfully created port: 487fb837-243c-47ee-8039-69c29c694255 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1269.420379] env[68461]: INFO nova.compute.manager [None req-c07bb115-8fb2-4767-8b27-776d474c0398 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Detaching volume a436de44-b40a-42b3-b379-9b0be86f70ad [ 1269.483495] env[68461]: INFO nova.virt.block_device [None req-c07bb115-8fb2-4767-8b27-776d474c0398 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Attempting to driver detach volume a436de44-b40a-42b3-b379-9b0be86f70ad from mountpoint /dev/sdb [ 1269.483792] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07bb115-8fb2-4767-8b27-776d474c0398 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Volume detach. Driver type: vmdk {{(pid=68461) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1269.484081] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07bb115-8fb2-4767-8b27-776d474c0398 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581722', 'volume_id': 'a436de44-b40a-42b3-b379-9b0be86f70ad', 'name': 'volume-a436de44-b40a-42b3-b379-9b0be86f70ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f1eb6e1-4e2a-4c71-9238-112725e9536d', 'attached_at': '', 'detached_at': '', 'volume_id': 'a436de44-b40a-42b3-b379-9b0be86f70ad', 'serial': 'a436de44-b40a-42b3-b379-9b0be86f70ad'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1269.485919] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6487e829-865d-44d3-a4b1-2a4a4dc29434 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.515516] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2f8472-a39d-423f-952f-d23efd719beb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.525253] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f231e8c0-592d-4a8d-89cd-1cdffe93ca95 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.558807] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d6b6d2-ee1d-410f-a26e-46f36dbf6f3f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.578064] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07bb115-8fb2-4767-8b27-776d474c0398 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] The volume has not been displaced from its original location: [datastore2] volume-a436de44-b40a-42b3-b379-9b0be86f70ad/volume-a436de44-b40a-42b3-b379-9b0be86f70ad.vmdk. No consolidation needed. {{(pid=68461) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1269.584606] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07bb115-8fb2-4767-8b27-776d474c0398 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Reconfiguring VM instance instance-00000036 to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1269.590832] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba324728-05ac-4352-86b7-3b8e2163e20a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.617864] env[68461]: DEBUG oslo_vmware.api [None req-c07bb115-8fb2-4767-8b27-776d474c0398 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for the task: (returnval){ [ 1269.617864] env[68461]: value = "task-2895848" [ 1269.617864] env[68461]: _type = "Task" [ 1269.617864] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.633174] env[68461]: DEBUG oslo_vmware.api [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.642270] env[68461]: DEBUG oslo_vmware.api [None req-c07bb115-8fb2-4767-8b27-776d474c0398 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.648839] env[68461]: DEBUG oslo_vmware.api [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895846, 'name': PowerOffVM_Task, 'duration_secs': 0.279129} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.650153] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.650369] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.650722] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a302603-2595-455c-9f41-cbac1277703e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.664872] env[68461]: DEBUG oslo_vmware.api [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895847, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.678150] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.678498] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.678806] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Deleting the datastore file [datastore2] 9f873ea9-8409-4048-a390-5fd34803aafc {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.679204] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dbd847f-ee1d-4d0b-9db7-22c48f8d51af {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.692537] env[68461]: DEBUG oslo_vmware.api [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Waiting for the task: (returnval){ [ 1269.692537] env[68461]: value = "task-2895850" [ 1269.692537] env[68461]: _type = "Task" [ 1269.692537] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.703931] env[68461]: DEBUG oslo_vmware.api [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.840099] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0164424f-2d98-4714-98ac-d909e684095f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.852351] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0da09a6-dda5-492e-b706-bdfdaef8dc39 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.890326] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea12fca6-7278-4dfb-9182-c8875bf3a449 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.900547] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eda25b2-dce0-44de-a685-61d1083550fe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.917139] env[68461]: DEBUG nova.compute.provider_tree [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.119470] env[68461]: DEBUG oslo_vmware.api [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895845, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.131596] env[68461]: DEBUG oslo_vmware.api [None req-c07bb115-8fb2-4767-8b27-776d474c0398 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895848, 'name': ReconfigVM_Task, 'duration_secs': 0.290383} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.132177] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07bb115-8fb2-4767-8b27-776d474c0398 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Reconfigured VM instance instance-00000036 to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1270.137631] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2d83ab3-d322-47fa-a584-7aa1a1da14c0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.160185] env[68461]: DEBUG oslo_vmware.api [None req-c07bb115-8fb2-4767-8b27-776d474c0398 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for the task: (returnval){ [ 1270.160185] env[68461]: value = "task-2895851" [ 1270.160185] env[68461]: _type = "Task" [ 1270.160185] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.170921] env[68461]: DEBUG oslo_vmware.api [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543623} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.170921] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] f9d490cd-862d-42f3-a3d6-eab122b602a1/f9d490cd-862d-42f3-a3d6-eab122b602a1.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1270.170921] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1270.170921] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbe54d0e-e8b2-43fc-802b-ba830c7db0a1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.178187] env[68461]: DEBUG oslo_vmware.api [None req-c07bb115-8fb2-4767-8b27-776d474c0398 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895851, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.186028] env[68461]: DEBUG oslo_vmware.api [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1270.186028] env[68461]: value = "task-2895852" [ 1270.186028] env[68461]: _type = "Task" [ 1270.186028] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.195978] env[68461]: DEBUG oslo_vmware.api [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.205903] env[68461]: DEBUG oslo_vmware.api [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Task: {'id': task-2895850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162052} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.209867] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.210286] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.210701] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.210994] env[68461]: INFO nova.compute.manager [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1270.212048] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.215727] env[68461]: DEBUG nova.compute.manager [-] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1270.215727] env[68461]: DEBUG nova.network.neutron [-] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1270.237145] env[68461]: DEBUG nova.network.neutron [-] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1270.317447] env[68461]: DEBUG nova.network.neutron [req-7df729d4-19ec-4dc6-ba25-7f2fb2b15b4b req-3eed454f-711a-4c6b-9525-78aa9625a213 service nova] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Updated VIF entry in instance network info cache for port 22da6d60-9990-4679-a377-67e75a6199a3. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.318233] env[68461]: DEBUG nova.network.neutron [req-7df729d4-19ec-4dc6-ba25-7f2fb2b15b4b req-3eed454f-711a-4c6b-9525-78aa9625a213 service nova] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Updating instance_info_cache with network_info: [{"id": "22da6d60-9990-4679-a377-67e75a6199a3", "address": "fa:16:3e:37:05:bc", "network": {"id": "85cdbcc9-e5a7-4f29-940a-6c0f1d5018cf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1563446852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172893bd35654dcea61891ad9fbc7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22da6d60-99", "ovs_interfaceid": "22da6d60-9990-4679-a377-67e75a6199a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.346287] env[68461]: DEBUG nova.compute.manager [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1270.377239] env[68461]: DEBUG nova.virt.hardware [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1270.377537] env[68461]: DEBUG nova.virt.hardware [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.377702] env[68461]: DEBUG nova.virt.hardware [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1270.377907] env[68461]: DEBUG nova.virt.hardware [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.378026] env[68461]: DEBUG nova.virt.hardware [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1270.378173] env[68461]: DEBUG nova.virt.hardware [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1270.378379] env[68461]: DEBUG nova.virt.hardware [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1270.378572] env[68461]: DEBUG nova.virt.hardware [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1270.378757] env[68461]: DEBUG nova.virt.hardware [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1270.378949] env[68461]: DEBUG nova.virt.hardware [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1270.379113] env[68461]: DEBUG nova.virt.hardware [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1270.379990] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2eabea-14fc-4b10-a8f0-2fb27b22d30a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.389260] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe35cffc-a480-4fee-8249-80a918e742e7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.408793] env[68461]: DEBUG nova.network.neutron [req-e7611259-6a9c-4057-a84f-7ecdc614c1c4 req-3b7c43bf-5111-4725-959d-88ba9721e60b service nova] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Updated VIF entry in instance network info cache for port 365d7819-bd85-4986-bced-6122d0c68b34. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.409181] env[68461]: DEBUG nova.network.neutron [req-e7611259-6a9c-4057-a84f-7ecdc614c1c4 req-3b7c43bf-5111-4725-959d-88ba9721e60b service nova] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Updating instance_info_cache with network_info: [{"id": "365d7819-bd85-4986-bced-6122d0c68b34", "address": "fa:16:3e:e7:58:1e", "network": {"id": "6b43960b-b0f6-4b4c-b213-cd12050cdf18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-56355681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf178dda4c0a4d5aabe035e50ad2db81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap365d7819-bd", "ovs_interfaceid": "365d7819-bd85-4986-bced-6122d0c68b34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.420260] env[68461]: DEBUG nova.scheduler.client.report [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.620988] env[68461]: DEBUG oslo_vmware.api [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895845, 'name': ReconfigVM_Task, 'duration_secs': 1.022968} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.621602] env[68461]: DEBUG oslo_concurrency.lockutils [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.621759] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Reconfigured VM to attach interface {{(pid=68461) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1270.670702] env[68461]: DEBUG oslo_vmware.api [None req-c07bb115-8fb2-4767-8b27-776d474c0398 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895851, 'name': ReconfigVM_Task, 'duration_secs': 0.171946} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.671039] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07bb115-8fb2-4767-8b27-776d474c0398 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581722', 'volume_id': 'a436de44-b40a-42b3-b379-9b0be86f70ad', 'name': 'volume-a436de44-b40a-42b3-b379-9b0be86f70ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f1eb6e1-4e2a-4c71-9238-112725e9536d', 'attached_at': '', 'detached_at': '', 'volume_id': 'a436de44-b40a-42b3-b379-9b0be86f70ad', 'serial': 'a436de44-b40a-42b3-b379-9b0be86f70ad'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1270.697384] env[68461]: DEBUG oslo_vmware.api [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099781} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.697682] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1270.698515] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fe5fed-38b1-4350-a0ef-38d5c608c9ab {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.724473] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] f9d490cd-862d-42f3-a3d6-eab122b602a1/f9d490cd-862d-42f3-a3d6-eab122b602a1.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.724803] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0c5bba7-9e9e-452f-bc2a-78a5ba23fa11 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.744765] env[68461]: DEBUG nova.network.neutron [-] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.752198] env[68461]: DEBUG oslo_vmware.api [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1270.752198] env[68461]: value = "task-2895853" [ 1270.752198] env[68461]: _type = "Task" [ 1270.752198] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.766946] env[68461]: DEBUG oslo_vmware.api [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895853, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.821214] env[68461]: DEBUG oslo_concurrency.lockutils [req-7df729d4-19ec-4dc6-ba25-7f2fb2b15b4b req-3eed454f-711a-4c6b-9525-78aa9625a213 service nova] Releasing lock "refresh_cache-f9d490cd-862d-42f3-a3d6-eab122b602a1" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.821560] env[68461]: DEBUG nova.compute.manager [req-7df729d4-19ec-4dc6-ba25-7f2fb2b15b4b req-3eed454f-711a-4c6b-9525-78aa9625a213 service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Received event network-vif-plugged-43b5ae27-d5e1-4125-baa2-8458f5a2b1df {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.821824] env[68461]: DEBUG oslo_concurrency.lockutils [req-7df729d4-19ec-4dc6-ba25-7f2fb2b15b4b req-3eed454f-711a-4c6b-9525-78aa9625a213 service nova] Acquiring lock "0773aa9b-b048-46b6-b470-78cbcae37020-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.822545] env[68461]: DEBUG oslo_concurrency.lockutils [req-7df729d4-19ec-4dc6-ba25-7f2fb2b15b4b req-3eed454f-711a-4c6b-9525-78aa9625a213 service nova] Lock "0773aa9b-b048-46b6-b470-78cbcae37020-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.822871] env[68461]: DEBUG oslo_concurrency.lockutils [req-7df729d4-19ec-4dc6-ba25-7f2fb2b15b4b req-3eed454f-711a-4c6b-9525-78aa9625a213 service nova] Lock "0773aa9b-b048-46b6-b470-78cbcae37020-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.826260] env[68461]: DEBUG nova.compute.manager [req-7df729d4-19ec-4dc6-ba25-7f2fb2b15b4b req-3eed454f-711a-4c6b-9525-78aa9625a213 service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] No waiting events found dispatching network-vif-plugged-43b5ae27-d5e1-4125-baa2-8458f5a2b1df {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1270.826458] env[68461]: WARNING nova.compute.manager [req-7df729d4-19ec-4dc6-ba25-7f2fb2b15b4b req-3eed454f-711a-4c6b-9525-78aa9625a213 service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Received unexpected event network-vif-plugged-43b5ae27-d5e1-4125-baa2-8458f5a2b1df for instance with vm_state active and task_state None. [ 1270.826634] env[68461]: DEBUG nova.compute.manager [req-7df729d4-19ec-4dc6-ba25-7f2fb2b15b4b req-3eed454f-711a-4c6b-9525-78aa9625a213 service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Received event network-changed-43b5ae27-d5e1-4125-baa2-8458f5a2b1df {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.826792] env[68461]: DEBUG nova.compute.manager [req-7df729d4-19ec-4dc6-ba25-7f2fb2b15b4b req-3eed454f-711a-4c6b-9525-78aa9625a213 service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Refreshing instance network info cache due to event network-changed-43b5ae27-d5e1-4125-baa2-8458f5a2b1df. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.827126] env[68461]: DEBUG oslo_concurrency.lockutils [req-7df729d4-19ec-4dc6-ba25-7f2fb2b15b4b req-3eed454f-711a-4c6b-9525-78aa9625a213 service nova] Acquiring lock "refresh_cache-0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.827190] env[68461]: DEBUG oslo_concurrency.lockutils [req-7df729d4-19ec-4dc6-ba25-7f2fb2b15b4b req-3eed454f-711a-4c6b-9525-78aa9625a213 service nova] Acquired lock "refresh_cache-0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.827371] env[68461]: DEBUG nova.network.neutron [req-7df729d4-19ec-4dc6-ba25-7f2fb2b15b4b req-3eed454f-711a-4c6b-9525-78aa9625a213 service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Refreshing network info cache for port 43b5ae27-d5e1-4125-baa2-8458f5a2b1df {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.912391] env[68461]: DEBUG oslo_concurrency.lockutils [req-e7611259-6a9c-4057-a84f-7ecdc614c1c4 req-3b7c43bf-5111-4725-959d-88ba9721e60b service nova] Releasing lock "refresh_cache-c64335ce-81c1-4975-be9e-77155e1f8ddb" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.925536] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.926129] env[68461]: DEBUG nova.compute.manager [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1270.928782] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.567s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.929044] env[68461]: DEBUG nova.objects.instance [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lazy-loading 'resources' on Instance uuid 8830abc8-5912-491f-ba79-df394929293f {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.126766] env[68461]: DEBUG oslo_concurrency.lockutils [None req-75f147ee-4c9a-44c6-b63e-449af60125d5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "interface-0773aa9b-b048-46b6-b470-78cbcae37020-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.931s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.231392] env[68461]: DEBUG nova.objects.instance [None req-c07bb115-8fb2-4767-8b27-776d474c0398 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lazy-loading 'flavor' on Instance uuid 4f1eb6e1-4e2a-4c71-9238-112725e9536d {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.247984] env[68461]: INFO nova.compute.manager [-] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Took 1.03 seconds to deallocate network for instance. [ 1271.264921] env[68461]: DEBUG oslo_vmware.api [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.362219] env[68461]: DEBUG nova.network.neutron [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Successfully updated port: 487fb837-243c-47ee-8039-69c29c694255 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1271.435011] env[68461]: DEBUG nova.compute.utils [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1271.441900] env[68461]: DEBUG nova.compute.manager [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1271.442125] env[68461]: DEBUG nova.network.neutron [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1271.525733] env[68461]: DEBUG nova.compute.manager [req-71f6c491-7c64-4e6f-982f-533ce1e9ed8a req-0f081c66-0e7d-4ab7-bef9-c2789c7f0f93 service nova] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Received event network-changed-b052e633-dc06-4fa6-b555-892e6a0fd54e {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.525944] env[68461]: DEBUG nova.compute.manager [req-71f6c491-7c64-4e6f-982f-533ce1e9ed8a req-0f081c66-0e7d-4ab7-bef9-c2789c7f0f93 service nova] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Refreshing instance network info cache due to event network-changed-b052e633-dc06-4fa6-b555-892e6a0fd54e. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1271.526617] env[68461]: DEBUG oslo_concurrency.lockutils [req-71f6c491-7c64-4e6f-982f-533ce1e9ed8a req-0f081c66-0e7d-4ab7-bef9-c2789c7f0f93 service nova] Acquiring lock "refresh_cache-fc47d187-6031-44c6-afbe-bea1e8a36bc5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.526958] env[68461]: DEBUG oslo_concurrency.lockutils [req-71f6c491-7c64-4e6f-982f-533ce1e9ed8a req-0f081c66-0e7d-4ab7-bef9-c2789c7f0f93 service nova] Acquired lock "refresh_cache-fc47d187-6031-44c6-afbe-bea1e8a36bc5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.527178] env[68461]: DEBUG nova.network.neutron [req-71f6c491-7c64-4e6f-982f-533ce1e9ed8a req-0f081c66-0e7d-4ab7-bef9-c2789c7f0f93 service nova] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Refreshing network info cache for port b052e633-dc06-4fa6-b555-892e6a0fd54e {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.542847] env[68461]: DEBUG nova.policy [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83bf0734d721475bb0cef50c3c31df79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd600204c50344935923c54770f9eb48c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1271.756144] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.769935] env[68461]: DEBUG oslo_vmware.api [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895853, 'name': ReconfigVM_Task, 'duration_secs': 0.818873} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.770236] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Reconfigured VM instance instance-0000005b to attach disk [datastore1] f9d490cd-862d-42f3-a3d6-eab122b602a1/f9d490cd-862d-42f3-a3d6-eab122b602a1.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.770900] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2e7b728-a2d6-402a-a343-a1b6d7a4dcbe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.779769] env[68461]: DEBUG oslo_vmware.api [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1271.779769] env[68461]: value = "task-2895854" [ 1271.779769] env[68461]: _type = "Task" [ 1271.779769] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.796410] env[68461]: DEBUG oslo_vmware.api [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895854, 'name': Rename_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.817718] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a117ae-e306-4199-8baa-00f7eba5abd4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.833835] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7cc845-3471-4253-827d-345f0838a61e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.868404] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "refresh_cache-07af663e-1761-49c3-972f-83fd83517161" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.868609] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired lock "refresh_cache-07af663e-1761-49c3-972f-83fd83517161" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.868801] env[68461]: DEBUG nova.network.neutron [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.870818] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f054c6-e25d-48ef-9c79-7a1a215278c3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.884628] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153b3513-50a3-4f53-b49a-7d3b64c444c3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.907852] env[68461]: DEBUG nova.compute.provider_tree [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.943154] env[68461]: DEBUG nova.compute.manager [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1271.949456] env[68461]: DEBUG nova.network.neutron [req-7df729d4-19ec-4dc6-ba25-7f2fb2b15b4b req-3eed454f-711a-4c6b-9525-78aa9625a213 service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Updated VIF entry in instance network info cache for port 43b5ae27-d5e1-4125-baa2-8458f5a2b1df. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.949907] env[68461]: DEBUG nova.network.neutron [req-7df729d4-19ec-4dc6-ba25-7f2fb2b15b4b req-3eed454f-711a-4c6b-9525-78aa9625a213 service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Updating instance_info_cache with network_info: [{"id": "d71ece38-bf5d-4cfc-b504-d280040ebc36", "address": "fa:16:3e:bd:c5:75", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71ece38-bf", "ovs_interfaceid": "d71ece38-bf5d-4cfc-b504-d280040ebc36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43b5ae27-d5e1-4125-baa2-8458f5a2b1df", "address": "fa:16:3e:c8:8f:1a", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43b5ae27-d5", "ovs_interfaceid": "43b5ae27-d5e1-4125-baa2-8458f5a2b1df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.239469] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c07bb115-8fb2-4767-8b27-776d474c0398 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "4f1eb6e1-4e2a-4c71-9238-112725e9536d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.323s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.291033] env[68461]: DEBUG oslo_vmware.api [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895854, 'name': Rename_Task, 'duration_secs': 0.146076} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.291213] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.291506] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d010252-2d7b-4396-9608-1ff0fe618128 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.300522] env[68461]: DEBUG oslo_vmware.api [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1272.300522] env[68461]: value = "task-2895855" [ 1272.300522] env[68461]: _type = "Task" [ 1272.300522] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.308667] env[68461]: DEBUG oslo_vmware.api [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.395128] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquiring lock "fc47d187-6031-44c6-afbe-bea1e8a36bc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.395636] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Lock "fc47d187-6031-44c6-afbe-bea1e8a36bc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.395801] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquiring lock "fc47d187-6031-44c6-afbe-bea1e8a36bc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.395988] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Lock "fc47d187-6031-44c6-afbe-bea1e8a36bc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.396187] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Lock "fc47d187-6031-44c6-afbe-bea1e8a36bc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.398431] env[68461]: INFO nova.compute.manager [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Terminating instance [ 1272.411846] env[68461]: DEBUG nova.scheduler.client.report [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.454271] env[68461]: DEBUG oslo_concurrency.lockutils [req-7df729d4-19ec-4dc6-ba25-7f2fb2b15b4b req-3eed454f-711a-4c6b-9525-78aa9625a213 service nova] Releasing lock "refresh_cache-0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.502363] env[68461]: DEBUG nova.network.neutron [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1272.608161] env[68461]: DEBUG nova.network.neutron [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Successfully created port: 5ebe2b84-aedc-48b4-8916-26915eb2137a {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1272.825431] env[68461]: DEBUG oslo_vmware.api [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895855, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.846136] env[68461]: DEBUG nova.network.neutron [req-71f6c491-7c64-4e6f-982f-533ce1e9ed8a req-0f081c66-0e7d-4ab7-bef9-c2789c7f0f93 service nova] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Updated VIF entry in instance network info cache for port b052e633-dc06-4fa6-b555-892e6a0fd54e. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.846512] env[68461]: DEBUG nova.network.neutron [req-71f6c491-7c64-4e6f-982f-533ce1e9ed8a req-0f081c66-0e7d-4ab7-bef9-c2789c7f0f93 service nova] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Updating instance_info_cache with network_info: [{"id": "b052e633-dc06-4fa6-b555-892e6a0fd54e", "address": "fa:16:3e:59:0a:6a", "network": {"id": "71db8bfd-501f-4ae0-804f-f9e4c0f1b5f2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-622154886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d405df3a3264b98a18a3b31816cbaab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb052e633-dc", "ovs_interfaceid": "b052e633-dc06-4fa6-b555-892e6a0fd54e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.902882] env[68461]: DEBUG nova.compute.manager [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1272.903072] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.904227] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202a9ab1-ace4-48f0-b348-0d12e27086ce {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.922303] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.926873] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.926873] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.229s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.926873] env[68461]: DEBUG nova.objects.instance [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68461) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1272.932552] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5328275-5999-40b8-96ac-6701c9854463 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.937095] env[68461]: DEBUG oslo_vmware.api [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Waiting for the task: (returnval){ [ 1272.937095] env[68461]: value = "task-2895856" [ 1272.937095] env[68461]: _type = "Task" [ 1272.937095] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.946872] env[68461]: DEBUG oslo_vmware.api [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.954379] env[68461]: DEBUG nova.compute.manager [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1272.958406] env[68461]: INFO nova.scheduler.client.report [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Deleted allocations for instance 8830abc8-5912-491f-ba79-df394929293f [ 1272.985929] env[68461]: DEBUG nova.virt.hardware [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1272.986193] env[68461]: DEBUG nova.virt.hardware [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1272.986354] env[68461]: DEBUG nova.virt.hardware [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1272.986535] env[68461]: DEBUG nova.virt.hardware [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1272.986681] env[68461]: DEBUG nova.virt.hardware [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1272.986828] env[68461]: DEBUG nova.virt.hardware [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1272.987044] env[68461]: DEBUG nova.virt.hardware [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1272.987222] env[68461]: DEBUG nova.virt.hardware [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1272.987421] env[68461]: DEBUG nova.virt.hardware [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1272.987593] env[68461]: DEBUG nova.virt.hardware [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1272.987766] env[68461]: DEBUG nova.virt.hardware [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1272.989044] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32601954-1525-4311-a53d-63969774e868 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.000789] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111db353-4399-4368-a946-0aac3ac1cf58 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.138493] env[68461]: DEBUG nova.network.neutron [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Updating instance_info_cache with network_info: [{"id": "487fb837-243c-47ee-8039-69c29c694255", "address": "fa:16:3e:22:4f:e7", "network": {"id": "32ab3227-0156-4a55-9222-1015f605da2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1621872308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29fe601402479aa1bce276deab61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap487fb837-24", "ovs_interfaceid": "487fb837-243c-47ee-8039-69c29c694255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.313333] env[68461]: DEBUG oslo_vmware.api [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895855, 'name': PowerOnVM_Task, 'duration_secs': 0.629022} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.313333] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1273.313499] env[68461]: INFO nova.compute.manager [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1273.313880] env[68461]: DEBUG nova.compute.manager [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1273.315164] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fa98ac-3921-4a87-85c0-540e96af5af9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.348893] env[68461]: DEBUG oslo_concurrency.lockutils [req-71f6c491-7c64-4e6f-982f-533ce1e9ed8a req-0f081c66-0e7d-4ab7-bef9-c2789c7f0f93 service nova] Releasing lock "refresh_cache-fc47d187-6031-44c6-afbe-bea1e8a36bc5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.448776] env[68461]: DEBUG oslo_vmware.api [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895856, 'name': PowerOffVM_Task, 'duration_secs': 0.314814} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.449676] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.449676] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.449676] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-719ec3e9-e76d-421b-908b-8691da7dfc7f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.466173] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e2d70118-3077-4625-a031-34ccef59523d tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "8830abc8-5912-491f-ba79-df394929293f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.217s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.525027] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.525027] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.525027] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Deleting the datastore file [datastore2] fc47d187-6031-44c6-afbe-bea1e8a36bc5 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.525027] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3dbe389c-a955-436e-97f3-89d49c402e88 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.529733] env[68461]: DEBUG oslo_vmware.api [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Waiting for the task: (returnval){ [ 1273.529733] env[68461]: value = "task-2895858" [ 1273.529733] env[68461]: _type = "Task" [ 1273.529733] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.540432] env[68461]: DEBUG oslo_vmware.api [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.606099] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "interface-0773aa9b-b048-46b6-b470-78cbcae37020-45f4ec98-ecbe-473c-9af7-e08c25819fd3" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.606788] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "interface-0773aa9b-b048-46b6-b470-78cbcae37020-45f4ec98-ecbe-473c-9af7-e08c25819fd3" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.606925] env[68461]: DEBUG nova.objects.instance [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lazy-loading 'flavor' on Instance uuid 0773aa9b-b048-46b6-b470-78cbcae37020 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.641468] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Releasing lock "refresh_cache-07af663e-1761-49c3-972f-83fd83517161" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.641679] env[68461]: DEBUG nova.compute.manager [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Instance network_info: |[{"id": "487fb837-243c-47ee-8039-69c29c694255", "address": "fa:16:3e:22:4f:e7", "network": {"id": "32ab3227-0156-4a55-9222-1015f605da2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1621872308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29fe601402479aa1bce276deab61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap487fb837-24", "ovs_interfaceid": "487fb837-243c-47ee-8039-69c29c694255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1273.642116] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:4f:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '487fb837-243c-47ee-8039-69c29c694255', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.649758] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.650124] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07af663e-1761-49c3-972f-83fd83517161] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.650240] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e1512f6-1dba-4ba7-8798-1c6fdeb50b69 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.673695] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.673695] env[68461]: value = "task-2895859" [ 1273.673695] env[68461]: _type = "Task" [ 1273.673695] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.689925] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895859, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.839972] env[68461]: INFO nova.compute.manager [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Took 19.94 seconds to build instance. [ 1273.866026] env[68461]: DEBUG oslo_concurrency.lockutils [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquiring lock "1764bfac-2ebb-4d7d-af27-59265f73de4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.866026] env[68461]: DEBUG oslo_concurrency.lockutils [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "1764bfac-2ebb-4d7d-af27-59265f73de4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.938312] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ab0a5d2e-a13f-48e4-842a-57d537164d5e tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.940252] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.628s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.940987] env[68461]: DEBUG nova.objects.instance [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lazy-loading 'resources' on Instance uuid b013e906-4313-4ae3-a1fc-b27ee20b698c {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.045200] env[68461]: DEBUG oslo_vmware.api [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183358} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.046470] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.047051] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.047430] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.048200] env[68461]: INFO nova.compute.manager [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1274.048442] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.048771] env[68461]: DEBUG nova.compute.manager [-] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1274.048877] env[68461]: DEBUG nova.network.neutron [-] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.122182] env[68461]: DEBUG nova.compute.manager [req-17ac3798-d31a-4350-a0ba-a533bef66111 req-c1a14e64-4988-41c6-b637-060f46e98789 service nova] [instance: 07af663e-1761-49c3-972f-83fd83517161] Received event network-vif-plugged-487fb837-243c-47ee-8039-69c29c694255 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.122182] env[68461]: DEBUG oslo_concurrency.lockutils [req-17ac3798-d31a-4350-a0ba-a533bef66111 req-c1a14e64-4988-41c6-b637-060f46e98789 service nova] Acquiring lock "07af663e-1761-49c3-972f-83fd83517161-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.122182] env[68461]: DEBUG oslo_concurrency.lockutils [req-17ac3798-d31a-4350-a0ba-a533bef66111 req-c1a14e64-4988-41c6-b637-060f46e98789 service nova] Lock "07af663e-1761-49c3-972f-83fd83517161-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.122182] env[68461]: DEBUG oslo_concurrency.lockutils [req-17ac3798-d31a-4350-a0ba-a533bef66111 req-c1a14e64-4988-41c6-b637-060f46e98789 service nova] Lock "07af663e-1761-49c3-972f-83fd83517161-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.122182] env[68461]: DEBUG nova.compute.manager [req-17ac3798-d31a-4350-a0ba-a533bef66111 req-c1a14e64-4988-41c6-b637-060f46e98789 service nova] [instance: 07af663e-1761-49c3-972f-83fd83517161] No waiting events found dispatching network-vif-plugged-487fb837-243c-47ee-8039-69c29c694255 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1274.122182] env[68461]: WARNING nova.compute.manager [req-17ac3798-d31a-4350-a0ba-a533bef66111 req-c1a14e64-4988-41c6-b637-060f46e98789 service nova] [instance: 07af663e-1761-49c3-972f-83fd83517161] Received unexpected event network-vif-plugged-487fb837-243c-47ee-8039-69c29c694255 for instance with vm_state building and task_state spawning. [ 1274.122182] env[68461]: DEBUG nova.compute.manager [req-17ac3798-d31a-4350-a0ba-a533bef66111 req-c1a14e64-4988-41c6-b637-060f46e98789 service nova] [instance: 07af663e-1761-49c3-972f-83fd83517161] Received event network-changed-487fb837-243c-47ee-8039-69c29c694255 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.122182] env[68461]: DEBUG nova.compute.manager [req-17ac3798-d31a-4350-a0ba-a533bef66111 req-c1a14e64-4988-41c6-b637-060f46e98789 service nova] [instance: 07af663e-1761-49c3-972f-83fd83517161] Refreshing instance network info cache due to event network-changed-487fb837-243c-47ee-8039-69c29c694255. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1274.122451] env[68461]: DEBUG oslo_concurrency.lockutils [req-17ac3798-d31a-4350-a0ba-a533bef66111 req-c1a14e64-4988-41c6-b637-060f46e98789 service nova] Acquiring lock "refresh_cache-07af663e-1761-49c3-972f-83fd83517161" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.122451] env[68461]: DEBUG oslo_concurrency.lockutils [req-17ac3798-d31a-4350-a0ba-a533bef66111 req-c1a14e64-4988-41c6-b637-060f46e98789 service nova] Acquired lock "refresh_cache-07af663e-1761-49c3-972f-83fd83517161" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.122533] env[68461]: DEBUG nova.network.neutron [req-17ac3798-d31a-4350-a0ba-a533bef66111 req-c1a14e64-4988-41c6-b637-060f46e98789 service nova] [instance: 07af663e-1761-49c3-972f-83fd83517161] Refreshing network info cache for port 487fb837-243c-47ee-8039-69c29c694255 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.187791] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895859, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.344161] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3e9eb55b-e9c8-4888-b6db-17f4f4e63a10 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "f9d490cd-862d-42f3-a3d6-eab122b602a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.457s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.361626] env[68461]: DEBUG nova.objects.instance [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lazy-loading 'pci_requests' on Instance uuid 0773aa9b-b048-46b6-b470-78cbcae37020 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.371345] env[68461]: DEBUG nova.compute.manager [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1274.445695] env[68461]: DEBUG nova.objects.instance [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lazy-loading 'numa_topology' on Instance uuid b013e906-4313-4ae3-a1fc-b27ee20b698c {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.689678] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895859, 'name': CreateVM_Task, 'duration_secs': 0.664267} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.689883] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07af663e-1761-49c3-972f-83fd83517161] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.690590] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.690759] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.691112] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.691390] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eee9a3e5-137a-4caf-9e94-71563d9f259d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.698395] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1274.698395] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5261eceb-2dc0-5ad7-9bca-0641c2b137cd" [ 1274.698395] env[68461]: _type = "Task" [ 1274.698395] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.706946] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5261eceb-2dc0-5ad7-9bca-0641c2b137cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.870612] env[68461]: DEBUG nova.objects.base [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Object Instance<0773aa9b-b048-46b6-b470-78cbcae37020> lazy-loaded attributes: flavor,pci_requests {{(pid=68461) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1274.870919] env[68461]: DEBUG nova.network.neutron [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1274.904766] env[68461]: DEBUG oslo_concurrency.lockutils [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.946312] env[68461]: DEBUG nova.objects.base [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68461) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1274.990954] env[68461]: DEBUG nova.network.neutron [-] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.113255] env[68461]: DEBUG nova.policy [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb3e99eb5da7499994945a0e2fbb7bc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '999f416668e54a91b972f32f2e7c01cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1275.173680] env[68461]: DEBUG nova.network.neutron [req-17ac3798-d31a-4350-a0ba-a533bef66111 req-c1a14e64-4988-41c6-b637-060f46e98789 service nova] [instance: 07af663e-1761-49c3-972f-83fd83517161] Updated VIF entry in instance network info cache for port 487fb837-243c-47ee-8039-69c29c694255. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.175303] env[68461]: DEBUG nova.network.neutron [req-17ac3798-d31a-4350-a0ba-a533bef66111 req-c1a14e64-4988-41c6-b637-060f46e98789 service nova] [instance: 07af663e-1761-49c3-972f-83fd83517161] Updating instance_info_cache with network_info: [{"id": "487fb837-243c-47ee-8039-69c29c694255", "address": "fa:16:3e:22:4f:e7", "network": {"id": "32ab3227-0156-4a55-9222-1015f605da2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1621872308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29fe601402479aa1bce276deab61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap487fb837-24", "ovs_interfaceid": "487fb837-243c-47ee-8039-69c29c694255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.215520] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5261eceb-2dc0-5ad7-9bca-0641c2b137cd, 'name': SearchDatastore_Task, 'duration_secs': 0.020515} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.218831] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.219172] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.219446] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.219648] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.219849] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.220462] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e9a984d-75e9-4b83-b910-5413bc8045d5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.232131] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.232353] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.235589] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-126baf18-fdf1-41fd-8dab-09eca3b57715 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.241931] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1275.241931] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]527b5cd1-2603-558d-07cb-9b17dfefe394" [ 1275.241931] env[68461]: _type = "Task" [ 1275.241931] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.253414] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]527b5cd1-2603-558d-07cb-9b17dfefe394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.315699] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd79e365-500b-4d0e-bafc-c07756f66c2d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.324272] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2786e2-f050-4165-99f5-87802ce6dc2f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.356680] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dd9b9a-b100-43ac-ba98-ffacdaa29e0f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.365560] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86dfe23-1837-4f5c-bb50-232dd7d3adc2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.384569] env[68461]: DEBUG nova.compute.provider_tree [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.419202] env[68461]: DEBUG nova.network.neutron [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Successfully updated port: 5ebe2b84-aedc-48b4-8916-26915eb2137a {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1275.495577] env[68461]: INFO nova.compute.manager [-] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Took 1.44 seconds to deallocate network for instance. [ 1275.679593] env[68461]: DEBUG oslo_concurrency.lockutils [req-17ac3798-d31a-4350-a0ba-a533bef66111 req-c1a14e64-4988-41c6-b637-060f46e98789 service nova] Releasing lock "refresh_cache-07af663e-1761-49c3-972f-83fd83517161" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.754548] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]527b5cd1-2603-558d-07cb-9b17dfefe394, 'name': SearchDatastore_Task, 'duration_secs': 0.031933} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.755333] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41d9a718-52e9-40c2-bf3f-fd4123fc3d08 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.761295] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1275.761295] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]525f6da4-e0e0-fa6f-da8c-5ed4d9b0c6fc" [ 1275.761295] env[68461]: _type = "Task" [ 1275.761295] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.769878] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]525f6da4-e0e0-fa6f-da8c-5ed4d9b0c6fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.890830] env[68461]: DEBUG nova.scheduler.client.report [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.896049] env[68461]: DEBUG oslo_concurrency.lockutils [None req-38315cc5-1116-45ba-86e2-9371957562a5 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "fd817671-1887-4e04-953c-bfd4bf1cee7b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.896049] env[68461]: DEBUG oslo_concurrency.lockutils [None req-38315cc5-1116-45ba-86e2-9371957562a5 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "fd817671-1887-4e04-953c-bfd4bf1cee7b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.896049] env[68461]: INFO nova.compute.manager [None req-38315cc5-1116-45ba-86e2-9371957562a5 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Rebooting instance [ 1275.921970] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "refresh_cache-6d789797-0900-449c-b1c2-cd11055254ca" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.922098] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquired lock "refresh_cache-6d789797-0900-449c-b1c2-cd11055254ca" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.922369] env[68461]: DEBUG nova.network.neutron [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.001289] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.271700] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]525f6da4-e0e0-fa6f-da8c-5ed4d9b0c6fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011148} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.271974] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.272256] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 07af663e-1761-49c3-972f-83fd83517161/07af663e-1761-49c3-972f-83fd83517161.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1276.272619] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1f69ea6-3ac7-449c-99b9-67d2fffea9b6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.280575] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1276.280575] env[68461]: value = "task-2895860" [ 1276.280575] env[68461]: _type = "Task" [ 1276.280575] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.288935] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.392870] env[68461]: DEBUG nova.compute.manager [req-159353cb-31ed-42bb-8b62-aeccb74e7349 req-4f9be8b8-2b6e-46c7-87a6-3aa68543c253 service nova] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Received event network-vif-deleted-b052e633-dc06-4fa6-b555-892e6a0fd54e {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.393159] env[68461]: DEBUG nova.compute.manager [req-159353cb-31ed-42bb-8b62-aeccb74e7349 req-4f9be8b8-2b6e-46c7-87a6-3aa68543c253 service nova] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Received event network-vif-plugged-5ebe2b84-aedc-48b4-8916-26915eb2137a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.393406] env[68461]: DEBUG oslo_concurrency.lockutils [req-159353cb-31ed-42bb-8b62-aeccb74e7349 req-4f9be8b8-2b6e-46c7-87a6-3aa68543c253 service nova] Acquiring lock "6d789797-0900-449c-b1c2-cd11055254ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.393552] env[68461]: DEBUG oslo_concurrency.lockutils [req-159353cb-31ed-42bb-8b62-aeccb74e7349 req-4f9be8b8-2b6e-46c7-87a6-3aa68543c253 service nova] Lock "6d789797-0900-449c-b1c2-cd11055254ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.393680] env[68461]: DEBUG oslo_concurrency.lockutils [req-159353cb-31ed-42bb-8b62-aeccb74e7349 req-4f9be8b8-2b6e-46c7-87a6-3aa68543c253 service nova] Lock "6d789797-0900-449c-b1c2-cd11055254ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.393805] env[68461]: DEBUG nova.compute.manager [req-159353cb-31ed-42bb-8b62-aeccb74e7349 req-4f9be8b8-2b6e-46c7-87a6-3aa68543c253 service nova] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] No waiting events found dispatching network-vif-plugged-5ebe2b84-aedc-48b4-8916-26915eb2137a {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1276.393953] env[68461]: WARNING nova.compute.manager [req-159353cb-31ed-42bb-8b62-aeccb74e7349 req-4f9be8b8-2b6e-46c7-87a6-3aa68543c253 service nova] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Received unexpected event network-vif-plugged-5ebe2b84-aedc-48b4-8916-26915eb2137a for instance with vm_state building and task_state spawning. [ 1276.394155] env[68461]: DEBUG nova.compute.manager [req-159353cb-31ed-42bb-8b62-aeccb74e7349 req-4f9be8b8-2b6e-46c7-87a6-3aa68543c253 service nova] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Received event network-changed-5ebe2b84-aedc-48b4-8916-26915eb2137a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.394289] env[68461]: DEBUG nova.compute.manager [req-159353cb-31ed-42bb-8b62-aeccb74e7349 req-4f9be8b8-2b6e-46c7-87a6-3aa68543c253 service nova] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Refreshing instance network info cache due to event network-changed-5ebe2b84-aedc-48b4-8916-26915eb2137a. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1276.394531] env[68461]: DEBUG oslo_concurrency.lockutils [req-159353cb-31ed-42bb-8b62-aeccb74e7349 req-4f9be8b8-2b6e-46c7-87a6-3aa68543c253 service nova] Acquiring lock "refresh_cache-6d789797-0900-449c-b1c2-cd11055254ca" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.397736] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.458s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.401488] env[68461]: DEBUG oslo_concurrency.lockutils [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.286s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.401488] env[68461]: DEBUG nova.objects.instance [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Lazy-loading 'resources' on Instance uuid 223c7533-f30e-438c-a2a6-0657d679683c {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.417587] env[68461]: DEBUG oslo_concurrency.lockutils [None req-38315cc5-1116-45ba-86e2-9371957562a5 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "refresh_cache-fd817671-1887-4e04-953c-bfd4bf1cee7b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.417945] env[68461]: DEBUG oslo_concurrency.lockutils [None req-38315cc5-1116-45ba-86e2-9371957562a5 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired lock "refresh_cache-fd817671-1887-4e04-953c-bfd4bf1cee7b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.418043] env[68461]: DEBUG nova.network.neutron [None req-38315cc5-1116-45ba-86e2-9371957562a5 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.461746] env[68461]: DEBUG nova.network.neutron [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1276.597649] env[68461]: DEBUG oslo_concurrency.lockutils [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "f9d490cd-862d-42f3-a3d6-eab122b602a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.597649] env[68461]: DEBUG oslo_concurrency.lockutils [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "f9d490cd-862d-42f3-a3d6-eab122b602a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.597824] env[68461]: DEBUG oslo_concurrency.lockutils [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "f9d490cd-862d-42f3-a3d6-eab122b602a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.597986] env[68461]: DEBUG oslo_concurrency.lockutils [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "f9d490cd-862d-42f3-a3d6-eab122b602a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.598287] env[68461]: DEBUG oslo_concurrency.lockutils [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "f9d490cd-862d-42f3-a3d6-eab122b602a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.600602] env[68461]: INFO nova.compute.manager [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Terminating instance [ 1276.676061] env[68461]: DEBUG nova.network.neutron [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Updating instance_info_cache with network_info: [{"id": "5ebe2b84-aedc-48b4-8916-26915eb2137a", "address": "fa:16:3e:a6:03:df", "network": {"id": "38bcffc0-cc47-42bc-baf0-ec91d073ad36", "bridge": "br-int", "label": "tempest-ImagesTestJSON-928631310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d600204c50344935923c54770f9eb48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ebe2b84-ae", "ovs_interfaceid": "5ebe2b84-aedc-48b4-8916-26915eb2137a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.792054] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895860, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.911902] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9763be67-97e6-4764-8e4e-90e1081b13b9 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "b013e906-4313-4ae3-a1fc-b27ee20b698c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 37.692s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.912755] env[68461]: DEBUG oslo_concurrency.lockutils [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "b013e906-4313-4ae3-a1fc-b27ee20b698c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 12.257s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.913485] env[68461]: INFO nova.compute.manager [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Unshelving [ 1276.956063] env[68461]: DEBUG nova.network.neutron [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Successfully updated port: 45f4ec98-ecbe-473c-9af7-e08c25819fd3 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1277.106668] env[68461]: DEBUG nova.compute.manager [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1277.106668] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.106944] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8577710-1afa-4b2e-a3c3-45636ebd36a3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.120437] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.120437] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-666d5347-0a06-4199-9013-780aaba7fdca {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.131696] env[68461]: DEBUG oslo_vmware.api [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1277.131696] env[68461]: value = "task-2895861" [ 1277.131696] env[68461]: _type = "Task" [ 1277.131696] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.143625] env[68461]: DEBUG oslo_vmware.api [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.178950] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Releasing lock "refresh_cache-6d789797-0900-449c-b1c2-cd11055254ca" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.179372] env[68461]: DEBUG nova.compute.manager [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Instance network_info: |[{"id": "5ebe2b84-aedc-48b4-8916-26915eb2137a", "address": "fa:16:3e:a6:03:df", "network": {"id": "38bcffc0-cc47-42bc-baf0-ec91d073ad36", "bridge": "br-int", "label": "tempest-ImagesTestJSON-928631310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d600204c50344935923c54770f9eb48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ebe2b84-ae", "ovs_interfaceid": "5ebe2b84-aedc-48b4-8916-26915eb2137a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1277.179700] env[68461]: DEBUG oslo_concurrency.lockutils [req-159353cb-31ed-42bb-8b62-aeccb74e7349 req-4f9be8b8-2b6e-46c7-87a6-3aa68543c253 service nova] Acquired lock "refresh_cache-6d789797-0900-449c-b1c2-cd11055254ca" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.179887] env[68461]: DEBUG nova.network.neutron [req-159353cb-31ed-42bb-8b62-aeccb74e7349 req-4f9be8b8-2b6e-46c7-87a6-3aa68543c253 service nova] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Refreshing network info cache for port 5ebe2b84-aedc-48b4-8916-26915eb2137a {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1277.181357] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:03:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ebe2b84-aedc-48b4-8916-26915eb2137a', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.190452] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Creating folder: Project (d600204c50344935923c54770f9eb48c). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.195165] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b39a1a68-1d98-42e4-a4b0-29eb1b1572d8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.212087] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Created folder: Project (d600204c50344935923c54770f9eb48c) in parent group-v581476. [ 1277.212393] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Creating folder: Instances. Parent ref: group-v581725. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.212708] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25bbbb7a-b9c8-47ec-b137-23c04e5cffe7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.229527] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Created folder: Instances in parent group-v581725. [ 1277.229527] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.229761] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.229912] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86ea99d0-df30-440f-940f-829754946dd1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.255533] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.255533] env[68461]: value = "task-2895864" [ 1277.255533] env[68461]: _type = "Task" [ 1277.255533] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.266514] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895864, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.273261] env[68461]: DEBUG nova.network.neutron [None req-38315cc5-1116-45ba-86e2-9371957562a5 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Updating instance_info_cache with network_info: [{"id": "7655347d-c8a8-49e1-b6e5-e250aa16f7c1", "address": "fa:16:3e:38:58:28", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7655347d-c8", "ovs_interfaceid": "7655347d-c8a8-49e1-b6e5-e250aa16f7c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.293719] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895860, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.005053} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.297357] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 07af663e-1761-49c3-972f-83fd83517161/07af663e-1761-49c3-972f-83fd83517161.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1277.297627] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1277.298408] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46e9d782-c619-4c17-af9c-7e5602b4d5ee {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.306845] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1277.306845] env[68461]: value = "task-2895865" [ 1277.306845] env[68461]: _type = "Task" [ 1277.306845] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.312226] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcddcede-1903-44e6-bdf7-c5f2c787ccdd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.323380] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86baf01-fb40-422b-a548-373320435c88 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.326899] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.359238] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1753220c-b360-4369-824a-ac1d3cf67d33 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.367810] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd6e40c-3c65-4a28-8465-109d9a9faee0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.385536] env[68461]: DEBUG nova.compute.provider_tree [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.463875] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "refresh_cache-0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.463875] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "refresh_cache-0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.463875] env[68461]: DEBUG nova.network.neutron [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.641528] env[68461]: DEBUG oslo_vmware.api [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895861, 'name': PowerOffVM_Task, 'duration_secs': 0.226044} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.641528] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.641528] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1277.641798] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83a5af70-85c7-4e3d-8591-af22a12efc72 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.707193] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.707468] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.707667] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Deleting the datastore file [datastore1] f9d490cd-862d-42f3-a3d6-eab122b602a1 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.707948] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8937a2e-368d-4278-a593-350ce116c3aa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.715585] env[68461]: DEBUG oslo_vmware.api [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1277.715585] env[68461]: value = "task-2895867" [ 1277.715585] env[68461]: _type = "Task" [ 1277.715585] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.724071] env[68461]: DEBUG oslo_vmware.api [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.765587] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895864, 'name': CreateVM_Task, 'duration_secs': 0.379078} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.765762] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.766833] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.766833] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.766943] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.767218] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-876316c1-d0bc-4946-b3d3-c62999f9d884 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.773133] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1277.773133] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c446fe-4e35-63b2-1e4d-707284bc2ccb" [ 1277.773133] env[68461]: _type = "Task" [ 1277.773133] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.776294] env[68461]: DEBUG oslo_concurrency.lockutils [None req-38315cc5-1116-45ba-86e2-9371957562a5 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Releasing lock "refresh_cache-fd817671-1887-4e04-953c-bfd4bf1cee7b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.783013] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c446fe-4e35-63b2-1e4d-707284bc2ccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.815909] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146948} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.816191] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1277.816957] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e06ce6e-283e-4ddc-b3cc-fbc36cba8f94 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.841848] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 07af663e-1761-49c3-972f-83fd83517161/07af663e-1761-49c3-972f-83fd83517161.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.842147] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7c20414-6548-400e-ab7b-a7569377db7f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.880746] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1277.880746] env[68461]: value = "task-2895868" [ 1277.880746] env[68461]: _type = "Task" [ 1277.880746] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.890727] env[68461]: DEBUG nova.scheduler.client.report [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.895727] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.934703] env[68461]: DEBUG oslo_concurrency.lockutils [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.969434] env[68461]: DEBUG nova.network.neutron [req-159353cb-31ed-42bb-8b62-aeccb74e7349 req-4f9be8b8-2b6e-46c7-87a6-3aa68543c253 service nova] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Updated VIF entry in instance network info cache for port 5ebe2b84-aedc-48b4-8916-26915eb2137a. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.969786] env[68461]: DEBUG nova.network.neutron [req-159353cb-31ed-42bb-8b62-aeccb74e7349 req-4f9be8b8-2b6e-46c7-87a6-3aa68543c253 service nova] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Updating instance_info_cache with network_info: [{"id": "5ebe2b84-aedc-48b4-8916-26915eb2137a", "address": "fa:16:3e:a6:03:df", "network": {"id": "38bcffc0-cc47-42bc-baf0-ec91d073ad36", "bridge": "br-int", "label": "tempest-ImagesTestJSON-928631310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d600204c50344935923c54770f9eb48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ebe2b84-ae", "ovs_interfaceid": "5ebe2b84-aedc-48b4-8916-26915eb2137a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.020330] env[68461]: WARNING nova.network.neutron [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] ab9fb962-a9e6-4610-8b8f-48d7129123ca already exists in list: networks containing: ['ab9fb962-a9e6-4610-8b8f-48d7129123ca']. ignoring it [ 1278.020618] env[68461]: WARNING nova.network.neutron [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] ab9fb962-a9e6-4610-8b8f-48d7129123ca already exists in list: networks containing: ['ab9fb962-a9e6-4610-8b8f-48d7129123ca']. ignoring it [ 1278.229518] env[68461]: DEBUG oslo_vmware.api [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168589} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.229709] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.229897] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.230097] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.230277] env[68461]: INFO nova.compute.manager [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1278.230520] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.230722] env[68461]: DEBUG nova.compute.manager [-] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1278.230813] env[68461]: DEBUG nova.network.neutron [-] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1278.284199] env[68461]: DEBUG nova.compute.manager [None req-38315cc5-1116-45ba-86e2-9371957562a5 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.284991] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93ae62f-7002-4d0e-92af-fd7851f2408f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.290947] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c446fe-4e35-63b2-1e4d-707284bc2ccb, 'name': SearchDatastore_Task, 'duration_secs': 0.011931} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.291559] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.291779] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.291999] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.292259] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.292443] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.292746] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ceac93af-3337-451a-9093-35855e673cee {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.305338] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.305534] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.306286] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-634cad31-995c-40c0-ac4d-88e43016150f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.313357] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1278.313357] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52eed2ce-a928-0554-68e8-72e6efa0dcc6" [ 1278.313357] env[68461]: _type = "Task" [ 1278.313357] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.321956] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52eed2ce-a928-0554-68e8-72e6efa0dcc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.394089] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895868, 'name': ReconfigVM_Task, 'duration_secs': 0.36273} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.394413] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 07af663e-1761-49c3-972f-83fd83517161/07af663e-1761-49c3-972f-83fd83517161.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.395568] env[68461]: DEBUG oslo_concurrency.lockutils [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.397539] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-209a6780-807e-415f-87ab-e24483afdcc8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.399676] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.274s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.399899] env[68461]: DEBUG nova.objects.instance [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68461) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1278.412960] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1278.412960] env[68461]: value = "task-2895869" [ 1278.412960] env[68461]: _type = "Task" [ 1278.412960] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.422254] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895869, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.427629] env[68461]: INFO nova.scheduler.client.report [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Deleted allocations for instance 223c7533-f30e-438c-a2a6-0657d679683c [ 1278.474594] env[68461]: DEBUG oslo_concurrency.lockutils [req-159353cb-31ed-42bb-8b62-aeccb74e7349 req-4f9be8b8-2b6e-46c7-87a6-3aa68543c253 service nova] Releasing lock "refresh_cache-6d789797-0900-449c-b1c2-cd11055254ca" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.632847] env[68461]: DEBUG nova.compute.manager [req-66b6ac65-03ba-455b-8ad0-685187836471 req-b002cbf1-5648-4629-b240-ccc37da0c7ed service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Received event network-vif-plugged-45f4ec98-ecbe-473c-9af7-e08c25819fd3 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.633131] env[68461]: DEBUG oslo_concurrency.lockutils [req-66b6ac65-03ba-455b-8ad0-685187836471 req-b002cbf1-5648-4629-b240-ccc37da0c7ed service nova] Acquiring lock "0773aa9b-b048-46b6-b470-78cbcae37020-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.633483] env[68461]: DEBUG oslo_concurrency.lockutils [req-66b6ac65-03ba-455b-8ad0-685187836471 req-b002cbf1-5648-4629-b240-ccc37da0c7ed service nova] Lock "0773aa9b-b048-46b6-b470-78cbcae37020-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.633569] env[68461]: DEBUG oslo_concurrency.lockutils [req-66b6ac65-03ba-455b-8ad0-685187836471 req-b002cbf1-5648-4629-b240-ccc37da0c7ed service nova] Lock "0773aa9b-b048-46b6-b470-78cbcae37020-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.633758] env[68461]: DEBUG nova.compute.manager [req-66b6ac65-03ba-455b-8ad0-685187836471 req-b002cbf1-5648-4629-b240-ccc37da0c7ed service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] No waiting events found dispatching network-vif-plugged-45f4ec98-ecbe-473c-9af7-e08c25819fd3 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1278.633892] env[68461]: WARNING nova.compute.manager [req-66b6ac65-03ba-455b-8ad0-685187836471 req-b002cbf1-5648-4629-b240-ccc37da0c7ed service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Received unexpected event network-vif-plugged-45f4ec98-ecbe-473c-9af7-e08c25819fd3 for instance with vm_state active and task_state None. [ 1278.634068] env[68461]: DEBUG nova.compute.manager [req-66b6ac65-03ba-455b-8ad0-685187836471 req-b002cbf1-5648-4629-b240-ccc37da0c7ed service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Received event network-changed-45f4ec98-ecbe-473c-9af7-e08c25819fd3 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.634252] env[68461]: DEBUG nova.compute.manager [req-66b6ac65-03ba-455b-8ad0-685187836471 req-b002cbf1-5648-4629-b240-ccc37da0c7ed service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Refreshing instance network info cache due to event network-changed-45f4ec98-ecbe-473c-9af7-e08c25819fd3. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1278.634440] env[68461]: DEBUG oslo_concurrency.lockutils [req-66b6ac65-03ba-455b-8ad0-685187836471 req-b002cbf1-5648-4629-b240-ccc37da0c7ed service nova] Acquiring lock "refresh_cache-0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.675581] env[68461]: DEBUG nova.network.neutron [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Updating instance_info_cache with network_info: [{"id": "d71ece38-bf5d-4cfc-b504-d280040ebc36", "address": "fa:16:3e:bd:c5:75", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71ece38-bf", "ovs_interfaceid": "d71ece38-bf5d-4cfc-b504-d280040ebc36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43b5ae27-d5e1-4125-baa2-8458f5a2b1df", "address": "fa:16:3e:c8:8f:1a", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43b5ae27-d5", "ovs_interfaceid": "43b5ae27-d5e1-4125-baa2-8458f5a2b1df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45f4ec98-ecbe-473c-9af7-e08c25819fd3", "address": "fa:16:3e:1a:6c:cd", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f4ec98-ec", "ovs_interfaceid": "45f4ec98-ecbe-473c-9af7-e08c25819fd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.824587] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52eed2ce-a928-0554-68e8-72e6efa0dcc6, 'name': SearchDatastore_Task, 'duration_secs': 0.009358} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.826154] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc171797-bc09-42af-a80b-26557eb66ba8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.833053] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1278.833053] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52810688-e08c-7428-eeaa-5e100a9299fd" [ 1278.833053] env[68461]: _type = "Task" [ 1278.833053] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.841187] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52810688-e08c-7428-eeaa-5e100a9299fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.923607] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895869, 'name': Rename_Task, 'duration_secs': 0.155351} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.923889] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.924251] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35b54985-fb5b-4008-a3c5-b52e94bfc50b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.931163] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1278.931163] env[68461]: value = "task-2895870" [ 1278.931163] env[68461]: _type = "Task" [ 1278.931163] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.937071] env[68461]: DEBUG oslo_concurrency.lockutils [None req-02b6a434-7408-4d2a-8ee5-1703e11cbb9c tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Lock "223c7533-f30e-438c-a2a6-0657d679683c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.185s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.944307] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.140230] env[68461]: DEBUG nova.network.neutron [-] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.178135] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "refresh_cache-0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.178833] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.179019] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.179360] env[68461]: DEBUG oslo_concurrency.lockutils [req-66b6ac65-03ba-455b-8ad0-685187836471 req-b002cbf1-5648-4629-b240-ccc37da0c7ed service nova] Acquired lock "refresh_cache-0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.179604] env[68461]: DEBUG nova.network.neutron [req-66b6ac65-03ba-455b-8ad0-685187836471 req-b002cbf1-5648-4629-b240-ccc37da0c7ed service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Refreshing network info cache for port 45f4ec98-ecbe-473c-9af7-e08c25819fd3 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.182268] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91bdcf2-46af-4e22-80de-0c8246fb6f13 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.202199] env[68461]: DEBUG nova.virt.hardware [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.202381] env[68461]: DEBUG nova.virt.hardware [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.202450] env[68461]: DEBUG nova.virt.hardware [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.202611] env[68461]: DEBUG nova.virt.hardware [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.202761] env[68461]: DEBUG nova.virt.hardware [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.202908] env[68461]: DEBUG nova.virt.hardware [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.203128] env[68461]: DEBUG nova.virt.hardware [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.203293] env[68461]: DEBUG nova.virt.hardware [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.203466] env[68461]: DEBUG nova.virt.hardware [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.203622] env[68461]: DEBUG nova.virt.hardware [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.203797] env[68461]: DEBUG nova.virt.hardware [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.210029] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Reconfiguring VM to attach interface {{(pid=68461) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1279.211186] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8ab7da2-a6c3-49b1-8d52-95135ac6a1fa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.229737] env[68461]: DEBUG oslo_vmware.api [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1279.229737] env[68461]: value = "task-2895871" [ 1279.229737] env[68461]: _type = "Task" [ 1279.229737] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.238706] env[68461]: DEBUG oslo_vmware.api [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895871, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.248497] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquiring lock "e0fa76c2-81b7-4354-851f-025bc89baa80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.248926] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Lock "e0fa76c2-81b7-4354-851f-025bc89baa80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.249087] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquiring lock "e0fa76c2-81b7-4354-851f-025bc89baa80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.249292] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Lock "e0fa76c2-81b7-4354-851f-025bc89baa80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.249526] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Lock "e0fa76c2-81b7-4354-851f-025bc89baa80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.251868] env[68461]: INFO nova.compute.manager [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Terminating instance [ 1279.304648] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea6e1bc-1102-45eb-9dc3-6076430b2520 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.312429] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-38315cc5-1116-45ba-86e2-9371957562a5 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Doing hard reboot of VM {{(pid=68461) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1279.312725] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-72b873b2-cf0f-47dd-bd8b-4edea559b9f8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.321141] env[68461]: DEBUG oslo_vmware.api [None req-38315cc5-1116-45ba-86e2-9371957562a5 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1279.321141] env[68461]: value = "task-2895872" [ 1279.321141] env[68461]: _type = "Task" [ 1279.321141] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.331920] env[68461]: DEBUG oslo_vmware.api [None req-38315cc5-1116-45ba-86e2-9371957562a5 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2895872, 'name': ResetVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.342457] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52810688-e08c-7428-eeaa-5e100a9299fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010234} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.342769] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.343055] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 6d789797-0900-449c-b1c2-cd11055254ca/6d789797-0900-449c-b1c2-cd11055254ca.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.343296] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea80325c-6b34-4ca2-9f5f-5b087ae9248a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.351423] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1279.351423] env[68461]: value = "task-2895873" [ 1279.351423] env[68461]: _type = "Task" [ 1279.351423] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.360573] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.413771] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ee51a29b-95ea-44d0-93ce-7fffeadf2b77 tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.414937] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.659s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.416391] env[68461]: DEBUG nova.objects.instance [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Lazy-loading 'resources' on Instance uuid 9f873ea9-8409-4048-a390-5fd34803aafc {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.444449] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895870, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.643721] env[68461]: INFO nova.compute.manager [-] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Took 1.41 seconds to deallocate network for instance. [ 1279.745647] env[68461]: DEBUG oslo_vmware.api [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895871, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.756128] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquiring lock "refresh_cache-e0fa76c2-81b7-4354-851f-025bc89baa80" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.756449] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquired lock "refresh_cache-e0fa76c2-81b7-4354-851f-025bc89baa80" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.756541] env[68461]: DEBUG nova.network.neutron [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.833183] env[68461]: DEBUG oslo_vmware.api [None req-38315cc5-1116-45ba-86e2-9371957562a5 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2895872, 'name': ResetVM_Task, 'duration_secs': 0.117351} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.833708] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-38315cc5-1116-45ba-86e2-9371957562a5 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Did hard reboot of VM {{(pid=68461) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1279.833708] env[68461]: DEBUG nova.compute.manager [None req-38315cc5-1116-45ba-86e2-9371957562a5 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.834525] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019298ba-5c61-4c38-b01c-58d461106338 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.862116] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895873, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.950927] env[68461]: DEBUG oslo_vmware.api [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895870, 'name': PowerOnVM_Task, 'duration_secs': 0.55759} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.951552] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.951552] env[68461]: INFO nova.compute.manager [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1279.951790] env[68461]: DEBUG nova.compute.manager [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.952785] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e51f963-6251-4973-9e2c-b967bffcbf24 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.989894] env[68461]: DEBUG nova.network.neutron [req-66b6ac65-03ba-455b-8ad0-685187836471 req-b002cbf1-5648-4629-b240-ccc37da0c7ed service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Updated VIF entry in instance network info cache for port 45f4ec98-ecbe-473c-9af7-e08c25819fd3. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.990503] env[68461]: DEBUG nova.network.neutron [req-66b6ac65-03ba-455b-8ad0-685187836471 req-b002cbf1-5648-4629-b240-ccc37da0c7ed service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Updating instance_info_cache with network_info: [{"id": "d71ece38-bf5d-4cfc-b504-d280040ebc36", "address": "fa:16:3e:bd:c5:75", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71ece38-bf", "ovs_interfaceid": "d71ece38-bf5d-4cfc-b504-d280040ebc36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43b5ae27-d5e1-4125-baa2-8458f5a2b1df", "address": "fa:16:3e:c8:8f:1a", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43b5ae27-d5", "ovs_interfaceid": "43b5ae27-d5e1-4125-baa2-8458f5a2b1df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45f4ec98-ecbe-473c-9af7-e08c25819fd3", "address": "fa:16:3e:1a:6c:cd", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f4ec98-ec", "ovs_interfaceid": "45f4ec98-ecbe-473c-9af7-e08c25819fd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.150788] env[68461]: DEBUG oslo_concurrency.lockutils [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.237678] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9456941-3281-4026-aa6d-644de2a523c4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.246283] env[68461]: DEBUG oslo_vmware.api [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895871, 'name': ReconfigVM_Task, 'duration_secs': 0.593072} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.248398] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.248639] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Reconfigured VM to attach interface {{(pid=68461) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1280.252020] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9142fc08-6570-43df-9d0d-d043767493cb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.286456] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32aa976d-9211-4dde-a9f4-dbd50b6bedb0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.294888] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50ebb03-875a-4cf3-ae91-1ead691f2c04 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.300471] env[68461]: DEBUG nova.network.neutron [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1280.310350] env[68461]: DEBUG nova.compute.provider_tree [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.349015] env[68461]: DEBUG oslo_concurrency.lockutils [None req-38315cc5-1116-45ba-86e2-9371957562a5 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "fd817671-1887-4e04-953c-bfd4bf1cee7b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.453s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.363910] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652458} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.364241] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 6d789797-0900-449c-b1c2-cd11055254ca/6d789797-0900-449c-b1c2-cd11055254ca.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.364499] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.364796] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43f79a1d-8a78-4f25-b728-d99a7b1954a9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.369313] env[68461]: DEBUG nova.network.neutron [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.374061] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1280.374061] env[68461]: value = "task-2895874" [ 1280.374061] env[68461]: _type = "Task" [ 1280.374061] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.384598] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.474143] env[68461]: INFO nova.compute.manager [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Took 20.99 seconds to build instance. [ 1280.495340] env[68461]: DEBUG oslo_concurrency.lockutils [req-66b6ac65-03ba-455b-8ad0-685187836471 req-b002cbf1-5648-4629-b240-ccc37da0c7ed service nova] Releasing lock "refresh_cache-0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.757671] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9cb8cec8-0161-45bf-aba8-22f335da2586 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "interface-0773aa9b-b048-46b6-b470-78cbcae37020-45f4ec98-ecbe-473c-9af7-e08c25819fd3" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.151s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.815753] env[68461]: DEBUG nova.scheduler.client.report [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.871456] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Releasing lock "refresh_cache-e0fa76c2-81b7-4354-851f-025bc89baa80" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.871884] env[68461]: DEBUG nova.compute.manager [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1280.872222] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.873139] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd36823-cd0b-4f68-ab23-19f7d5d2567f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.885103] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.436206} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.887197] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1280.887537] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.888235] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d005fac-a0e4-451e-93e7-41482714fe16 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.890615] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a8903d2-e6e7-4777-82a3-79dd5f8869f5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.895848] env[68461]: DEBUG nova.compute.manager [req-ea2e170b-6fac-4c5e-b7b1-3aa983e1c5e0 req-dbfb94b9-37ab-40d6-ae79-430e90ed3fd7 service nova] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Received event network-vif-deleted-22da6d60-9990-4679-a377-67e75a6199a3 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.917161] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 6d789797-0900-449c-b1c2-cd11055254ca/6d789797-0900-449c-b1c2-cd11055254ca.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.919233] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a0403d8-86c3-4525-bfa1-0cb8be8287ee {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.934148] env[68461]: DEBUG oslo_vmware.api [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1280.934148] env[68461]: value = "task-2895875" [ 1280.934148] env[68461]: _type = "Task" [ 1280.934148] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.941751] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1280.941751] env[68461]: value = "task-2895876" [ 1280.941751] env[68461]: _type = "Task" [ 1280.941751] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.945351] env[68461]: DEBUG oslo_vmware.api [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.954834] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895876, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.976255] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5144a56-b38b-496c-a073-e27648dea98f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "07af663e-1761-49c3-972f-83fd83517161" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.122s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.321010] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.323710] env[68461]: DEBUG oslo_concurrency.lockutils [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.419s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.325390] env[68461]: INFO nova.compute.claims [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1281.344920] env[68461]: INFO nova.scheduler.client.report [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Deleted allocations for instance 9f873ea9-8409-4048-a390-5fd34803aafc [ 1281.448218] env[68461]: DEBUG oslo_vmware.api [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895875, 'name': PowerOffVM_Task, 'duration_secs': 0.25615} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.452067] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.452067] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.452253] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51e0a46e-3207-4ce2-b37a-5d9fc8dc008d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.459678] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895876, 'name': ReconfigVM_Task, 'duration_secs': 0.503516} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.459891] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 6d789797-0900-449c-b1c2-cd11055254ca/6d789797-0900-449c-b1c2-cd11055254ca.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.460541] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22e689e3-4e5b-41d7-87a7-a7268fd15f52 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.467670] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1281.467670] env[68461]: value = "task-2895878" [ 1281.467670] env[68461]: _type = "Task" [ 1281.467670] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.477328] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895878, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.486063] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.486446] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.486613] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Deleting the datastore file [datastore2] e0fa76c2-81b7-4354-851f-025bc89baa80 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.486949] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81a6130c-b53a-4344-a429-e9d4921ae90d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.494032] env[68461]: DEBUG oslo_vmware.api [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for the task: (returnval){ [ 1281.494032] env[68461]: value = "task-2895879" [ 1281.494032] env[68461]: _type = "Task" [ 1281.494032] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.504799] env[68461]: DEBUG oslo_vmware.api [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.853461] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8750f13b-b608-4993-97d4-aafa9ecefb3e tempest-ServerShowV254Test-683004005 tempest-ServerShowV254Test-683004005-project-member] Lock "9f873ea9-8409-4048-a390-5fd34803aafc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.498s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.978689] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895878, 'name': Rename_Task, 'duration_secs': 0.222407} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.978689] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.979176] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2cb47dd-922f-42e9-9bb4-c3217768df92 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.986583] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1281.986583] env[68461]: value = "task-2895880" [ 1281.986583] env[68461]: _type = "Task" [ 1281.986583] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.994971] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.004445] env[68461]: DEBUG oslo_vmware.api [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Task: {'id': task-2895879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250689} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.004760] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.004976] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.005181] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.005357] env[68461]: INFO nova.compute.manager [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1282.005618] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.005825] env[68461]: DEBUG nova.compute.manager [-] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1282.005922] env[68461]: DEBUG nova.network.neutron [-] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1282.030015] env[68461]: DEBUG nova.network.neutron [-] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1282.499668] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.533640] env[68461]: DEBUG nova.network.neutron [-] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.655327] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f119b2-efc8-40df-9928-01c26f194a76 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.665998] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2183ba19-fa2f-4081-a165-a07a39f66822 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.702404] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a293d0f-36e2-4b85-aabb-4bf58bafff57 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.711467] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc04672-0de3-435b-979b-e0c708476221 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.728271] env[68461]: DEBUG nova.compute.provider_tree [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.872863] env[68461]: DEBUG oslo_concurrency.lockutils [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Acquiring lock "ea893e0b-4964-44b3-8328-27bbe06469ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.873178] env[68461]: DEBUG oslo_concurrency.lockutils [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Lock "ea893e0b-4964-44b3-8328-27bbe06469ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.873438] env[68461]: DEBUG oslo_concurrency.lockutils [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Acquiring lock "ea893e0b-4964-44b3-8328-27bbe06469ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.873744] env[68461]: DEBUG oslo_concurrency.lockutils [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Lock "ea893e0b-4964-44b3-8328-27bbe06469ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.873853] env[68461]: DEBUG oslo_concurrency.lockutils [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Lock "ea893e0b-4964-44b3-8328-27bbe06469ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.876173] env[68461]: INFO nova.compute.manager [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Terminating instance [ 1282.901152] env[68461]: INFO nova.compute.manager [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Rebuilding instance [ 1282.941039] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "interface-0773aa9b-b048-46b6-b470-78cbcae37020-43b5ae27-d5e1-4125-baa2-8458f5a2b1df" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.941277] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "interface-0773aa9b-b048-46b6-b470-78cbcae37020-43b5ae27-d5e1-4125-baa2-8458f5a2b1df" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.966698] env[68461]: DEBUG nova.compute.manager [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.967572] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b1fbf9-e965-429f-938a-6661985be1c8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.997367] env[68461]: DEBUG oslo_vmware.api [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895880, 'name': PowerOnVM_Task, 'duration_secs': 0.734911} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.997686] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.997820] env[68461]: INFO nova.compute.manager [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1282.997997] env[68461]: DEBUG nova.compute.manager [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.998790] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad4f984-1f0f-416c-9a2b-fad03ca3ac67 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.038351] env[68461]: INFO nova.compute.manager [-] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Took 1.03 seconds to deallocate network for instance. [ 1283.231541] env[68461]: DEBUG nova.scheduler.client.report [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.381730] env[68461]: DEBUG nova.compute.manager [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1283.381964] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.382909] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58de3ce5-5914-44ab-b668-bc2d85064f8a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.391262] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.391532] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d0f369a-918d-4bb4-b3c8-26253f34b023 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.398967] env[68461]: DEBUG oslo_vmware.api [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Waiting for the task: (returnval){ [ 1283.398967] env[68461]: value = "task-2895881" [ 1283.398967] env[68461]: _type = "Task" [ 1283.398967] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.407501] env[68461]: DEBUG oslo_vmware.api [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.444344] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.444541] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.445495] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32291ff0-fed6-44f5-b67a-041a1540e6ae {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.465989] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93768110-1989-412c-8748-d4e1bc38deb5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.498837] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Reconfiguring VM to detach interface {{(pid=68461) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1283.499332] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33e7ab3d-8fba-4544-9cdd-0f13e78ee897 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.520473] env[68461]: INFO nova.compute.manager [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Took 23.51 seconds to build instance. [ 1283.525630] env[68461]: DEBUG oslo_vmware.api [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1283.525630] env[68461]: value = "task-2895882" [ 1283.525630] env[68461]: _type = "Task" [ 1283.525630] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.536493] env[68461]: DEBUG oslo_vmware.api [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.544853] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.737066] env[68461]: DEBUG oslo_concurrency.lockutils [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.737267] env[68461]: DEBUG nova.compute.manager [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1283.739925] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.739s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.740171] env[68461]: DEBUG nova.objects.instance [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Lazy-loading 'resources' on Instance uuid fc47d187-6031-44c6-afbe-bea1e8a36bc5 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.909975] env[68461]: DEBUG oslo_vmware.api [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895881, 'name': PowerOffVM_Task, 'duration_secs': 0.206612} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.910351] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.910513] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.910834] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-092e5365-0599-4a79-8adb-ab05114ac6dc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.984779] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.985010] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.985229] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Deleting the datastore file [datastore2] ea893e0b-4964-44b3-8328-27bbe06469ea {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.985510] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65083b6d-1faa-41c3-baf4-1c2e63e5d028 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.992820] env[68461]: DEBUG oslo_vmware.api [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Waiting for the task: (returnval){ [ 1283.992820] env[68461]: value = "task-2895884" [ 1283.992820] env[68461]: _type = "Task" [ 1283.992820] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.003148] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.003804] env[68461]: DEBUG oslo_vmware.api [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.004055] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3eecd222-3637-4d32-91f1-bed9bd1c5d6a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.011865] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1284.011865] env[68461]: value = "task-2895885" [ 1284.011865] env[68461]: _type = "Task" [ 1284.011865] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.023366] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b0fc1248-b244-4324-a013-90ec104d23ac tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "6d789797-0900-449c-b1c2-cd11055254ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.027s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.023707] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.036946] env[68461]: DEBUG oslo_vmware.api [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.243769] env[68461]: DEBUG nova.compute.utils [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1284.248056] env[68461]: DEBUG nova.compute.manager [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1284.248056] env[68461]: DEBUG nova.network.neutron [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1284.295289] env[68461]: DEBUG nova.policy [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b980f707c7734d9db7708bce069d23f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87b864f3e1c84270a5aaaa5baa77b971', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1284.365841] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7d3dc29f-5e9b-478d-baf5-e95a5710b768 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "6d789797-0900-449c-b1c2-cd11055254ca" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.366226] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7d3dc29f-5e9b-478d-baf5-e95a5710b768 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "6d789797-0900-449c-b1c2-cd11055254ca" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.367157] env[68461]: DEBUG nova.compute.manager [None req-7d3dc29f-5e9b-478d-baf5-e95a5710b768 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.368239] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a51c01-cca0-4bd7-8927-39ffc1cfcaa7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.375496] env[68461]: DEBUG nova.compute.manager [None req-7d3dc29f-5e9b-478d-baf5-e95a5710b768 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68461) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1284.376075] env[68461]: DEBUG nova.objects.instance [None req-7d3dc29f-5e9b-478d-baf5-e95a5710b768 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lazy-loading 'flavor' on Instance uuid 6d789797-0900-449c-b1c2-cd11055254ca {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.504369] env[68461]: DEBUG oslo_vmware.api [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Task: {'id': task-2895884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147938} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.504620] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.504893] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.505092] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.505281] env[68461]: INFO nova.compute.manager [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1284.505853] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.505953] env[68461]: DEBUG nova.compute.manager [-] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1284.506058] env[68461]: DEBUG nova.network.neutron [-] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1284.529131] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895885, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.538571] env[68461]: DEBUG oslo_vmware.api [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.542658] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c070ce-3395-4481-9ef4-5424aee99988 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.552303] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c08b200-1e25-4a9f-8753-b040fbebbf14 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.581991] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51d1c56-1de5-4858-8dbf-92123b55da6a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.590047] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b84ad4-fed2-441c-9a00-2fec0dffd744 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.603406] env[68461]: DEBUG nova.compute.provider_tree [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.749817] env[68461]: DEBUG nova.compute.manager [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1284.954192] env[68461]: DEBUG nova.network.neutron [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Successfully created port: 3c0a49ca-85c6-4998-9bfc-0377f725fdf1 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1285.024043] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895885, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.040619] env[68461]: DEBUG oslo_vmware.api [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.106831] env[68461]: DEBUG nova.scheduler.client.report [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.385880] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d3dc29f-5e9b-478d-baf5-e95a5710b768 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.386220] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1eb6b4b-b436-4d59-bc8a-7cce35101469 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.395590] env[68461]: DEBUG oslo_vmware.api [None req-7d3dc29f-5e9b-478d-baf5-e95a5710b768 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1285.395590] env[68461]: value = "task-2895886" [ 1285.395590] env[68461]: _type = "Task" [ 1285.395590] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.405570] env[68461]: DEBUG oslo_vmware.api [None req-7d3dc29f-5e9b-478d-baf5-e95a5710b768 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.525873] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895885, 'name': PowerOffVM_Task, 'duration_secs': 1.201009} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.526184] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.526434] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1285.527219] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8608b598-bead-4126-bbb2-d98f95b0a815 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.538897] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1285.542289] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25048106-4622-457f-9ccf-aa78dcc107d9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.544833] env[68461]: DEBUG oslo_vmware.api [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.611906] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.615981] env[68461]: DEBUG oslo_concurrency.lockutils [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.680s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.615981] env[68461]: DEBUG nova.objects.instance [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lazy-loading 'pci_requests' on Instance uuid b013e906-4313-4ae3-a1fc-b27ee20b698c {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.621830] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1285.621830] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1285.621830] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Deleting the datastore file [datastore2] 07af663e-1761-49c3-972f-83fd83517161 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1285.622629] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dc22c79-a69e-4cbf-b6ee-6ad39668a2d2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.636128] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1285.636128] env[68461]: value = "task-2895888" [ 1285.636128] env[68461]: _type = "Task" [ 1285.636128] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.640601] env[68461]: INFO nova.scheduler.client.report [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Deleted allocations for instance fc47d187-6031-44c6-afbe-bea1e8a36bc5 [ 1285.652668] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.718481] env[68461]: DEBUG nova.compute.manager [req-5370dea2-a2b2-455d-8694-2ec45c110f0c req-0b528e6c-6e8a-4d21-b669-d02bcbe69c67 service nova] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Received event network-vif-deleted-1506e4ec-6f9e-4db5-b5ff-f2836bc40796 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.718768] env[68461]: INFO nova.compute.manager [req-5370dea2-a2b2-455d-8694-2ec45c110f0c req-0b528e6c-6e8a-4d21-b669-d02bcbe69c67 service nova] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Neutron deleted interface 1506e4ec-6f9e-4db5-b5ff-f2836bc40796; detaching it from the instance and deleting it from the info cache [ 1285.718894] env[68461]: DEBUG nova.network.neutron [req-5370dea2-a2b2-455d-8694-2ec45c110f0c req-0b528e6c-6e8a-4d21-b669-d02bcbe69c67 service nova] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.760195] env[68461]: DEBUG nova.compute.manager [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1285.789558] env[68461]: DEBUG nova.virt.hardware [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.789756] env[68461]: DEBUG nova.virt.hardware [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.789860] env[68461]: DEBUG nova.virt.hardware [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.790023] env[68461]: DEBUG nova.virt.hardware [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.790175] env[68461]: DEBUG nova.virt.hardware [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.790340] env[68461]: DEBUG nova.virt.hardware [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.790568] env[68461]: DEBUG nova.virt.hardware [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.790731] env[68461]: DEBUG nova.virt.hardware [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.791106] env[68461]: DEBUG nova.virt.hardware [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.791106] env[68461]: DEBUG nova.virt.hardware [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.791306] env[68461]: DEBUG nova.virt.hardware [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.792179] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7db3375-010a-4dfd-998d-5e7553429fba {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.800600] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce09178-26f4-4f09-959b-c9bdd034b631 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.906328] env[68461]: DEBUG oslo_vmware.api [None req-7d3dc29f-5e9b-478d-baf5-e95a5710b768 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895886, 'name': PowerOffVM_Task, 'duration_secs': 0.207942} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.906328] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d3dc29f-5e9b-478d-baf5-e95a5710b768 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.906328] env[68461]: DEBUG nova.compute.manager [None req-7d3dc29f-5e9b-478d-baf5-e95a5710b768 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.907178] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae3eeb3-d084-46bb-ade0-48f5d3099a01 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.042513] env[68461]: DEBUG oslo_vmware.api [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.124451] env[68461]: DEBUG nova.objects.instance [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lazy-loading 'numa_topology' on Instance uuid b013e906-4313-4ae3-a1fc-b27ee20b698c {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.146255] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146456} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.146589] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1286.146722] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1286.146887] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1286.153832] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f3defd3c-260a-472a-a43e-a3a6f13bc545 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Lock "fc47d187-6031-44c6-afbe-bea1e8a36bc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.758s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.193631] env[68461]: DEBUG nova.network.neutron [-] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.222268] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-160af86a-1902-40c6-a55e-f5dba7996431 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.236040] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899660b5-005a-47a2-ab54-9f97070a9871 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.270110] env[68461]: DEBUG nova.compute.manager [req-5370dea2-a2b2-455d-8694-2ec45c110f0c req-0b528e6c-6e8a-4d21-b669-d02bcbe69c67 service nova] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Detach interface failed, port_id=1506e4ec-6f9e-4db5-b5ff-f2836bc40796, reason: Instance ea893e0b-4964-44b3-8328-27bbe06469ea could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1286.419634] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7d3dc29f-5e9b-478d-baf5-e95a5710b768 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "6d789797-0900-449c-b1c2-cd11055254ca" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.542395] env[68461]: DEBUG oslo_vmware.api [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.627667] env[68461]: INFO nova.compute.claims [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1286.696336] env[68461]: INFO nova.compute.manager [-] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Took 2.19 seconds to deallocate network for instance. [ 1287.042461] env[68461]: DEBUG oslo_vmware.api [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.053135] env[68461]: DEBUG nova.network.neutron [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Successfully updated port: 3c0a49ca-85c6-4998-9bfc-0377f725fdf1 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1287.188162] env[68461]: DEBUG nova.virt.hardware [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.188162] env[68461]: DEBUG nova.virt.hardware [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.188162] env[68461]: DEBUG nova.virt.hardware [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.188162] env[68461]: DEBUG nova.virt.hardware [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.188162] env[68461]: DEBUG nova.virt.hardware [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.188162] env[68461]: DEBUG nova.virt.hardware [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.188162] env[68461]: DEBUG nova.virt.hardware [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.188162] env[68461]: DEBUG nova.virt.hardware [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.188162] env[68461]: DEBUG nova.virt.hardware [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.188162] env[68461]: DEBUG nova.virt.hardware [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.188162] env[68461]: DEBUG nova.virt.hardware [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.189678] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c06c3a2-c442-499f-b6d8-94ca77f0515d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.201496] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3f04a0-0fb3-4782-9a64-a5944f6676d6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.213731] env[68461]: DEBUG oslo_concurrency.lockutils [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.214583] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:4f:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '487fb837-243c-47ee-8039-69c29c694255', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.222075] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.222342] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07af663e-1761-49c3-972f-83fd83517161] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.222565] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d43a661-becd-478a-8dfc-514c7d73c8bc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.244677] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.244677] env[68461]: value = "task-2895889" [ 1287.244677] env[68461]: _type = "Task" [ 1287.244677] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.252965] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895889, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.541624] env[68461]: DEBUG oslo_vmware.api [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.559854] env[68461]: DEBUG oslo_concurrency.lockutils [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquiring lock "refresh_cache-1764bfac-2ebb-4d7d-af27-59265f73de4b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.559977] env[68461]: DEBUG oslo_concurrency.lockutils [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquired lock "refresh_cache-1764bfac-2ebb-4d7d-af27-59265f73de4b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.560151] env[68461]: DEBUG nova.network.neutron [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.745959] env[68461]: DEBUG nova.compute.manager [req-cd7f482c-4a98-447d-b7c7-341d46ca40ae req-c0bca4b9-d3a8-4649-9fcc-f70414f38e91 service nova] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Received event network-vif-plugged-3c0a49ca-85c6-4998-9bfc-0377f725fdf1 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.746201] env[68461]: DEBUG oslo_concurrency.lockutils [req-cd7f482c-4a98-447d-b7c7-341d46ca40ae req-c0bca4b9-d3a8-4649-9fcc-f70414f38e91 service nova] Acquiring lock "1764bfac-2ebb-4d7d-af27-59265f73de4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.746415] env[68461]: DEBUG oslo_concurrency.lockutils [req-cd7f482c-4a98-447d-b7c7-341d46ca40ae req-c0bca4b9-d3a8-4649-9fcc-f70414f38e91 service nova] Lock "1764bfac-2ebb-4d7d-af27-59265f73de4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.746610] env[68461]: DEBUG oslo_concurrency.lockutils [req-cd7f482c-4a98-447d-b7c7-341d46ca40ae req-c0bca4b9-d3a8-4649-9fcc-f70414f38e91 service nova] Lock "1764bfac-2ebb-4d7d-af27-59265f73de4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.746782] env[68461]: DEBUG nova.compute.manager [req-cd7f482c-4a98-447d-b7c7-341d46ca40ae req-c0bca4b9-d3a8-4649-9fcc-f70414f38e91 service nova] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] No waiting events found dispatching network-vif-plugged-3c0a49ca-85c6-4998-9bfc-0377f725fdf1 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1287.747301] env[68461]: WARNING nova.compute.manager [req-cd7f482c-4a98-447d-b7c7-341d46ca40ae req-c0bca4b9-d3a8-4649-9fcc-f70414f38e91 service nova] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Received unexpected event network-vif-plugged-3c0a49ca-85c6-4998-9bfc-0377f725fdf1 for instance with vm_state building and task_state spawning. [ 1287.747301] env[68461]: DEBUG nova.compute.manager [req-cd7f482c-4a98-447d-b7c7-341d46ca40ae req-c0bca4b9-d3a8-4649-9fcc-f70414f38e91 service nova] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Received event network-changed-3c0a49ca-85c6-4998-9bfc-0377f725fdf1 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.747301] env[68461]: DEBUG nova.compute.manager [req-cd7f482c-4a98-447d-b7c7-341d46ca40ae req-c0bca4b9-d3a8-4649-9fcc-f70414f38e91 service nova] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Refreshing instance network info cache due to event network-changed-3c0a49ca-85c6-4998-9bfc-0377f725fdf1. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1287.747473] env[68461]: DEBUG oslo_concurrency.lockutils [req-cd7f482c-4a98-447d-b7c7-341d46ca40ae req-c0bca4b9-d3a8-4649-9fcc-f70414f38e91 service nova] Acquiring lock "refresh_cache-1764bfac-2ebb-4d7d-af27-59265f73de4b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.759549] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895889, 'name': CreateVM_Task, 'duration_secs': 0.368009} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.759724] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07af663e-1761-49c3-972f-83fd83517161] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1287.760370] env[68461]: DEBUG oslo_concurrency.lockutils [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.760531] env[68461]: DEBUG oslo_concurrency.lockutils [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.760839] env[68461]: DEBUG oslo_concurrency.lockutils [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.761126] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5151431f-fb29-4ef3-8a63-155efb268cef {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.768666] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1287.768666] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]526fa308-0e10-4edc-f98e-26903b86a1db" [ 1287.768666] env[68461]: _type = "Task" [ 1287.768666] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.776571] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526fa308-0e10-4edc-f98e-26903b86a1db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.811039] env[68461]: DEBUG nova.compute.manager [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.811396] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac27f8d1-6fae-4368-b235-6e439463bcc2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.871984] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdec3aa-9051-4bb0-9578-b83cd3ad582c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.880677] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdae14d-0a8b-49a6-ab49-5f1cc5cbf07b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.909863] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a658435d-6b9d-4d3c-8e16-94139f582a27 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.916856] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c709e3ed-9bea-4231-8bfa-2480748054a0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.929281] env[68461]: DEBUG nova.compute.provider_tree [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.965540] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquiring lock "8f032c98-195a-479f-81b3-10cc48e87e99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.965756] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Lock "8f032c98-195a-479f-81b3-10cc48e87e99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.965966] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquiring lock "8f032c98-195a-479f-81b3-10cc48e87e99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.966165] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Lock "8f032c98-195a-479f-81b3-10cc48e87e99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.966330] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Lock "8f032c98-195a-479f-81b3-10cc48e87e99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.968447] env[68461]: INFO nova.compute.manager [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Terminating instance [ 1288.042769] env[68461]: DEBUG oslo_vmware.api [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.103269] env[68461]: DEBUG nova.network.neutron [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1288.240819] env[68461]: DEBUG nova.network.neutron [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Updating instance_info_cache with network_info: [{"id": "3c0a49ca-85c6-4998-9bfc-0377f725fdf1", "address": "fa:16:3e:29:d4:76", "network": {"id": "3e11da67-bb77-4fa0-a6a5-d371aec65161", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1635925570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87b864f3e1c84270a5aaaa5baa77b971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c0a49ca-85", "ovs_interfaceid": "3c0a49ca-85c6-4998-9bfc-0377f725fdf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.278757] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526fa308-0e10-4edc-f98e-26903b86a1db, 'name': SearchDatastore_Task, 'duration_secs': 0.010406} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.279104] env[68461]: DEBUG oslo_concurrency.lockutils [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.279366] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.279603] env[68461]: DEBUG oslo_concurrency.lockutils [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.279746] env[68461]: DEBUG oslo_concurrency.lockutils [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.279925] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.280207] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75ef6efd-b9fb-47bf-aecd-25d12f6693f0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.289636] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.289821] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.290857] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc30dd1a-a292-44ec-8874-4380ca6912d6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.296352] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1288.296352] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52e1f62e-1e61-0699-12ee-506ca6b1fb04" [ 1288.296352] env[68461]: _type = "Task" [ 1288.296352] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.303731] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52e1f62e-1e61-0699-12ee-506ca6b1fb04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.324331] env[68461]: INFO nova.compute.manager [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] instance snapshotting [ 1288.324530] env[68461]: WARNING nova.compute.manager [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1288.327374] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f805ec-6aa0-4cf9-a2e1-6bc6281e1f46 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.346460] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1cf3cc-0502-4ae2-8666-bfb0c2fe9e9e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.432393] env[68461]: DEBUG nova.scheduler.client.report [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.473205] env[68461]: DEBUG nova.compute.manager [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1288.473205] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1288.473746] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e9e6b7-068a-4a81-8716-72d1e122d88e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.481540] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.481792] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0f5d985-2847-44ac-92fd-f1480c315a8e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.490488] env[68461]: DEBUG oslo_vmware.api [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Waiting for the task: (returnval){ [ 1288.490488] env[68461]: value = "task-2895890" [ 1288.490488] env[68461]: _type = "Task" [ 1288.490488] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.499135] env[68461]: DEBUG oslo_vmware.api [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.542809] env[68461]: DEBUG oslo_vmware.api [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.744311] env[68461]: DEBUG oslo_concurrency.lockutils [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Releasing lock "refresh_cache-1764bfac-2ebb-4d7d-af27-59265f73de4b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.744661] env[68461]: DEBUG nova.compute.manager [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Instance network_info: |[{"id": "3c0a49ca-85c6-4998-9bfc-0377f725fdf1", "address": "fa:16:3e:29:d4:76", "network": {"id": "3e11da67-bb77-4fa0-a6a5-d371aec65161", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1635925570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87b864f3e1c84270a5aaaa5baa77b971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c0a49ca-85", "ovs_interfaceid": "3c0a49ca-85c6-4998-9bfc-0377f725fdf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1288.744960] env[68461]: DEBUG oslo_concurrency.lockutils [req-cd7f482c-4a98-447d-b7c7-341d46ca40ae req-c0bca4b9-d3a8-4649-9fcc-f70414f38e91 service nova] Acquired lock "refresh_cache-1764bfac-2ebb-4d7d-af27-59265f73de4b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.745162] env[68461]: DEBUG nova.network.neutron [req-cd7f482c-4a98-447d-b7c7-341d46ca40ae req-c0bca4b9-d3a8-4649-9fcc-f70414f38e91 service nova] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Refreshing network info cache for port 3c0a49ca-85c6-4998-9bfc-0377f725fdf1 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.746402] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:d4:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c0a49ca-85c6-4998-9bfc-0377f725fdf1', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1288.754126] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.755742] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1288.755742] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dadb6376-53d4-4fe3-84b3-e89f0e0c64d6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.775588] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1288.775588] env[68461]: value = "task-2895891" [ 1288.775588] env[68461]: _type = "Task" [ 1288.775588] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.783487] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895891, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.806999] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52e1f62e-1e61-0699-12ee-506ca6b1fb04, 'name': SearchDatastore_Task, 'duration_secs': 0.008162} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.807650] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24251f38-68d9-40f4-95ce-c4fd169df168 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.812442] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1288.812442] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]520ef975-bc38-88ff-44a5-6f96bc363eed" [ 1288.812442] env[68461]: _type = "Task" [ 1288.812442] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.819434] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520ef975-bc38-88ff-44a5-6f96bc363eed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.857239] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Creating Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1288.857538] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-62725c29-8f35-4d3a-8ebc-9b07b5c77e4d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.864656] env[68461]: DEBUG oslo_vmware.api [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1288.864656] env[68461]: value = "task-2895892" [ 1288.864656] env[68461]: _type = "Task" [ 1288.864656] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.872533] env[68461]: DEBUG oslo_vmware.api [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895892, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.938256] env[68461]: DEBUG oslo_concurrency.lockutils [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.323s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.940662] env[68461]: DEBUG oslo_concurrency.lockutils [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.790s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.940908] env[68461]: DEBUG nova.objects.instance [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lazy-loading 'resources' on Instance uuid f9d490cd-862d-42f3-a3d6-eab122b602a1 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.978013] env[68461]: INFO nova.network.neutron [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Updating port 1144d449-43a1-4cda-9007-403c8468ff73 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1289.003413] env[68461]: DEBUG oslo_vmware.api [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895890, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.043184] env[68461]: DEBUG oslo_vmware.api [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895882, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.285934] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895891, 'name': CreateVM_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.322442] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520ef975-bc38-88ff-44a5-6f96bc363eed, 'name': SearchDatastore_Task, 'duration_secs': 0.012694} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.324891] env[68461]: DEBUG oslo_concurrency.lockutils [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.325185] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 07af663e-1761-49c3-972f-83fd83517161/07af663e-1761-49c3-972f-83fd83517161.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1289.325450] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0632c03-b639-4cf7-a210-7f627fdacd1f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.333092] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1289.333092] env[68461]: value = "task-2895893" [ 1289.333092] env[68461]: _type = "Task" [ 1289.333092] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.341835] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.373794] env[68461]: DEBUG oslo_vmware.api [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895892, 'name': CreateSnapshot_Task, 'duration_secs': 0.414638} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.374118] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Created Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1289.374901] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a233afe-9f21-498f-b124-fbea6c5cc463 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.505661] env[68461]: DEBUG oslo_vmware.api [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895890, 'name': PowerOffVM_Task, 'duration_secs': 0.806228} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.506132] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.506334] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.506760] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6383672-71cb-4996-b2b2-b462023387eb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.547344] env[68461]: DEBUG oslo_vmware.api [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895882, 'name': ReconfigVM_Task, 'duration_secs': 5.766297} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.547703] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.547949] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Reconfigured VM to detach interface {{(pid=68461) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1289.551793] env[68461]: DEBUG nova.network.neutron [req-cd7f482c-4a98-447d-b7c7-341d46ca40ae req-c0bca4b9-d3a8-4649-9fcc-f70414f38e91 service nova] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Updated VIF entry in instance network info cache for port 3c0a49ca-85c6-4998-9bfc-0377f725fdf1. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.552320] env[68461]: DEBUG nova.network.neutron [req-cd7f482c-4a98-447d-b7c7-341d46ca40ae req-c0bca4b9-d3a8-4649-9fcc-f70414f38e91 service nova] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Updating instance_info_cache with network_info: [{"id": "3c0a49ca-85c6-4998-9bfc-0377f725fdf1", "address": "fa:16:3e:29:d4:76", "network": {"id": "3e11da67-bb77-4fa0-a6a5-d371aec65161", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1635925570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87b864f3e1c84270a5aaaa5baa77b971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c0a49ca-85", "ovs_interfaceid": "3c0a49ca-85c6-4998-9bfc-0377f725fdf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.597906] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.598179] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.598374] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Deleting the datastore file [datastore2] 8f032c98-195a-479f-81b3-10cc48e87e99 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.601618] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1b83bfa-9f93-46c3-bbc3-a688cd865c51 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.613935] env[68461]: DEBUG oslo_vmware.api [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Waiting for the task: (returnval){ [ 1289.613935] env[68461]: value = "task-2895895" [ 1289.613935] env[68461]: _type = "Task" [ 1289.613935] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.626981] env[68461]: DEBUG oslo_vmware.api [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.770108] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1c115a-7079-4211-96db-0b2c68e65635 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.782030] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de193e8-e7e7-4d15-b8cf-02147ac2c8e0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.793018] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895891, 'name': CreateVM_Task, 'duration_secs': 0.881362} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.815639] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1289.818138] env[68461]: DEBUG oslo_concurrency.lockutils [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.818859] env[68461]: DEBUG oslo_concurrency.lockutils [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.820052] env[68461]: DEBUG oslo_concurrency.lockutils [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.820967] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3454117-1485-4efb-87fd-c7343c32ffc9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.827567] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b241e422-3775-4b11-a271-587cec1a5dfd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.832172] env[68461]: DEBUG oslo_vmware.api [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for the task: (returnval){ [ 1289.832172] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52e6e7e9-a2b8-83ef-2db4-0789dcc44a68" [ 1289.832172] env[68461]: _type = "Task" [ 1289.832172] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.842313] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6070a53-c5b5-440e-b823-8eadd17a9502 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.853469] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469868} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.864800] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 07af663e-1761-49c3-972f-83fd83517161/07af663e-1761-49c3-972f-83fd83517161.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1289.864924] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1289.865172] env[68461]: DEBUG oslo_vmware.api [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52e6e7e9-a2b8-83ef-2db4-0789dcc44a68, 'name': SearchDatastore_Task, 'duration_secs': 0.00978} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.865592] env[68461]: DEBUG nova.compute.provider_tree [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.872128] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81aeb6e7-2918-4c41-8b67-64ab827828b0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.872128] env[68461]: DEBUG oslo_concurrency.lockutils [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.872128] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1289.872297] env[68461]: DEBUG oslo_concurrency.lockutils [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.872463] env[68461]: DEBUG oslo_concurrency.lockutils [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.872673] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1289.874183] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9206b6d6-c999-4dab-998f-81a0ef85409d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.877638] env[68461]: DEBUG nova.compute.manager [req-399b0620-54f4-4773-bdd9-747a45ed665a req-e025ef70-3625-4b23-93d2-86443f2801ea service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Received event network-vif-deleted-43b5ae27-d5e1-4125-baa2-8458f5a2b1df {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.877869] env[68461]: INFO nova.compute.manager [req-399b0620-54f4-4773-bdd9-747a45ed665a req-e025ef70-3625-4b23-93d2-86443f2801ea service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Neutron deleted interface 43b5ae27-d5e1-4125-baa2-8458f5a2b1df; detaching it from the instance and deleting it from the info cache [ 1289.878215] env[68461]: DEBUG nova.network.neutron [req-399b0620-54f4-4773-bdd9-747a45ed665a req-e025ef70-3625-4b23-93d2-86443f2801ea service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Updating instance_info_cache with network_info: [{"id": "d71ece38-bf5d-4cfc-b504-d280040ebc36", "address": "fa:16:3e:bd:c5:75", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71ece38-bf", "ovs_interfaceid": "d71ece38-bf5d-4cfc-b504-d280040ebc36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45f4ec98-ecbe-473c-9af7-e08c25819fd3", "address": "fa:16:3e:1a:6c:cd", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f4ec98-ec", "ovs_interfaceid": "45f4ec98-ecbe-473c-9af7-e08c25819fd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.893229] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Creating linked-clone VM from snapshot {{(pid=68461) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1289.895731] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2edb2100-bb8f-4c44-8e19-29468412a8b3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.900728] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1289.900934] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1289.901892] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1289.901892] env[68461]: value = "task-2895896" [ 1289.901892] env[68461]: _type = "Task" [ 1289.901892] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.902372] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a306b02-3457-44dc-8dab-d5490e45adb2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.910074] env[68461]: DEBUG oslo_vmware.api [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1289.910074] env[68461]: value = "task-2895897" [ 1289.910074] env[68461]: _type = "Task" [ 1289.910074] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.916476] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.917973] env[68461]: DEBUG oslo_vmware.api [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for the task: (returnval){ [ 1289.917973] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]520d007f-6caf-8a84-d125-26f597488536" [ 1289.917973] env[68461]: _type = "Task" [ 1289.917973] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.924126] env[68461]: DEBUG oslo_vmware.api [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895897, 'name': CloneVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.930419] env[68461]: DEBUG oslo_vmware.api [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520d007f-6caf-8a84-d125-26f597488536, 'name': SearchDatastore_Task, 'duration_secs': 0.007574} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.931305] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f307c28-0059-420e-99a1-d3de2fefb11c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.936566] env[68461]: DEBUG oslo_vmware.api [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for the task: (returnval){ [ 1289.936566] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5275ce20-b00d-046a-dd3d-44570ec23ee9" [ 1289.936566] env[68461]: _type = "Task" [ 1289.936566] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.945466] env[68461]: DEBUG oslo_vmware.api [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5275ce20-b00d-046a-dd3d-44570ec23ee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.058148] env[68461]: DEBUG oslo_concurrency.lockutils [req-cd7f482c-4a98-447d-b7c7-341d46ca40ae req-c0bca4b9-d3a8-4649-9fcc-f70414f38e91 service nova] Releasing lock "refresh_cache-1764bfac-2ebb-4d7d-af27-59265f73de4b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.123501] env[68461]: DEBUG oslo_vmware.api [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Task: {'id': task-2895895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296826} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.123734] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.123948] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1290.124177] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1290.124358] env[68461]: INFO nova.compute.manager [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1290.124593] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.124786] env[68461]: DEBUG nova.compute.manager [-] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1290.124879] env[68461]: DEBUG nova.network.neutron [-] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1290.369744] env[68461]: DEBUG nova.scheduler.client.report [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.382393] env[68461]: DEBUG oslo_concurrency.lockutils [req-399b0620-54f4-4773-bdd9-747a45ed665a req-e025ef70-3625-4b23-93d2-86443f2801ea service nova] Acquiring lock "0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.382585] env[68461]: DEBUG oslo_concurrency.lockutils [req-399b0620-54f4-4773-bdd9-747a45ed665a req-e025ef70-3625-4b23-93d2-86443f2801ea service nova] Acquired lock "0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.383656] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45e2752-c06b-437c-84d8-6bb6f37f779f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.406417] env[68461]: DEBUG oslo_concurrency.lockutils [req-399b0620-54f4-4773-bdd9-747a45ed665a req-e025ef70-3625-4b23-93d2-86443f2801ea service nova] Releasing lock "0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.406417] env[68461]: WARNING nova.compute.manager [req-399b0620-54f4-4773-bdd9-747a45ed665a req-e025ef70-3625-4b23-93d2-86443f2801ea service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Detach interface failed, port_id=43b5ae27-d5e1-4125-baa2-8458f5a2b1df, reason: No device with interface-id 43b5ae27-d5e1-4125-baa2-8458f5a2b1df exists on VM: nova.exception.NotFound: No device with interface-id 43b5ae27-d5e1-4125-baa2-8458f5a2b1df exists on VM [ 1290.414469] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07443} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.417782] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1290.418463] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6a127f-a312-40bb-ab1f-a6ef441723ca {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.463283] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 07af663e-1761-49c3-972f-83fd83517161/07af663e-1761-49c3-972f-83fd83517161.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.463492] env[68461]: DEBUG oslo_vmware.api [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895897, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.473679] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2fdccc0-ccda-4f47-9baa-544811bbb1fe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.500831] env[68461]: DEBUG nova.network.neutron [-] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.512107] env[68461]: DEBUG oslo_vmware.api [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5275ce20-b00d-046a-dd3d-44570ec23ee9, 'name': SearchDatastore_Task, 'duration_secs': 0.00879} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.513185] env[68461]: DEBUG oslo_concurrency.lockutils [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.513600] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 1764bfac-2ebb-4d7d-af27-59265f73de4b/1764bfac-2ebb-4d7d-af27-59265f73de4b.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.514089] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1290.514089] env[68461]: value = "task-2895898" [ 1290.514089] env[68461]: _type = "Task" [ 1290.514089] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.514411] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28f5ab4b-2a9e-4b97-b060-ca91e929ade4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.533787] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.533787] env[68461]: DEBUG oslo_vmware.api [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for the task: (returnval){ [ 1290.533787] env[68461]: value = "task-2895899" [ 1290.533787] env[68461]: _type = "Task" [ 1290.533787] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.539834] env[68461]: DEBUG oslo_vmware.api [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.615144] env[68461]: DEBUG oslo_concurrency.lockutils [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquiring lock "refresh_cache-b013e906-4313-4ae3-a1fc-b27ee20b698c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.615344] env[68461]: DEBUG oslo_concurrency.lockutils [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquired lock "refresh_cache-b013e906-4313-4ae3-a1fc-b27ee20b698c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.615606] env[68461]: DEBUG nova.network.neutron [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.854794] env[68461]: DEBUG nova.compute.manager [req-d37e8ad6-6ede-4b2e-98b2-e3be5d2a57cb req-6e817748-744f-4a9a-9273-7cf23ebbbcbc service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Received event network-vif-deleted-45f4ec98-ecbe-473c-9af7-e08c25819fd3 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.854794] env[68461]: INFO nova.compute.manager [req-d37e8ad6-6ede-4b2e-98b2-e3be5d2a57cb req-6e817748-744f-4a9a-9273-7cf23ebbbcbc service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Neutron deleted interface 45f4ec98-ecbe-473c-9af7-e08c25819fd3; detaching it from the instance and deleting it from the info cache [ 1290.854794] env[68461]: DEBUG nova.network.neutron [req-d37e8ad6-6ede-4b2e-98b2-e3be5d2a57cb req-6e817748-744f-4a9a-9273-7cf23ebbbcbc service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Updating instance_info_cache with network_info: [{"id": "d71ece38-bf5d-4cfc-b504-d280040ebc36", "address": "fa:16:3e:bd:c5:75", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71ece38-bf", "ovs_interfaceid": "d71ece38-bf5d-4cfc-b504-d280040ebc36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.874881] env[68461]: DEBUG oslo_concurrency.lockutils [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.880083] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.335s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.880083] env[68461]: DEBUG nova.objects.instance [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Lazy-loading 'resources' on Instance uuid e0fa76c2-81b7-4354-851f-025bc89baa80 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.882466] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "refresh_cache-0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.883324] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "refresh_cache-0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.883610] env[68461]: DEBUG nova.network.neutron [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.905324] env[68461]: INFO nova.scheduler.client.report [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Deleted allocations for instance f9d490cd-862d-42f3-a3d6-eab122b602a1 [ 1290.923866] env[68461]: DEBUG oslo_vmware.api [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895897, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.003879] env[68461]: INFO nova.compute.manager [-] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Took 0.88 seconds to deallocate network for instance. [ 1291.029975] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.041505] env[68461]: DEBUG oslo_vmware.api [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895899, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.355763] env[68461]: DEBUG nova.network.neutron [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Updating instance_info_cache with network_info: [{"id": "1144d449-43a1-4cda-9007-403c8468ff73", "address": "fa:16:3e:e6:f4:4b", "network": {"id": "d6710a71-443d-4267-8726-5bf51c580dae", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1891126033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ace85b5a4d0451a85573b4e01774275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1144d449-43", "ovs_interfaceid": "1144d449-43a1-4cda-9007-403c8468ff73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.357274] env[68461]: DEBUG oslo_concurrency.lockutils [req-d37e8ad6-6ede-4b2e-98b2-e3be5d2a57cb req-6e817748-744f-4a9a-9273-7cf23ebbbcbc service nova] Acquiring lock "0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.357479] env[68461]: DEBUG oslo_concurrency.lockutils [req-d37e8ad6-6ede-4b2e-98b2-e3be5d2a57cb req-6e817748-744f-4a9a-9273-7cf23ebbbcbc service nova] Acquired lock "0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.358541] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a244c4-5fc8-45b7-a29d-650a8d347107 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.378134] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449cddcb-5abc-41ae-9012-6a1bcbc96ece {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.408238] env[68461]: DEBUG nova.virt.vmwareapi.vmops [req-d37e8ad6-6ede-4b2e-98b2-e3be5d2a57cb req-6e817748-744f-4a9a-9273-7cf23ebbbcbc service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Reconfiguring VM to detach interface {{(pid=68461) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1291.409030] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15961c30-f208-4bf9-be9e-362a834f5f1b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.424151] env[68461]: DEBUG oslo_concurrency.lockutils [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "0773aa9b-b048-46b6-b470-78cbcae37020" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.424908] env[68461]: DEBUG oslo_concurrency.lockutils [None req-27ef0b8f-a9a1-4050-ace6-634863aaa0a4 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "f9d490cd-862d-42f3-a3d6-eab122b602a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.827s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.433668] env[68461]: DEBUG oslo_vmware.api [req-d37e8ad6-6ede-4b2e-98b2-e3be5d2a57cb req-6e817748-744f-4a9a-9273-7cf23ebbbcbc service nova] Waiting for the task: (returnval){ [ 1291.433668] env[68461]: value = "task-2895900" [ 1291.433668] env[68461]: _type = "Task" [ 1291.433668] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.436781] env[68461]: DEBUG oslo_vmware.api [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895897, 'name': CloneVM_Task} progress is 95%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.444601] env[68461]: DEBUG oslo_vmware.api [req-d37e8ad6-6ede-4b2e-98b2-e3be5d2a57cb req-6e817748-744f-4a9a-9273-7cf23ebbbcbc service nova] Task: {'id': task-2895900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.511555] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.527370] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895898, 'name': ReconfigVM_Task, 'duration_secs': 0.686661} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.527661] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 07af663e-1761-49c3-972f-83fd83517161/07af663e-1761-49c3-972f-83fd83517161.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.530344] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9331757a-45cc-4555-acc6-80be626c2141 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.538869] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1291.538869] env[68461]: value = "task-2895901" [ 1291.538869] env[68461]: _type = "Task" [ 1291.538869] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.542066] env[68461]: DEBUG oslo_vmware.api [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614952} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.544805] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 1764bfac-2ebb-4d7d-af27-59265f73de4b/1764bfac-2ebb-4d7d-af27-59265f73de4b.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1291.545063] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1291.547334] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b63fad50-53e6-47c7-80f4-36a99e8194bd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.553850] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895901, 'name': Rename_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.556937] env[68461]: DEBUG oslo_vmware.api [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for the task: (returnval){ [ 1291.556937] env[68461]: value = "task-2895902" [ 1291.556937] env[68461]: _type = "Task" [ 1291.556937] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.567049] env[68461]: DEBUG oslo_vmware.api [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.682654] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c71ae2-43d2-401a-b2bc-b17300f560eb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.691713] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dc5358-bc33-48fd-8cd8-50c4453a61fe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.725785] env[68461]: DEBUG nova.network.neutron [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Updating instance_info_cache with network_info: [{"id": "d71ece38-bf5d-4cfc-b504-d280040ebc36", "address": "fa:16:3e:bd:c5:75", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71ece38-bf", "ovs_interfaceid": "d71ece38-bf5d-4cfc-b504-d280040ebc36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.727461] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee24e3f0-6af2-419b-8bab-54a2c754af73 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.736630] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c3580a-5ec6-4de9-8cc5-791d3ea897d6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.750069] env[68461]: DEBUG nova.compute.provider_tree [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.859362] env[68461]: DEBUG oslo_concurrency.lockutils [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Releasing lock "refresh_cache-b013e906-4313-4ae3-a1fc-b27ee20b698c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.882977] env[68461]: DEBUG nova.virt.hardware [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='dd5658d234ac7d6fbc9d31c24cb32f97',container_format='bare',created_at=2025-03-10T17:20:29Z,direct_url=,disk_format='vmdk',id=8e6d85b4-d91a-4112-9dad-f1bd4b939738,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1638008392-shelved',owner='6ace85b5a4d0451a85573b4e01774275',properties=ImageMetaProps,protected=,size=31660032,status='active',tags=,updated_at=2025-03-10T17:20:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1291.883316] env[68461]: DEBUG nova.virt.hardware [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.883538] env[68461]: DEBUG nova.virt.hardware [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1291.883781] env[68461]: DEBUG nova.virt.hardware [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.883989] env[68461]: DEBUG nova.virt.hardware [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1291.884211] env[68461]: DEBUG nova.virt.hardware [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1291.884697] env[68461]: DEBUG nova.virt.hardware [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1291.884926] env[68461]: DEBUG nova.virt.hardware [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1291.885175] env[68461]: DEBUG nova.virt.hardware [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1291.885356] env[68461]: DEBUG nova.virt.hardware [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1291.885534] env[68461]: DEBUG nova.virt.hardware [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1291.886812] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdbece5-9941-4499-95ac-00e621ff7360 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.895262] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783f2e81-dfb3-468e-8f3e-c2151f0af68e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.909914] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:f4:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1144d449-43a1-4cda-9007-403c8468ff73', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1291.917475] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.918855] env[68461]: DEBUG nova.compute.manager [req-70f62427-e6f6-4ddf-af8c-f1c6f5c00f3a req-8351c60f-4589-4d30-92c3-6a8f1fe41353 service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Received event network-vif-plugged-1144d449-43a1-4cda-9007-403c8468ff73 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.919099] env[68461]: DEBUG oslo_concurrency.lockutils [req-70f62427-e6f6-4ddf-af8c-f1c6f5c00f3a req-8351c60f-4589-4d30-92c3-6a8f1fe41353 service nova] Acquiring lock "b013e906-4313-4ae3-a1fc-b27ee20b698c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.919327] env[68461]: DEBUG oslo_concurrency.lockutils [req-70f62427-e6f6-4ddf-af8c-f1c6f5c00f3a req-8351c60f-4589-4d30-92c3-6a8f1fe41353 service nova] Lock "b013e906-4313-4ae3-a1fc-b27ee20b698c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.919498] env[68461]: DEBUG oslo_concurrency.lockutils [req-70f62427-e6f6-4ddf-af8c-f1c6f5c00f3a req-8351c60f-4589-4d30-92c3-6a8f1fe41353 service nova] Lock "b013e906-4313-4ae3-a1fc-b27ee20b698c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.919663] env[68461]: DEBUG nova.compute.manager [req-70f62427-e6f6-4ddf-af8c-f1c6f5c00f3a req-8351c60f-4589-4d30-92c3-6a8f1fe41353 service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] No waiting events found dispatching network-vif-plugged-1144d449-43a1-4cda-9007-403c8468ff73 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1291.919827] env[68461]: WARNING nova.compute.manager [req-70f62427-e6f6-4ddf-af8c-f1c6f5c00f3a req-8351c60f-4589-4d30-92c3-6a8f1fe41353 service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Received unexpected event network-vif-plugged-1144d449-43a1-4cda-9007-403c8468ff73 for instance with vm_state shelved_offloaded and task_state spawning. [ 1291.919985] env[68461]: DEBUG nova.compute.manager [req-70f62427-e6f6-4ddf-af8c-f1c6f5c00f3a req-8351c60f-4589-4d30-92c3-6a8f1fe41353 service nova] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Received event network-vif-deleted-365c8824-b7ee-4783-8976-bf7d3e9cb63f {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.920167] env[68461]: DEBUG nova.compute.manager [req-70f62427-e6f6-4ddf-af8c-f1c6f5c00f3a req-8351c60f-4589-4d30-92c3-6a8f1fe41353 service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Received event network-changed-1144d449-43a1-4cda-9007-403c8468ff73 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.920319] env[68461]: DEBUG nova.compute.manager [req-70f62427-e6f6-4ddf-af8c-f1c6f5c00f3a req-8351c60f-4589-4d30-92c3-6a8f1fe41353 service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Refreshing instance network info cache due to event network-changed-1144d449-43a1-4cda-9007-403c8468ff73. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1291.920498] env[68461]: DEBUG oslo_concurrency.lockutils [req-70f62427-e6f6-4ddf-af8c-f1c6f5c00f3a req-8351c60f-4589-4d30-92c3-6a8f1fe41353 service nova] Acquiring lock "refresh_cache-b013e906-4313-4ae3-a1fc-b27ee20b698c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.920700] env[68461]: DEBUG oslo_concurrency.lockutils [req-70f62427-e6f6-4ddf-af8c-f1c6f5c00f3a req-8351c60f-4589-4d30-92c3-6a8f1fe41353 service nova] Acquired lock "refresh_cache-b013e906-4313-4ae3-a1fc-b27ee20b698c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.920892] env[68461]: DEBUG nova.network.neutron [req-70f62427-e6f6-4ddf-af8c-f1c6f5c00f3a req-8351c60f-4589-4d30-92c3-6a8f1fe41353 service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Refreshing network info cache for port 1144d449-43a1-4cda-9007-403c8468ff73 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.922195] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1291.922579] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40706466-f959-4830-b0fd-fe7e5f24a13d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.945565] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1291.945565] env[68461]: value = "task-2895903" [ 1291.945565] env[68461]: _type = "Task" [ 1291.945565] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.951202] env[68461]: DEBUG oslo_vmware.api [req-d37e8ad6-6ede-4b2e-98b2-e3be5d2a57cb req-6e817748-744f-4a9a-9273-7cf23ebbbcbc service nova] Task: {'id': task-2895900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.951642] env[68461]: DEBUG oslo_vmware.api [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895897, 'name': CloneVM_Task, 'duration_secs': 1.759534} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.956221] env[68461]: INFO nova.virt.vmwareapi.vmops [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Created linked-clone VM from snapshot [ 1291.956887] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1a0a20-e358-435f-bb25-cd1e8d94d361 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.963372] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895903, 'name': CreateVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.966218] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Uploading image 54051237-876d-4750-8aed-2a5ec732fb1a {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1291.986766] env[68461]: DEBUG oslo_vmware.rw_handles [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1291.986766] env[68461]: value = "vm-581731" [ 1291.986766] env[68461]: _type = "VirtualMachine" [ 1291.986766] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1291.987006] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-13f76063-05b7-4856-844d-ae6b225eefa4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.993979] env[68461]: DEBUG oslo_vmware.rw_handles [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lease: (returnval){ [ 1291.993979] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52acf2d6-1c87-56dc-11d5-54df2676cd49" [ 1291.993979] env[68461]: _type = "HttpNfcLease" [ 1291.993979] env[68461]: } obtained for exporting VM: (result){ [ 1291.993979] env[68461]: value = "vm-581731" [ 1291.993979] env[68461]: _type = "VirtualMachine" [ 1291.993979] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1291.994373] env[68461]: DEBUG oslo_vmware.api [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the lease: (returnval){ [ 1291.994373] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52acf2d6-1c87-56dc-11d5-54df2676cd49" [ 1291.994373] env[68461]: _type = "HttpNfcLease" [ 1291.994373] env[68461]: } to be ready. {{(pid=68461) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1292.001069] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1292.001069] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52acf2d6-1c87-56dc-11d5-54df2676cd49" [ 1292.001069] env[68461]: _type = "HttpNfcLease" [ 1292.001069] env[68461]: } is initializing. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1292.051609] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895901, 'name': Rename_Task, 'duration_secs': 0.152782} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.051885] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.052151] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5c62364-bb30-4a2c-ad8a-5c3ad4a32bf4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.058208] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1292.058208] env[68461]: value = "task-2895905" [ 1292.058208] env[68461]: _type = "Task" [ 1292.058208] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.068662] env[68461]: DEBUG oslo_vmware.api [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069798} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.071460] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1292.072097] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.072913] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ae7239-e91d-42b4-8d1c-0a65f7ef1ad2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.095229] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 1764bfac-2ebb-4d7d-af27-59265f73de4b/1764bfac-2ebb-4d7d-af27-59265f73de4b.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.095542] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55984011-1af0-458c-a97a-34c43149538d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.115419] env[68461]: DEBUG oslo_vmware.api [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for the task: (returnval){ [ 1292.115419] env[68461]: value = "task-2895906" [ 1292.115419] env[68461]: _type = "Task" [ 1292.115419] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.123486] env[68461]: DEBUG oslo_vmware.api [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.179370] env[68461]: DEBUG oslo_concurrency.lockutils [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "9753dda1-c16e-4a1c-8159-a35e5c6d7e92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.180050] env[68461]: DEBUG oslo_concurrency.lockutils [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "9753dda1-c16e-4a1c-8159-a35e5c6d7e92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.180050] env[68461]: DEBUG oslo_concurrency.lockutils [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "9753dda1-c16e-4a1c-8159-a35e5c6d7e92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.180050] env[68461]: DEBUG oslo_concurrency.lockutils [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "9753dda1-c16e-4a1c-8159-a35e5c6d7e92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.180282] env[68461]: DEBUG oslo_concurrency.lockutils [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "9753dda1-c16e-4a1c-8159-a35e5c6d7e92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.182846] env[68461]: INFO nova.compute.manager [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Terminating instance [ 1292.230913] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "refresh_cache-0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.253065] env[68461]: DEBUG nova.scheduler.client.report [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.447482] env[68461]: DEBUG oslo_vmware.api [req-d37e8ad6-6ede-4b2e-98b2-e3be5d2a57cb req-6e817748-744f-4a9a-9273-7cf23ebbbcbc service nova] Task: {'id': task-2895900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.461743] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895903, 'name': CreateVM_Task, 'duration_secs': 0.370989} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.461914] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1292.462572] env[68461]: DEBUG oslo_concurrency.lockutils [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e6d85b4-d91a-4112-9dad-f1bd4b939738" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.462730] env[68461]: DEBUG oslo_concurrency.lockutils [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e6d85b4-d91a-4112-9dad-f1bd4b939738" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.463088] env[68461]: DEBUG oslo_concurrency.lockutils [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8e6d85b4-d91a-4112-9dad-f1bd4b939738" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.463344] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0b83b98-2ba2-4ebf-984c-0c59c90ae284 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.467569] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1292.467569] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5288fd76-d74d-7f6c-b7d2-2baf4f103278" [ 1292.467569] env[68461]: _type = "Task" [ 1292.467569] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.475399] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5288fd76-d74d-7f6c-b7d2-2baf4f103278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.501652] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1292.501652] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52acf2d6-1c87-56dc-11d5-54df2676cd49" [ 1292.501652] env[68461]: _type = "HttpNfcLease" [ 1292.501652] env[68461]: } is ready. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1292.504324] env[68461]: DEBUG oslo_vmware.rw_handles [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1292.504324] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52acf2d6-1c87-56dc-11d5-54df2676cd49" [ 1292.504324] env[68461]: _type = "HttpNfcLease" [ 1292.504324] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1292.505125] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ce63d7-1a90-4235-abbc-4c527eadd51f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.512887] env[68461]: DEBUG oslo_vmware.rw_handles [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528cffb6-d409-aa25-5fd1-dcc6b4f1564e/disk-0.vmdk from lease info. {{(pid=68461) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1292.513064] env[68461]: DEBUG oslo_vmware.rw_handles [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528cffb6-d409-aa25-5fd1-dcc6b4f1564e/disk-0.vmdk for reading. {{(pid=68461) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1292.620278] env[68461]: DEBUG oslo_vmware.api [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895905, 'name': PowerOnVM_Task, 'duration_secs': 0.466109} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.624824] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.625205] env[68461]: DEBUG nova.compute.manager [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.626424] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5892a7d7-66a6-45cf-873e-1277bb1d0479 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.636204] env[68461]: DEBUG oslo_vmware.api [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895906, 'name': ReconfigVM_Task, 'duration_secs': 0.328461} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.637362] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 1764bfac-2ebb-4d7d-af27-59265f73de4b/1764bfac-2ebb-4d7d-af27-59265f73de4b.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.643047] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac47d84f-0411-4e38-bac7-d995823b8fb1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.650201] env[68461]: DEBUG oslo_vmware.api [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for the task: (returnval){ [ 1292.650201] env[68461]: value = "task-2895907" [ 1292.650201] env[68461]: _type = "Task" [ 1292.650201] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.659537] env[68461]: DEBUG oslo_vmware.api [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895907, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.680541] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3f83296e-0982-4ae6-881a-2da4a44dde35 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.686244] env[68461]: DEBUG nova.compute.manager [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1292.686464] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1292.687467] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e6dc76-c684-4659-bde9-4ffbacf0e056 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.695038] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.695385] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16e6a42e-bc9b-4543-b683-4d323fecc00e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.701113] env[68461]: DEBUG oslo_vmware.api [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1292.701113] env[68461]: value = "task-2895908" [ 1292.701113] env[68461]: _type = "Task" [ 1292.701113] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.715375] env[68461]: DEBUG oslo_vmware.api [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.736873] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e13e6807-0449-4e40-aac8-0dd82a2943d3 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "interface-0773aa9b-b048-46b6-b470-78cbcae37020-43b5ae27-d5e1-4125-baa2-8458f5a2b1df" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.795s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.751276] env[68461]: DEBUG nova.network.neutron [req-70f62427-e6f6-4ddf-af8c-f1c6f5c00f3a req-8351c60f-4589-4d30-92c3-6a8f1fe41353 service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Updated VIF entry in instance network info cache for port 1144d449-43a1-4cda-9007-403c8468ff73. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.751692] env[68461]: DEBUG nova.network.neutron [req-70f62427-e6f6-4ddf-af8c-f1c6f5c00f3a req-8351c60f-4589-4d30-92c3-6a8f1fe41353 service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Updating instance_info_cache with network_info: [{"id": "1144d449-43a1-4cda-9007-403c8468ff73", "address": "fa:16:3e:e6:f4:4b", "network": {"id": "d6710a71-443d-4267-8726-5bf51c580dae", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1891126033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ace85b5a4d0451a85573b4e01774275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1144d449-43", "ovs_interfaceid": "1144d449-43a1-4cda-9007-403c8468ff73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.758155] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.760307] env[68461]: DEBUG oslo_concurrency.lockutils [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.547s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.761525] env[68461]: DEBUG nova.objects.instance [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Lazy-loading 'resources' on Instance uuid ea893e0b-4964-44b3-8328-27bbe06469ea {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.796158] env[68461]: INFO nova.scheduler.client.report [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Deleted allocations for instance e0fa76c2-81b7-4354-851f-025bc89baa80 [ 1292.948106] env[68461]: DEBUG oslo_vmware.api [req-d37e8ad6-6ede-4b2e-98b2-e3be5d2a57cb req-6e817748-744f-4a9a-9273-7cf23ebbbcbc service nova] Task: {'id': task-2895900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.978299] env[68461]: DEBUG oslo_concurrency.lockutils [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e6d85b4-d91a-4112-9dad-f1bd4b939738" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.978597] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Processing image 8e6d85b4-d91a-4112-9dad-f1bd4b939738 {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1292.978814] env[68461]: DEBUG oslo_concurrency.lockutils [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8e6d85b4-d91a-4112-9dad-f1bd4b939738/8e6d85b4-d91a-4112-9dad-f1bd4b939738.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.978958] env[68461]: DEBUG oslo_concurrency.lockutils [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8e6d85b4-d91a-4112-9dad-f1bd4b939738/8e6d85b4-d91a-4112-9dad-f1bd4b939738.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.979327] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.979681] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d45bb940-e037-4096-8de7-802859e54382 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.989198] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.989451] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1292.990215] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7ccb4e6-5ed8-4bfd-b54c-f0e100968284 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.995407] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1292.995407] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5268bc64-577c-21fa-96dc-931854bb5d90" [ 1292.995407] env[68461]: _type = "Task" [ 1292.995407] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.003538] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5268bc64-577c-21fa-96dc-931854bb5d90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.154731] env[68461]: DEBUG oslo_concurrency.lockutils [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.160926] env[68461]: DEBUG oslo_vmware.api [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895907, 'name': Rename_Task, 'duration_secs': 0.163814} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.161146] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.161511] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-602d4178-2f8d-4598-bf25-1425497eb0b6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.170160] env[68461]: DEBUG oslo_vmware.api [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for the task: (returnval){ [ 1293.170160] env[68461]: value = "task-2895909" [ 1293.170160] env[68461]: _type = "Task" [ 1293.170160] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.181667] env[68461]: DEBUG oslo_vmware.api [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.210875] env[68461]: DEBUG oslo_vmware.api [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895908, 'name': PowerOffVM_Task, 'duration_secs': 0.286808} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.211327] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.211513] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.211861] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93142898-bb2c-4b13-8583-571c526f9f5e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.254825] env[68461]: DEBUG oslo_concurrency.lockutils [req-70f62427-e6f6-4ddf-af8c-f1c6f5c00f3a req-8351c60f-4589-4d30-92c3-6a8f1fe41353 service nova] Releasing lock "refresh_cache-b013e906-4313-4ae3-a1fc-b27ee20b698c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.280860] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.281463] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.281773] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Deleting the datastore file [datastore2] 9753dda1-c16e-4a1c-8159-a35e5c6d7e92 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.282655] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a44dc136-8b3c-4e99-9f92-ae46c63e45e4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.289728] env[68461]: DEBUG oslo_vmware.api [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1293.289728] env[68461]: value = "task-2895911" [ 1293.289728] env[68461]: _type = "Task" [ 1293.289728] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.304454] env[68461]: DEBUG oslo_vmware.api [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.305055] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ae1f853-a8b3-4f6b-8e3f-7c53467ed642 tempest-ServerShowV247Test-1648350429 tempest-ServerShowV247Test-1648350429-project-member] Lock "e0fa76c2-81b7-4354-851f-025bc89baa80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.056s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.448689] env[68461]: DEBUG oslo_vmware.api [req-d37e8ad6-6ede-4b2e-98b2-e3be5d2a57cb req-6e817748-744f-4a9a-9273-7cf23ebbbcbc service nova] Task: {'id': task-2895900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.506354] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Preparing fetch location {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1293.506687] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Fetch image to [datastore1] OSTACK_IMG_c6eae8b3-728c-463f-a1f2-66e987c7d145/OSTACK_IMG_c6eae8b3-728c-463f-a1f2-66e987c7d145.vmdk {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1293.506950] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Downloading stream optimized image 8e6d85b4-d91a-4112-9dad-f1bd4b939738 to [datastore1] OSTACK_IMG_c6eae8b3-728c-463f-a1f2-66e987c7d145/OSTACK_IMG_c6eae8b3-728c-463f-a1f2-66e987c7d145.vmdk on the data store datastore1 as vApp {{(pid=68461) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1293.507193] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Downloading image file data 8e6d85b4-d91a-4112-9dad-f1bd4b939738 to the ESX as VM named 'OSTACK_IMG_c6eae8b3-728c-463f-a1f2-66e987c7d145' {{(pid=68461) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1293.579546] env[68461]: DEBUG oslo_concurrency.lockutils [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "07af663e-1761-49c3-972f-83fd83517161" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.579988] env[68461]: DEBUG oslo_concurrency.lockutils [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "07af663e-1761-49c3-972f-83fd83517161" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.580358] env[68461]: DEBUG oslo_concurrency.lockutils [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "07af663e-1761-49c3-972f-83fd83517161-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.580508] env[68461]: DEBUG oslo_concurrency.lockutils [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "07af663e-1761-49c3-972f-83fd83517161-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.580680] env[68461]: DEBUG oslo_concurrency.lockutils [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "07af663e-1761-49c3-972f-83fd83517161-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.586231] env[68461]: INFO nova.compute.manager [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Terminating instance [ 1293.602546] env[68461]: DEBUG oslo_vmware.rw_handles [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1293.602546] env[68461]: value = "resgroup-9" [ 1293.602546] env[68461]: _type = "ResourcePool" [ 1293.602546] env[68461]: }. {{(pid=68461) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1293.603111] env[68461]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-92f2bf2b-fed0-4801-a4b3-7efd0a94713b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.621325] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68914f8f-634c-45f2-bc9d-d734387d1c2c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.631212] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13036e04-8458-4f14-ae25-6e657909c156 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.634807] env[68461]: DEBUG oslo_vmware.rw_handles [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lease: (returnval){ [ 1293.634807] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]520ec417-566e-50ab-be6f-23f051f23021" [ 1293.634807] env[68461]: _type = "HttpNfcLease" [ 1293.634807] env[68461]: } obtained for vApp import into resource pool (val){ [ 1293.634807] env[68461]: value = "resgroup-9" [ 1293.634807] env[68461]: _type = "ResourcePool" [ 1293.634807] env[68461]: }. {{(pid=68461) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1293.639307] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the lease: (returnval){ [ 1293.639307] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]520ec417-566e-50ab-be6f-23f051f23021" [ 1293.639307] env[68461]: _type = "HttpNfcLease" [ 1293.639307] env[68461]: } to be ready. {{(pid=68461) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1293.671514] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbc2439-3db8-4219-ac0d-b0b99b7a2527 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.674907] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1293.674907] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]520ec417-566e-50ab-be6f-23f051f23021" [ 1293.674907] env[68461]: _type = "HttpNfcLease" [ 1293.674907] env[68461]: } is initializing. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1293.686510] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477867a4-630c-4a38-ab61-beaa45bde00e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.690710] env[68461]: DEBUG oslo_vmware.api [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895909, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.701865] env[68461]: DEBUG nova.compute.provider_tree [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.799913] env[68461]: DEBUG oslo_vmware.api [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2895911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212416} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.800246] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1293.800452] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1293.800634] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1293.800953] env[68461]: INFO nova.compute.manager [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1293.801130] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.801364] env[68461]: DEBUG nova.compute.manager [-] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1293.801493] env[68461]: DEBUG nova.network.neutron [-] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1293.950385] env[68461]: DEBUG oslo_vmware.api [req-d37e8ad6-6ede-4b2e-98b2-e3be5d2a57cb req-6e817748-744f-4a9a-9273-7cf23ebbbcbc service nova] Task: {'id': task-2895900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.091598] env[68461]: DEBUG nova.compute.manager [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1294.092600] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.093680] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e685ba9-0e58-4e38-a995-48bd35c53765 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.103128] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.103128] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc5c4c65-b045-4f64-9d51-7de7f6c3a346 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.112163] env[68461]: DEBUG oslo_vmware.api [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1294.112163] env[68461]: value = "task-2895913" [ 1294.112163] env[68461]: _type = "Task" [ 1294.112163] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.119767] env[68461]: DEBUG oslo_vmware.api [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.145863] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1294.145863] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]520ec417-566e-50ab-be6f-23f051f23021" [ 1294.145863] env[68461]: _type = "HttpNfcLease" [ 1294.145863] env[68461]: } is initializing. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1294.159563] env[68461]: DEBUG nova.compute.manager [req-f75d4c5f-3050-4c52-8f32-aa5c1cece4fc req-6c137cd8-47a7-4953-b09a-158ca346d7da service nova] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Received event network-vif-deleted-6377c15f-406d-411c-93b9-6a449f0c2806 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.160751] env[68461]: INFO nova.compute.manager [req-f75d4c5f-3050-4c52-8f32-aa5c1cece4fc req-6c137cd8-47a7-4953-b09a-158ca346d7da service nova] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Neutron deleted interface 6377c15f-406d-411c-93b9-6a449f0c2806; detaching it from the instance and deleting it from the info cache [ 1294.160971] env[68461]: DEBUG nova.network.neutron [req-f75d4c5f-3050-4c52-8f32-aa5c1cece4fc req-6c137cd8-47a7-4953-b09a-158ca346d7da service nova] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.186616] env[68461]: DEBUG oslo_vmware.api [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895909, 'name': PowerOnVM_Task, 'duration_secs': 0.53836} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.186957] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.187215] env[68461]: INFO nova.compute.manager [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1294.187462] env[68461]: DEBUG nova.compute.manager [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.188430] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2528fa4-a03e-4740-b932-bd06e36b306c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.208028] env[68461]: DEBUG nova.scheduler.client.report [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.421039] env[68461]: DEBUG oslo_concurrency.lockutils [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.421412] env[68461]: DEBUG oslo_concurrency.lockutils [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.452875] env[68461]: DEBUG oslo_vmware.api [req-d37e8ad6-6ede-4b2e-98b2-e3be5d2a57cb req-6e817748-744f-4a9a-9273-7cf23ebbbcbc service nova] Task: {'id': task-2895900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.622216] env[68461]: DEBUG oslo_vmware.api [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895913, 'name': PowerOffVM_Task, 'duration_secs': 0.190858} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.622802] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.623126] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.623489] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de7f1984-45d8-4570-b2d9-6b047faa13cb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.634201] env[68461]: DEBUG nova.network.neutron [-] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.646183] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1294.646183] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]520ec417-566e-50ab-be6f-23f051f23021" [ 1294.646183] env[68461]: _type = "HttpNfcLease" [ 1294.646183] env[68461]: } is ready. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1294.646183] env[68461]: DEBUG oslo_vmware.rw_handles [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1294.646183] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]520ec417-566e-50ab-be6f-23f051f23021" [ 1294.646183] env[68461]: _type = "HttpNfcLease" [ 1294.646183] env[68461]: }. {{(pid=68461) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1294.646183] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c921d326-172a-45e2-9313-879976b3de0d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.657059] env[68461]: DEBUG oslo_vmware.rw_handles [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf85d8-5fbc-7426-79c9-50829929651c/disk-0.vmdk from lease info. {{(pid=68461) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1294.657582] env[68461]: DEBUG oslo_vmware.rw_handles [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Creating HTTP connection to write to file with size = 31660032 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf85d8-5fbc-7426-79c9-50829929651c/disk-0.vmdk. {{(pid=68461) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1294.723669] env[68461]: DEBUG oslo_concurrency.lockutils [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.731460] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb4743a5-3254-47a8-9718-644ad8fbee21 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.733788] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.222s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.734089] env[68461]: DEBUG nova.objects.instance [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Lazy-loading 'resources' on Instance uuid 8f032c98-195a-479f-81b3-10cc48e87e99 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.735197] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.735446] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.735668] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Deleting the datastore file [datastore2] 07af663e-1761-49c3-972f-83fd83517161 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.738810] env[68461]: INFO nova.compute.manager [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Took 19.86 seconds to build instance. [ 1294.740231] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c024a66c-26a2-42f2-8e1a-942105ec4650 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.746127] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8e242b67-ce94-46e0-b568-0785529aab50 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.750502] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9a0f62-d821-4160-8d5e-07c9e7ba0ee2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.764373] env[68461]: DEBUG oslo_vmware.api [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1294.764373] env[68461]: value = "task-2895915" [ 1294.764373] env[68461]: _type = "Task" [ 1294.764373] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.765345] env[68461]: INFO nova.scheduler.client.report [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Deleted allocations for instance ea893e0b-4964-44b3-8328-27bbe06469ea [ 1294.777439] env[68461]: DEBUG oslo_vmware.api [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.790587] env[68461]: DEBUG nova.compute.manager [req-f75d4c5f-3050-4c52-8f32-aa5c1cece4fc req-6c137cd8-47a7-4953-b09a-158ca346d7da service nova] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Detach interface failed, port_id=6377c15f-406d-411c-93b9-6a449f0c2806, reason: Instance 9753dda1-c16e-4a1c-8159-a35e5c6d7e92 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1294.924216] env[68461]: DEBUG nova.compute.manager [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1294.952802] env[68461]: DEBUG oslo_vmware.api [req-d37e8ad6-6ede-4b2e-98b2-e3be5d2a57cb req-6e817748-744f-4a9a-9273-7cf23ebbbcbc service nova] Task: {'id': task-2895900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.136416] env[68461]: INFO nova.compute.manager [-] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Took 1.33 seconds to deallocate network for instance. [ 1295.248247] env[68461]: DEBUG oslo_concurrency.lockutils [None req-33729d6f-ca87-4ed1-b7d6-52e088e93b26 tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "1764bfac-2ebb-4d7d-af27-59265f73de4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.382s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.279357] env[68461]: DEBUG oslo_concurrency.lockutils [None req-da4d44f4-d637-4c96-a3ed-01b680d4900d tempest-ServersTestJSON-1822438513 tempest-ServersTestJSON-1822438513-project-member] Lock "ea893e0b-4964-44b3-8328-27bbe06469ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.406s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.289133] env[68461]: DEBUG oslo_vmware.api [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164272} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.294429] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.294429] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.294429] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.294429] env[68461]: INFO nova.compute.manager [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1295.294429] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.294429] env[68461]: DEBUG nova.compute.manager [-] [instance: 07af663e-1761-49c3-972f-83fd83517161] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1295.295064] env[68461]: DEBUG nova.network.neutron [-] [instance: 07af663e-1761-49c3-972f-83fd83517161] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1295.450873] env[68461]: DEBUG oslo_concurrency.lockutils [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.463750] env[68461]: DEBUG oslo_vmware.api [req-d37e8ad6-6ede-4b2e-98b2-e3be5d2a57cb req-6e817748-744f-4a9a-9273-7cf23ebbbcbc service nova] Task: {'id': task-2895900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.562527] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f4e3c7-c65b-41ca-9272-a9c4937ec563 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.578035] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c65f255-e368-41b3-83ff-851b3dc054d1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.618866] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84481f7c-2142-4be0-b7c5-84e322363eaa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.628797] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9c47fd-05a0-4445-96b2-88abafd4da51 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.644879] env[68461]: DEBUG oslo_concurrency.lockutils [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.645412] env[68461]: DEBUG nova.compute.provider_tree [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.966506] env[68461]: DEBUG oslo_vmware.api [req-d37e8ad6-6ede-4b2e-98b2-e3be5d2a57cb req-6e817748-744f-4a9a-9273-7cf23ebbbcbc service nova] Task: {'id': task-2895900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.009690] env[68461]: DEBUG oslo_vmware.rw_handles [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Completed reading data from the image iterator. {{(pid=68461) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1296.009933] env[68461]: DEBUG oslo_vmware.rw_handles [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf85d8-5fbc-7426-79c9-50829929651c/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1296.010948] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d92e4d7-3df9-40c3-9c31-888de530cc66 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.019666] env[68461]: DEBUG oslo_vmware.rw_handles [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf85d8-5fbc-7426-79c9-50829929651c/disk-0.vmdk is in state: ready. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1296.019887] env[68461]: DEBUG oslo_vmware.rw_handles [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf85d8-5fbc-7426-79c9-50829929651c/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1296.020214] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-06b733ab-9236-44c6-8100-934b0af7517b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.031034] env[68461]: DEBUG nova.network.neutron [-] [instance: 07af663e-1761-49c3-972f-83fd83517161] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.151353] env[68461]: DEBUG nova.scheduler.client.report [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.191575] env[68461]: DEBUG nova.compute.manager [req-40f96605-2677-450e-aecf-285901b7aeaf req-6d789c9b-2164-42e1-a260-c56ecaf22335 service nova] [instance: 07af663e-1761-49c3-972f-83fd83517161] Received event network-vif-deleted-487fb837-243c-47ee-8039-69c29c694255 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.284720] env[68461]: DEBUG oslo_vmware.rw_handles [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf85d8-5fbc-7426-79c9-50829929651c/disk-0.vmdk. {{(pid=68461) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1296.284981] env[68461]: INFO nova.virt.vmwareapi.images [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Downloaded image file data 8e6d85b4-d91a-4112-9dad-f1bd4b939738 [ 1296.285944] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c6cb4b-62b5-47d0-abfa-d8c06975276c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.302942] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-326e4d91-87f4-403d-8aa4-cda3675653c9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.333022] env[68461]: INFO nova.virt.vmwareapi.images [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] The imported VM was unregistered [ 1296.333990] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Caching image {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1296.334296] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Creating directory with path [datastore1] devstack-image-cache_base/8e6d85b4-d91a-4112-9dad-f1bd4b939738 {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1296.334648] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-078a0a85-cf71-4e84-8fd1-7703fea5de13 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.348035] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Created directory with path [datastore1] devstack-image-cache_base/8e6d85b4-d91a-4112-9dad-f1bd4b939738 {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1296.350107] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c6eae8b3-728c-463f-a1f2-66e987c7d145/OSTACK_IMG_c6eae8b3-728c-463f-a1f2-66e987c7d145.vmdk to [datastore1] devstack-image-cache_base/8e6d85b4-d91a-4112-9dad-f1bd4b939738/8e6d85b4-d91a-4112-9dad-f1bd4b939738.vmdk. {{(pid=68461) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1296.350107] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-672c9ea5-7d3f-450f-8e19-6a02522544a2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.355666] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1296.355666] env[68461]: value = "task-2895917" [ 1296.355666] env[68461]: _type = "Task" [ 1296.355666] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.364660] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895917, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.455758] env[68461]: DEBUG oslo_vmware.api [req-d37e8ad6-6ede-4b2e-98b2-e3be5d2a57cb req-6e817748-744f-4a9a-9273-7cf23ebbbcbc service nova] Task: {'id': task-2895900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.534638] env[68461]: INFO nova.compute.manager [-] [instance: 07af663e-1761-49c3-972f-83fd83517161] Took 1.24 seconds to deallocate network for instance. [ 1296.661040] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.661428] env[68461]: DEBUG oslo_concurrency.lockutils [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.507s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.661691] env[68461]: DEBUG nova.objects.instance [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 07af663e-1761-49c3-972f-83fd83517161] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68461) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1296.707926] env[68461]: INFO nova.scheduler.client.report [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Deleted allocations for instance 8f032c98-195a-479f-81b3-10cc48e87e99 [ 1296.871182] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895917, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.959597] env[68461]: DEBUG oslo_vmware.api [req-d37e8ad6-6ede-4b2e-98b2-e3be5d2a57cb req-6e817748-744f-4a9a-9273-7cf23ebbbcbc service nova] Task: {'id': task-2895900, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.043244] env[68461]: DEBUG oslo_concurrency.lockutils [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.218675] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d72abc71-5a7b-432a-975f-ad934b8d7478 tempest-SecurityGroupsTestJSON-2137465692 tempest-SecurityGroupsTestJSON-2137465692-project-member] Lock "8f032c98-195a-479f-81b3-10cc48e87e99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.253s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.355949] env[68461]: DEBUG oslo_concurrency.lockutils [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquiring lock "1764bfac-2ebb-4d7d-af27-59265f73de4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.356363] env[68461]: DEBUG oslo_concurrency.lockutils [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "1764bfac-2ebb-4d7d-af27-59265f73de4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.356689] env[68461]: DEBUG oslo_concurrency.lockutils [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquiring lock "1764bfac-2ebb-4d7d-af27-59265f73de4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.356901] env[68461]: DEBUG oslo_concurrency.lockutils [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "1764bfac-2ebb-4d7d-af27-59265f73de4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.357221] env[68461]: DEBUG oslo_concurrency.lockutils [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "1764bfac-2ebb-4d7d-af27-59265f73de4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.363345] env[68461]: INFO nova.compute.manager [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Terminating instance [ 1297.374638] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895917, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.461803] env[68461]: DEBUG oslo_vmware.api [req-d37e8ad6-6ede-4b2e-98b2-e3be5d2a57cb req-6e817748-744f-4a9a-9273-7cf23ebbbcbc service nova] Task: {'id': task-2895900, 'name': ReconfigVM_Task, 'duration_secs': 5.767774} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.462086] env[68461]: DEBUG oslo_concurrency.lockutils [req-d37e8ad6-6ede-4b2e-98b2-e3be5d2a57cb req-6e817748-744f-4a9a-9273-7cf23ebbbcbc service nova] Releasing lock "0773aa9b-b048-46b6-b470-78cbcae37020" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.462364] env[68461]: DEBUG nova.virt.vmwareapi.vmops [req-d37e8ad6-6ede-4b2e-98b2-e3be5d2a57cb req-6e817748-744f-4a9a-9273-7cf23ebbbcbc service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Reconfigured VM to detach interface {{(pid=68461) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1297.462909] env[68461]: DEBUG oslo_concurrency.lockutils [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "0773aa9b-b048-46b6-b470-78cbcae37020" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.039s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.463177] env[68461]: DEBUG oslo_concurrency.lockutils [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "0773aa9b-b048-46b6-b470-78cbcae37020-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.463401] env[68461]: DEBUG oslo_concurrency.lockutils [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "0773aa9b-b048-46b6-b470-78cbcae37020-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.463578] env[68461]: DEBUG oslo_concurrency.lockutils [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "0773aa9b-b048-46b6-b470-78cbcae37020-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.465788] env[68461]: INFO nova.compute.manager [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Terminating instance [ 1297.679325] env[68461]: DEBUG oslo_concurrency.lockutils [None req-55493942-e03d-4637-ba48-898fdfecfc49 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.680598] env[68461]: DEBUG oslo_concurrency.lockutils [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.230s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.682650] env[68461]: INFO nova.compute.claims [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1297.867652] env[68461]: DEBUG nova.compute.manager [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1297.867900] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1297.868824] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ad8916-b17f-4a17-be10-574e8e06dc28 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.875525] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895917, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.880313] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.880635] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65b9a983-3b4a-48db-b77e-7dcade54afb1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.888406] env[68461]: DEBUG oslo_vmware.api [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for the task: (returnval){ [ 1297.888406] env[68461]: value = "task-2895918" [ 1297.888406] env[68461]: _type = "Task" [ 1297.888406] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.897226] env[68461]: DEBUG oslo_vmware.api [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.970315] env[68461]: DEBUG nova.compute.manager [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1297.970609] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1297.971741] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a50fd4-c000-47e6-98f5-b3b6b5fdbcb3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.980302] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.980654] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c17d503f-fd71-4e8e-8b53-ca7c21ff0516 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.988185] env[68461]: DEBUG oslo_vmware.api [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1297.988185] env[68461]: value = "task-2895919" [ 1297.988185] env[68461]: _type = "Task" [ 1297.988185] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.996865] env[68461]: DEBUG oslo_vmware.api [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.371082] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895917, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.403896] env[68461]: DEBUG oslo_vmware.api [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895918, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.498309] env[68461]: DEBUG oslo_vmware.api [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895919, 'name': PowerOffVM_Task, 'duration_secs': 0.423348} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.498635] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.498809] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1298.499786] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cad04cf-b92b-41a9-a8d4-e33bed1b788f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.566421] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1298.566421] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1298.566421] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Deleting the datastore file [datastore2] 0773aa9b-b048-46b6-b470-78cbcae37020 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.566421] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72494e45-ba0b-420c-afad-c52df45388d7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.572676] env[68461]: DEBUG oslo_vmware.api [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1298.572676] env[68461]: value = "task-2895921" [ 1298.572676] env[68461]: _type = "Task" [ 1298.572676] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.582068] env[68461]: DEBUG oslo_vmware.api [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.876283] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895917, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.400127} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.879842] env[68461]: INFO nova.virt.vmwareapi.ds_util [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c6eae8b3-728c-463f-a1f2-66e987c7d145/OSTACK_IMG_c6eae8b3-728c-463f-a1f2-66e987c7d145.vmdk to [datastore1] devstack-image-cache_base/8e6d85b4-d91a-4112-9dad-f1bd4b939738/8e6d85b4-d91a-4112-9dad-f1bd4b939738.vmdk. [ 1298.880065] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Cleaning up location [datastore1] OSTACK_IMG_c6eae8b3-728c-463f-a1f2-66e987c7d145 {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1298.880237] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c6eae8b3-728c-463f-a1f2-66e987c7d145 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.880839] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52efeab6-c844-4638-ac10-5ce2dd836239 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.886945] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1298.886945] env[68461]: value = "task-2895922" [ 1298.886945] env[68461]: _type = "Task" [ 1298.886945] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.898462] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.907055] env[68461]: DEBUG oslo_vmware.api [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895918, 'name': PowerOffVM_Task, 'duration_secs': 0.523322} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.907360] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.907527] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1298.908072] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3df74eb1-3a1b-45c3-b606-7efcc984d6fe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.968044] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d40e13b-33de-4806-a9e2-070e1d8a0d57 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.974017] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1298.974245] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1298.975264] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Deleting the datastore file [datastore2] 1764bfac-2ebb-4d7d-af27-59265f73de4b {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.977383] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02fb9d51-1642-45d0-b5fc-7665e5247ebe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.980012] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afae053-3587-4a94-9cf0-a4a5db54a8f0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.027508] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030e1f9f-a9c1-4367-9709-ba354893defd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.030330] env[68461]: DEBUG oslo_vmware.api [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for the task: (returnval){ [ 1299.030330] env[68461]: value = "task-2895924" [ 1299.030330] env[68461]: _type = "Task" [ 1299.030330] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.038806] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb9da34-1dbf-4ab5-8885-01d03d71024e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.047622] env[68461]: DEBUG oslo_vmware.api [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.062396] env[68461]: DEBUG nova.compute.provider_tree [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.082784] env[68461]: DEBUG oslo_vmware.api [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2895921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248583} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.083079] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.083319] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.083554] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.083784] env[68461]: INFO nova.compute.manager [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1299.084119] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1299.084682] env[68461]: DEBUG nova.compute.manager [-] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1299.084682] env[68461]: DEBUG nova.network.neutron [-] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1299.400499] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041097} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.400499] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.400598] env[68461]: DEBUG oslo_concurrency.lockutils [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8e6d85b4-d91a-4112-9dad-f1bd4b939738/8e6d85b4-d91a-4112-9dad-f1bd4b939738.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.400871] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8e6d85b4-d91a-4112-9dad-f1bd4b939738/8e6d85b4-d91a-4112-9dad-f1bd4b939738.vmdk to [datastore1] b013e906-4313-4ae3-a1fc-b27ee20b698c/b013e906-4313-4ae3-a1fc-b27ee20b698c.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1299.401223] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc3262a7-6415-49ed-9cfc-dff5233d8fc8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.407751] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1299.407751] env[68461]: value = "task-2895925" [ 1299.407751] env[68461]: _type = "Task" [ 1299.407751] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.416102] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.546481] env[68461]: DEBUG oslo_vmware.api [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169594} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.546782] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.548149] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.548149] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.548149] env[68461]: INFO nova.compute.manager [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1299.548338] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1299.548409] env[68461]: DEBUG nova.compute.manager [-] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1299.548513] env[68461]: DEBUG nova.network.neutron [-] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1299.564565] env[68461]: DEBUG nova.scheduler.client.report [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.704368] env[68461]: DEBUG oslo_vmware.rw_handles [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528cffb6-d409-aa25-5fd1-dcc6b4f1564e/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1299.705443] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28759d3-9c83-48a5-8697-999de53b569c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.714261] env[68461]: DEBUG oslo_vmware.rw_handles [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528cffb6-d409-aa25-5fd1-dcc6b4f1564e/disk-0.vmdk is in state: ready. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1299.714445] env[68461]: ERROR oslo_vmware.rw_handles [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528cffb6-d409-aa25-5fd1-dcc6b4f1564e/disk-0.vmdk due to incomplete transfer. [ 1299.714695] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-23208c3f-5900-4f9e-876d-cb1345a7cab3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.724186] env[68461]: DEBUG oslo_vmware.rw_handles [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528cffb6-d409-aa25-5fd1-dcc6b4f1564e/disk-0.vmdk. {{(pid=68461) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1299.724397] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Uploaded image 54051237-876d-4750-8aed-2a5ec732fb1a to the Glance image server {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1299.727446] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Destroying the VM {{(pid=68461) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1299.728289] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ae7a1163-8686-4d1a-8ac4-c369633c159f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.736403] env[68461]: DEBUG oslo_vmware.api [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1299.736403] env[68461]: value = "task-2895926" [ 1299.736403] env[68461]: _type = "Task" [ 1299.736403] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.747330] env[68461]: DEBUG oslo_vmware.api [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895926, 'name': Destroy_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.920603] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895925, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.073863] env[68461]: DEBUG oslo_concurrency.lockutils [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.076080] env[68461]: DEBUG nova.compute.manager [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1300.080209] env[68461]: DEBUG oslo_concurrency.lockutils [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.435s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.081781] env[68461]: DEBUG nova.objects.instance [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lazy-loading 'resources' on Instance uuid 9753dda1-c16e-4a1c-8159-a35e5c6d7e92 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.212048] env[68461]: DEBUG nova.compute.manager [req-0fcb0f67-bd96-409f-b915-fb900adc322b req-8d858ad0-0812-406a-9257-a67e58b3a5d8 service nova] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Received event network-vif-deleted-3c0a49ca-85c6-4998-9bfc-0377f725fdf1 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.212048] env[68461]: INFO nova.compute.manager [req-0fcb0f67-bd96-409f-b915-fb900adc322b req-8d858ad0-0812-406a-9257-a67e58b3a5d8 service nova] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Neutron deleted interface 3c0a49ca-85c6-4998-9bfc-0377f725fdf1; detaching it from the instance and deleting it from the info cache [ 1300.212048] env[68461]: DEBUG nova.network.neutron [req-0fcb0f67-bd96-409f-b915-fb900adc322b req-8d858ad0-0812-406a-9257-a67e58b3a5d8 service nova] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.252196] env[68461]: DEBUG oslo_vmware.api [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895926, 'name': Destroy_Task, 'duration_secs': 0.381208} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.252582] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Destroyed the VM [ 1300.252959] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Deleting Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1300.253311] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b04f1ad6-da7d-4e3d-b4a0-0c3140c97354 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.261949] env[68461]: DEBUG oslo_vmware.api [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1300.261949] env[68461]: value = "task-2895927" [ 1300.261949] env[68461]: _type = "Task" [ 1300.261949] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.273714] env[68461]: DEBUG oslo_vmware.api [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895927, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.426211] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895925, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.581330] env[68461]: DEBUG nova.compute.utils [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1300.582894] env[68461]: DEBUG nova.compute.manager [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1300.583346] env[68461]: DEBUG nova.network.neutron [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1300.663433] env[68461]: DEBUG nova.network.neutron [-] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.693216] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f45b06e7-4d6c-41bf-9846-9e4f81a5a034 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.707061] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d009319a-93fb-43d5-8f6e-b029c60efe0f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.727025] env[68461]: DEBUG nova.network.neutron [-] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.756673] env[68461]: DEBUG nova.compute.manager [req-0fcb0f67-bd96-409f-b915-fb900adc322b req-8d858ad0-0812-406a-9257-a67e58b3a5d8 service nova] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Detach interface failed, port_id=3c0a49ca-85c6-4998-9bfc-0377f725fdf1, reason: Instance 1764bfac-2ebb-4d7d-af27-59265f73de4b could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1300.777119] env[68461]: DEBUG oslo_vmware.api [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895927, 'name': RemoveSnapshot_Task, 'duration_secs': 0.495263} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.777119] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Deleted Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1300.777119] env[68461]: INFO nova.compute.manager [None req-3d474f52-e439-4921-ba71-b3f8ccaa803e tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Took 12.45 seconds to snapshot the instance on the hypervisor. [ 1300.928521] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895925, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.930404] env[68461]: DEBUG nova.policy [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ac02e0a3ee94de3867f8252b5c8db6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b29fe601402479aa1bce276deab61ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1300.962124] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5121758a-a99a-4157-aca3-03d9f1a13de1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.973056] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a682e7-6c40-42c2-a7f4-48dd867aa829 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.018694] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20f07d7-2796-49a7-8249-bec1bf81281c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.030440] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8953fa9c-35f1-49aa-b986-a5c92ac85c59 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.051205] env[68461]: DEBUG nova.compute.provider_tree [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.086790] env[68461]: DEBUG nova.compute.manager [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1301.167624] env[68461]: INFO nova.compute.manager [-] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Took 1.62 seconds to deallocate network for instance. [ 1301.228031] env[68461]: INFO nova.compute.manager [-] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Took 2.14 seconds to deallocate network for instance. [ 1301.437073] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895925, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.560188] env[68461]: DEBUG nova.scheduler.client.report [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.580847] env[68461]: DEBUG nova.network.neutron [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Successfully created port: 5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1301.676050] env[68461]: DEBUG oslo_concurrency.lockutils [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.738745] env[68461]: DEBUG oslo_concurrency.lockutils [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.853734] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "6d789797-0900-449c-b1c2-cd11055254ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.853734] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "6d789797-0900-449c-b1c2-cd11055254ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.853734] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "6d789797-0900-449c-b1c2-cd11055254ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.853734] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "6d789797-0900-449c-b1c2-cd11055254ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.853987] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "6d789797-0900-449c-b1c2-cd11055254ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.856047] env[68461]: INFO nova.compute.manager [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Terminating instance [ 1301.927266] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895925, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.448192} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.927266] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8e6d85b4-d91a-4112-9dad-f1bd4b939738/8e6d85b4-d91a-4112-9dad-f1bd4b939738.vmdk to [datastore1] b013e906-4313-4ae3-a1fc-b27ee20b698c/b013e906-4313-4ae3-a1fc-b27ee20b698c.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1301.927813] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e007a7bf-b017-4e99-b203-34c618aa8834 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.953663] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] b013e906-4313-4ae3-a1fc-b27ee20b698c/b013e906-4313-4ae3-a1fc-b27ee20b698c.vmdk or device None with type streamOptimized {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.956277] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c80b7842-1de2-447e-8588-402cad7a099b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.976840] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1301.976840] env[68461]: value = "task-2895928" [ 1301.976840] env[68461]: _type = "Task" [ 1301.976840] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.991034] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.072041] env[68461]: DEBUG oslo_concurrency.lockutils [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.073515] env[68461]: DEBUG oslo_concurrency.lockutils [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.030s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.074201] env[68461]: DEBUG nova.objects.instance [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lazy-loading 'resources' on Instance uuid 07af663e-1761-49c3-972f-83fd83517161 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.097015] env[68461]: DEBUG nova.compute.manager [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1302.103122] env[68461]: INFO nova.scheduler.client.report [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Deleted allocations for instance 9753dda1-c16e-4a1c-8159-a35e5c6d7e92 [ 1302.135128] env[68461]: DEBUG nova.virt.hardware [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1302.135128] env[68461]: DEBUG nova.virt.hardware [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1302.135128] env[68461]: DEBUG nova.virt.hardware [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1302.135128] env[68461]: DEBUG nova.virt.hardware [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1302.135128] env[68461]: DEBUG nova.virt.hardware [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1302.139269] env[68461]: DEBUG nova.virt.hardware [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1302.139682] env[68461]: DEBUG nova.virt.hardware [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1302.140366] env[68461]: DEBUG nova.virt.hardware [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1302.141164] env[68461]: DEBUG nova.virt.hardware [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1302.141775] env[68461]: DEBUG nova.virt.hardware [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1302.142113] env[68461]: DEBUG nova.virt.hardware [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1302.144376] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9fce2f-3ae9-40c5-a7ee-6d75c1512752 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.154187] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5bd487-b31d-4679-ac67-5d9f4b77f1d1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.361782] env[68461]: DEBUG nova.compute.manager [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1302.362030] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.362977] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78369d7-cb30-4826-9a5c-3d17bbc74db7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.371887] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.372242] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c22ac1b-901f-4052-ac93-86e762ddba2e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.420034] env[68461]: DEBUG nova.compute.manager [req-56511a4f-a131-4b54-a907-8fe76348481f req-78e280fb-92cf-4a9c-910e-2bd8dff12a02 service nova] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Received event network-vif-deleted-d71ece38-bf5d-4cfc-b504-d280040ebc36 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.485907] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895928, 'name': ReconfigVM_Task, 'duration_secs': 0.32912} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.486397] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Reconfigured VM instance instance-00000040 to attach disk [datastore1] b013e906-4313-4ae3-a1fc-b27ee20b698c/b013e906-4313-4ae3-a1fc-b27ee20b698c.vmdk or device None with type streamOptimized {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.487159] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5eb4cf30-334b-43c4-ae60-c5fb1ae6f8c9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.494055] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1302.494055] env[68461]: value = "task-2895930" [ 1302.494055] env[68461]: _type = "Task" [ 1302.494055] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.501952] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895930, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.612418] env[68461]: DEBUG oslo_concurrency.lockutils [None req-91d89525-2a06-47a2-96a9-5686a9b52caf tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "9753dda1-c16e-4a1c-8159-a35e5c6d7e92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.432s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.669026] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.669026] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.669026] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Deleting the datastore file [datastore1] 6d789797-0900-449c-b1c2-cd11055254ca {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.671220] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-609667f9-a9f1-49fb-88f6-1f4c71a795e4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.682352] env[68461]: DEBUG oslo_vmware.api [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1302.682352] env[68461]: value = "task-2895931" [ 1302.682352] env[68461]: _type = "Task" [ 1302.682352] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.692679] env[68461]: DEBUG oslo_vmware.api [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.700696] env[68461]: DEBUG oslo_concurrency.lockutils [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "b3633aaa-3531-4d09-bb68-c70ecd0cfc09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.700918] env[68461]: DEBUG oslo_concurrency.lockutils [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "b3633aaa-3531-4d09-bb68-c70ecd0cfc09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.842868] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4632d2ea-b77d-4f4c-bf29-428f9848a2de {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.852131] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a722035a-ca64-4994-9bdb-d838e8fa9b26 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.882073] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806c8590-243d-479c-b207-7df5ef0920cc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.889440] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63812ae8-8e8b-47a7-806e-250abeaefe4b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.902011] env[68461]: DEBUG nova.compute.provider_tree [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.003940] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895930, 'name': Rename_Task, 'duration_secs': 0.148953} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.004242] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1303.004565] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baa82061-2e14-4885-b988-dc74d1dbd64e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.011818] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1303.011818] env[68461]: value = "task-2895932" [ 1303.011818] env[68461]: _type = "Task" [ 1303.011818] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.019346] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.181968] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Acquiring lock "3ccf220f-2d43-459c-aa15-467afb81790d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.182817] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Lock "3ccf220f-2d43-459c-aa15-467afb81790d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.196072] env[68461]: DEBUG oslo_vmware.api [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155584} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.196757] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.197097] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.197222] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.197402] env[68461]: INFO nova.compute.manager [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Took 0.84 seconds to destroy the instance on the hypervisor. [ 1303.197908] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.198328] env[68461]: DEBUG nova.compute.manager [-] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1303.198436] env[68461]: DEBUG nova.network.neutron [-] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1303.203249] env[68461]: DEBUG nova.compute.manager [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1303.398361] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "a42c8b64-f8e6-41ea-9b36-58e67b8a5532" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.398591] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "a42c8b64-f8e6-41ea-9b36-58e67b8a5532" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.408068] env[68461]: DEBUG nova.scheduler.client.report [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.524467] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895932, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.689715] env[68461]: DEBUG nova.compute.manager [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1303.732663] env[68461]: DEBUG oslo_concurrency.lockutils [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.833824] env[68461]: DEBUG nova.network.neutron [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Successfully updated port: 5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1303.908490] env[68461]: DEBUG nova.compute.manager [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1303.913129] env[68461]: DEBUG oslo_concurrency.lockutils [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.915296] env[68461]: DEBUG oslo_concurrency.lockutils [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.239s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.915565] env[68461]: DEBUG nova.objects.instance [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lazy-loading 'resources' on Instance uuid 1764bfac-2ebb-4d7d-af27-59265f73de4b {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.948510] env[68461]: INFO nova.scheduler.client.report [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Deleted allocations for instance 07af663e-1761-49c3-972f-83fd83517161 [ 1304.026424] env[68461]: DEBUG oslo_vmware.api [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895932, 'name': PowerOnVM_Task, 'duration_secs': 0.627426} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.027278] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1304.147296] env[68461]: DEBUG nova.compute.manager [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1304.148243] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c731f861-fb1b-4759-a98f-c505da330f7d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.218628] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.290962] env[68461]: DEBUG nova.network.neutron [-] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.337063] env[68461]: DEBUG oslo_concurrency.lockutils [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "refresh_cache-bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.337220] env[68461]: DEBUG oslo_concurrency.lockutils [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired lock "refresh_cache-bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.337374] env[68461]: DEBUG nova.network.neutron [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.441846] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.453469] env[68461]: DEBUG nova.compute.manager [req-685e0b5d-5d66-4844-b156-4481678f2295 req-c92a15a5-de12-45d3-b0c0-36cf7997eb8d service nova] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Received event network-vif-plugged-5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.453708] env[68461]: DEBUG oslo_concurrency.lockutils [req-685e0b5d-5d66-4844-b156-4481678f2295 req-c92a15a5-de12-45d3-b0c0-36cf7997eb8d service nova] Acquiring lock "bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.453924] env[68461]: DEBUG oslo_concurrency.lockutils [req-685e0b5d-5d66-4844-b156-4481678f2295 req-c92a15a5-de12-45d3-b0c0-36cf7997eb8d service nova] Lock "bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.455362] env[68461]: DEBUG oslo_concurrency.lockutils [req-685e0b5d-5d66-4844-b156-4481678f2295 req-c92a15a5-de12-45d3-b0c0-36cf7997eb8d service nova] Lock "bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.455914] env[68461]: DEBUG nova.compute.manager [req-685e0b5d-5d66-4844-b156-4481678f2295 req-c92a15a5-de12-45d3-b0c0-36cf7997eb8d service nova] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] No waiting events found dispatching network-vif-plugged-5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1304.456998] env[68461]: WARNING nova.compute.manager [req-685e0b5d-5d66-4844-b156-4481678f2295 req-c92a15a5-de12-45d3-b0c0-36cf7997eb8d service nova] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Received unexpected event network-vif-plugged-5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a for instance with vm_state building and task_state spawning. [ 1304.457240] env[68461]: DEBUG nova.compute.manager [req-685e0b5d-5d66-4844-b156-4481678f2295 req-c92a15a5-de12-45d3-b0c0-36cf7997eb8d service nova] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Received event network-vif-deleted-5ebe2b84-aedc-48b4-8916-26915eb2137a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.458299] env[68461]: DEBUG nova.compute.manager [req-685e0b5d-5d66-4844-b156-4481678f2295 req-c92a15a5-de12-45d3-b0c0-36cf7997eb8d service nova] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Received event network-changed-5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.458299] env[68461]: DEBUG nova.compute.manager [req-685e0b5d-5d66-4844-b156-4481678f2295 req-c92a15a5-de12-45d3-b0c0-36cf7997eb8d service nova] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Refreshing instance network info cache due to event network-changed-5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1304.458299] env[68461]: DEBUG oslo_concurrency.lockutils [req-685e0b5d-5d66-4844-b156-4481678f2295 req-c92a15a5-de12-45d3-b0c0-36cf7997eb8d service nova] Acquiring lock "refresh_cache-bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.463611] env[68461]: DEBUG oslo_concurrency.lockutils [None req-39d118e9-3222-4f2f-8ebe-e894487e1304 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "07af663e-1761-49c3-972f-83fd83517161" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.884s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.559021] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "399e0fb5-c2c6-4112-b790-4bb07bc7a2ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.559021] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "399e0fb5-c2c6-4112-b790-4bb07bc7a2ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.681195] env[68461]: DEBUG oslo_concurrency.lockutils [None req-efb2cd1e-e120-4f2e-9fe9-afc2be10f394 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "b013e906-4313-4ae3-a1fc-b27ee20b698c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.768s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.703335] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2752ce9-7c60-4703-bd71-7f0dec540f45 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.711824] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a16fe91-5b9f-436b-ae0a-e399bc050fd1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.743237] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cf80d9-a645-45ed-bf06-baf5fc18e611 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.751286] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75290da4-6bef-4259-835c-b9c482949781 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.764412] env[68461]: DEBUG nova.compute.provider_tree [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.793648] env[68461]: INFO nova.compute.manager [-] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Took 1.60 seconds to deallocate network for instance. [ 1304.873982] env[68461]: DEBUG nova.network.neutron [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1305.061582] env[68461]: DEBUG nova.compute.manager [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1305.099230] env[68461]: DEBUG nova.network.neutron [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Updating instance_info_cache with network_info: [{"id": "5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a", "address": "fa:16:3e:b5:f5:47", "network": {"id": "32ab3227-0156-4a55-9222-1015f605da2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1621872308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29fe601402479aa1bce276deab61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bae647a-f7", "ovs_interfaceid": "5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.269074] env[68461]: DEBUG nova.scheduler.client.report [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.299769] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.590325] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.601275] env[68461]: DEBUG oslo_concurrency.lockutils [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Releasing lock "refresh_cache-bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.601593] env[68461]: DEBUG nova.compute.manager [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Instance network_info: |[{"id": "5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a", "address": "fa:16:3e:b5:f5:47", "network": {"id": "32ab3227-0156-4a55-9222-1015f605da2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1621872308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29fe601402479aa1bce276deab61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bae647a-f7", "ovs_interfaceid": "5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1305.601874] env[68461]: DEBUG oslo_concurrency.lockutils [req-685e0b5d-5d66-4844-b156-4481678f2295 req-c92a15a5-de12-45d3-b0c0-36cf7997eb8d service nova] Acquired lock "refresh_cache-bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.602062] env[68461]: DEBUG nova.network.neutron [req-685e0b5d-5d66-4844-b156-4481678f2295 req-c92a15a5-de12-45d3-b0c0-36cf7997eb8d service nova] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Refreshing network info cache for port 5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.603429] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:f5:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1305.611196] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1305.614181] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1305.614985] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-297c1a67-9567-496a-93a3-4081d6e0f405 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.637233] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1305.637233] env[68461]: value = "task-2895933" [ 1305.637233] env[68461]: _type = "Task" [ 1305.637233] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.645174] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895933, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.774326] env[68461]: DEBUG oslo_concurrency.lockutils [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.777136] env[68461]: DEBUG oslo_concurrency.lockutils [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.039s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.777977] env[68461]: DEBUG nova.objects.instance [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lazy-loading 'resources' on Instance uuid 0773aa9b-b048-46b6-b470-78cbcae37020 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.805120] env[68461]: INFO nova.scheduler.client.report [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Deleted allocations for instance 1764bfac-2ebb-4d7d-af27-59265f73de4b [ 1305.895735] env[68461]: DEBUG nova.network.neutron [req-685e0b5d-5d66-4844-b156-4481678f2295 req-c92a15a5-de12-45d3-b0c0-36cf7997eb8d service nova] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Updated VIF entry in instance network info cache for port 5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.896149] env[68461]: DEBUG nova.network.neutron [req-685e0b5d-5d66-4844-b156-4481678f2295 req-c92a15a5-de12-45d3-b0c0-36cf7997eb8d service nova] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Updating instance_info_cache with network_info: [{"id": "5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a", "address": "fa:16:3e:b5:f5:47", "network": {"id": "32ab3227-0156-4a55-9222-1015f605da2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1621872308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29fe601402479aa1bce276deab61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bae647a-f7", "ovs_interfaceid": "5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.976389] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0e2f9d9f-bc45-4485-aaee-e60b2a99c8e2 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.976620] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0e2f9d9f-bc45-4485-aaee-e60b2a99c8e2 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.029179] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c2101a-99c9-45ee-b142-de4ab09e308c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.036499] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cfff66d0-cc04-485a-aeeb-82f44eba1c8d tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Suspending the VM {{(pid=68461) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1306.036942] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-afaaee00-08bf-4817-8b2e-29f0c95932df {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.043248] env[68461]: DEBUG oslo_vmware.api [None req-cfff66d0-cc04-485a-aeeb-82f44eba1c8d tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1306.043248] env[68461]: value = "task-2895934" [ 1306.043248] env[68461]: _type = "Task" [ 1306.043248] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.052842] env[68461]: DEBUG oslo_vmware.api [None req-cfff66d0-cc04-485a-aeeb-82f44eba1c8d tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895934, 'name': SuspendVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.147665] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895933, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.315744] env[68461]: DEBUG oslo_concurrency.lockutils [None req-58f283db-68b9-4756-abe0-3e7f622ac2cf tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "1764bfac-2ebb-4d7d-af27-59265f73de4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.959s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.401742] env[68461]: DEBUG oslo_concurrency.lockutils [req-685e0b5d-5d66-4844-b156-4481678f2295 req-c92a15a5-de12-45d3-b0c0-36cf7997eb8d service nova] Releasing lock "refresh_cache-bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.479627] env[68461]: DEBUG nova.compute.utils [None req-0e2f9d9f-bc45-4485-aaee-e60b2a99c8e2 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1306.515696] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2976639-bd4b-42b3-bf8b-15dc6facc9b0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.523829] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a67c4ad-1a65-4dcd-86df-aecc491e3beb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.556813] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf73d4ce-5ffe-49e2-9496-7cc78e450765 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.566444] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50465ae-790e-4239-a9ac-9501df64e30c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.569990] env[68461]: DEBUG oslo_vmware.api [None req-cfff66d0-cc04-485a-aeeb-82f44eba1c8d tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895934, 'name': SuspendVM_Task} progress is 75%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.579404] env[68461]: DEBUG nova.compute.provider_tree [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.650031] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895933, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.982952] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0e2f9d9f-bc45-4485-aaee-e60b2a99c8e2 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.064091] env[68461]: DEBUG oslo_vmware.api [None req-cfff66d0-cc04-485a-aeeb-82f44eba1c8d tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895934, 'name': SuspendVM_Task, 'duration_secs': 0.635341} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.064407] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cfff66d0-cc04-485a-aeeb-82f44eba1c8d tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Suspended the VM {{(pid=68461) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1307.064547] env[68461]: DEBUG nova.compute.manager [None req-cfff66d0-cc04-485a-aeeb-82f44eba1c8d tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.065321] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1034b64-a58f-4fd8-a2ff-618688616bc7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.082804] env[68461]: DEBUG nova.scheduler.client.report [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.149963] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895933, 'name': CreateVM_Task, 'duration_secs': 1.296574} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.150226] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1307.150801] env[68461]: DEBUG oslo_concurrency.lockutils [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.150962] env[68461]: DEBUG oslo_concurrency.lockutils [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.151320] env[68461]: DEBUG oslo_concurrency.lockutils [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.151574] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db7375b-2611-4211-a0a3-beb5dfee799f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.156331] env[68461]: DEBUG oslo_vmware.api [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1307.156331] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]520eccfb-842a-6667-bd24-d5b4fd7d8131" [ 1307.156331] env[68461]: _type = "Task" [ 1307.156331] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.163967] env[68461]: DEBUG oslo_vmware.api [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520eccfb-842a-6667-bd24-d5b4fd7d8131, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.587661] env[68461]: DEBUG oslo_concurrency.lockutils [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.590023] env[68461]: DEBUG oslo_concurrency.lockutils [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.857s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.591475] env[68461]: INFO nova.compute.claims [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1307.607890] env[68461]: INFO nova.scheduler.client.report [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Deleted allocations for instance 0773aa9b-b048-46b6-b470-78cbcae37020 [ 1307.668308] env[68461]: DEBUG oslo_vmware.api [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520eccfb-842a-6667-bd24-d5b4fd7d8131, 'name': SearchDatastore_Task, 'duration_secs': 0.009862} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.668637] env[68461]: DEBUG oslo_concurrency.lockutils [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.668904] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.669158] env[68461]: DEBUG oslo_concurrency.lockutils [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.669307] env[68461]: DEBUG oslo_concurrency.lockutils [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.669488] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.669795] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce4f94cc-0f1c-43b4-a39c-b7ed1b3e8985 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.677734] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.677932] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.678639] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9811ea7-334e-4335-9633-2f84f392aa44 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.683822] env[68461]: DEBUG oslo_vmware.api [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1307.683822] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52b33da9-9015-ec42-7fcb-02c4695713ce" [ 1307.683822] env[68461]: _type = "Task" [ 1307.683822] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.691152] env[68461]: DEBUG oslo_vmware.api [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b33da9-9015-ec42-7fcb-02c4695713ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.052823] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0e2f9d9f-bc45-4485-aaee-e60b2a99c8e2 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.053110] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0e2f9d9f-bc45-4485-aaee-e60b2a99c8e2 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.053389] env[68461]: INFO nova.compute.manager [None req-0e2f9d9f-bc45-4485-aaee-e60b2a99c8e2 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Attaching volume bf8137c6-4932-4e53-a6f9-d90158568230 to /dev/sdb [ 1308.090457] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d554934-8278-4d0a-a427-8a44cdf4e848 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.099033] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8c975e-196e-4880-9884-40098d60e54c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.111699] env[68461]: DEBUG nova.virt.block_device [None req-0e2f9d9f-bc45-4485-aaee-e60b2a99c8e2 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Updating existing volume attachment record: b283fbdc-984e-42a6-b1a3-babe61cad0c1 {{(pid=68461) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1308.116287] env[68461]: DEBUG oslo_concurrency.lockutils [None req-12d9e137-8766-4648-96af-945eeda20ebe tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "0773aa9b-b048-46b6-b470-78cbcae37020" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.653s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.194658] env[68461]: DEBUG oslo_vmware.api [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b33da9-9015-ec42-7fcb-02c4695713ce, 'name': SearchDatastore_Task, 'duration_secs': 0.008184} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.195811] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61d893c5-76e5-4a2b-ae8a-b9665608776e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.201821] env[68461]: DEBUG oslo_vmware.api [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1308.201821] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c401e1-8180-bfc5-950c-2f482073c6ea" [ 1308.201821] env[68461]: _type = "Task" [ 1308.201821] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.210107] env[68461]: DEBUG oslo_vmware.api [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c401e1-8180-bfc5-950c-2f482073c6ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.715567] env[68461]: DEBUG oslo_vmware.api [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c401e1-8180-bfc5-950c-2f482073c6ea, 'name': SearchDatastore_Task, 'duration_secs': 0.011079} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.715882] env[68461]: DEBUG oslo_concurrency.lockutils [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.716175] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde/bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1308.718691] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27169845-17d2-4ef7-9d59-a205eafff485 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.725708] env[68461]: DEBUG oslo_vmware.api [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1308.725708] env[68461]: value = "task-2895939" [ 1308.725708] env[68461]: _type = "Task" [ 1308.725708] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.738026] env[68461]: DEBUG oslo_vmware.api [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.836747] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e895e9-08ba-4f8e-b370-2bb33bffa44e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.844241] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ea1c67-b52c-4be4-8af8-4ea6cd8657dd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.873159] env[68461]: INFO nova.compute.manager [None req-1344ef13-1ba2-42c5-adda-a7135333ac97 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Resuming [ 1308.873843] env[68461]: DEBUG nova.objects.instance [None req-1344ef13-1ba2-42c5-adda-a7135333ac97 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lazy-loading 'flavor' on Instance uuid b013e906-4313-4ae3-a1fc-b27ee20b698c {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.876049] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799dbe0c-a42b-4391-813a-dd01f6327474 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.884508] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016fdc98-81be-485e-a27c-391137ed6933 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.899767] env[68461]: DEBUG nova.compute.provider_tree [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.235731] env[68461]: DEBUG oslo_vmware.api [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469812} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.236000] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde/bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1309.236232] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1309.236477] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5033cc6-9f6b-4287-84d8-eca66109e2ea {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.244559] env[68461]: DEBUG oslo_vmware.api [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1309.244559] env[68461]: value = "task-2895940" [ 1309.244559] env[68461]: _type = "Task" [ 1309.244559] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.251646] env[68461]: DEBUG oslo_vmware.api [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.402380] env[68461]: DEBUG nova.scheduler.client.report [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.753779] env[68461]: DEBUG oslo_vmware.api [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082891} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.754051] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1309.754799] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361fd7b6-6c62-4c7d-83c8-f094cb7f9e3a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.776173] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde/bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.776512] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35898893-1ea8-41a7-8225-acd0a657bcab {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.795328] env[68461]: DEBUG oslo_vmware.api [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1309.795328] env[68461]: value = "task-2895941" [ 1309.795328] env[68461]: _type = "Task" [ 1309.795328] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.802513] env[68461]: DEBUG oslo_vmware.api [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.911307] env[68461]: DEBUG oslo_concurrency.lockutils [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.911307] env[68461]: DEBUG nova.compute.manager [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1309.914272] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.696s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.915707] env[68461]: INFO nova.compute.claims [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1309.972458] env[68461]: DEBUG oslo_concurrency.lockutils [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquiring lock "4f1eb6e1-4e2a-4c71-9238-112725e9536d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.972723] env[68461]: DEBUG oslo_concurrency.lockutils [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "4f1eb6e1-4e2a-4c71-9238-112725e9536d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.972931] env[68461]: DEBUG oslo_concurrency.lockutils [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquiring lock "4f1eb6e1-4e2a-4c71-9238-112725e9536d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.973124] env[68461]: DEBUG oslo_concurrency.lockutils [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "4f1eb6e1-4e2a-4c71-9238-112725e9536d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.973294] env[68461]: DEBUG oslo_concurrency.lockutils [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "4f1eb6e1-4e2a-4c71-9238-112725e9536d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.975442] env[68461]: INFO nova.compute.manager [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Terminating instance [ 1310.305037] env[68461]: DEBUG oslo_vmware.api [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895941, 'name': ReconfigVM_Task, 'duration_secs': 0.273711} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.305347] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Reconfigured VM instance instance-0000005f to attach disk [datastore2] bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde/bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.306007] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-668b0083-6c33-42f1-b1b8-38bc83165b07 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.311887] env[68461]: DEBUG oslo_vmware.api [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1310.311887] env[68461]: value = "task-2895942" [ 1310.311887] env[68461]: _type = "Task" [ 1310.311887] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.319248] env[68461]: DEBUG oslo_vmware.api [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895942, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.390908] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1344ef13-1ba2-42c5-adda-a7135333ac97 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquiring lock "refresh_cache-b013e906-4313-4ae3-a1fc-b27ee20b698c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.390908] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1344ef13-1ba2-42c5-adda-a7135333ac97 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquired lock "refresh_cache-b013e906-4313-4ae3-a1fc-b27ee20b698c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.390908] env[68461]: DEBUG nova.network.neutron [None req-1344ef13-1ba2-42c5-adda-a7135333ac97 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.419625] env[68461]: DEBUG nova.compute.utils [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1310.423962] env[68461]: DEBUG nova.compute.manager [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1310.424153] env[68461]: DEBUG nova.network.neutron [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1310.469801] env[68461]: DEBUG nova.policy [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83bf0734d721475bb0cef50c3c31df79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd600204c50344935923c54770f9eb48c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1310.479288] env[68461]: DEBUG nova.compute.manager [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.479544] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.480417] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3e7a85-92b2-403c-ac79-0a8a9cc153d2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.489293] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.489543] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-838c4478-96ec-4c5f-97ab-68f413ee01a9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.494445] env[68461]: DEBUG oslo_vmware.api [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for the task: (returnval){ [ 1310.494445] env[68461]: value = "task-2895944" [ 1310.494445] env[68461]: _type = "Task" [ 1310.494445] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.503737] env[68461]: DEBUG oslo_vmware.api [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.530253] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "f76ea40c-c5b5-47b1-93a1-3db874d93806" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.530484] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "f76ea40c-c5b5-47b1-93a1-3db874d93806" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.822466] env[68461]: DEBUG oslo_vmware.api [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895942, 'name': Rename_Task, 'duration_secs': 0.143105} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.822759] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.823014] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c521be0-bef8-4f77-8899-9acfc7ba9d5f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.829162] env[68461]: DEBUG oslo_vmware.api [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1310.829162] env[68461]: value = "task-2895945" [ 1310.829162] env[68461]: _type = "Task" [ 1310.829162] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.832761] env[68461]: DEBUG nova.network.neutron [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Successfully created port: 6b6ebed5-90ad-4ca3-bc47-0a69fd911120 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1310.838965] env[68461]: DEBUG oslo_vmware.api [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.925126] env[68461]: DEBUG nova.compute.manager [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1311.003351] env[68461]: DEBUG oslo_vmware.api [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895944, 'name': PowerOffVM_Task, 'duration_secs': 0.234985} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.003954] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.004144] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1311.004402] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-245dfc6f-30c7-41aa-bccd-85aa9818dc37 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.033451] env[68461]: DEBUG nova.compute.manager [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1311.069735] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.069887] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.070150] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Deleting the datastore file [datastore1] 4f1eb6e1-4e2a-4c71-9238-112725e9536d {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.070495] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d772d950-8e8b-4bce-b638-b01b5dd4ed40 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.076123] env[68461]: DEBUG oslo_vmware.api [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for the task: (returnval){ [ 1311.076123] env[68461]: value = "task-2895947" [ 1311.076123] env[68461]: _type = "Task" [ 1311.076123] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.089730] env[68461]: DEBUG oslo_vmware.api [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.201235] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f02f840-7e76-4345-ac0f-eb71e2da1bf6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.208919] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58263615-a27a-4eed-8868-8e457172bf8b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.254688] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6471290f-fa34-48e7-8909-9ab4c96fb674 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.263986] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4859da31-12e1-476d-afce-be7de5d2db19 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.280377] env[68461]: DEBUG nova.compute.provider_tree [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.306602] env[68461]: DEBUG nova.network.neutron [None req-1344ef13-1ba2-42c5-adda-a7135333ac97 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Updating instance_info_cache with network_info: [{"id": "1144d449-43a1-4cda-9007-403c8468ff73", "address": "fa:16:3e:e6:f4:4b", "network": {"id": "d6710a71-443d-4267-8726-5bf51c580dae", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1891126033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ace85b5a4d0451a85573b4e01774275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1144d449-43", "ovs_interfaceid": "1144d449-43a1-4cda-9007-403c8468ff73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.339722] env[68461]: DEBUG oslo_vmware.api [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2895945, 'name': PowerOnVM_Task, 'duration_secs': 0.451465} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.339722] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1311.339722] env[68461]: INFO nova.compute.manager [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1311.339722] env[68461]: DEBUG nova.compute.manager [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1311.340397] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b565df-313c-48ca-bf00-d53085552522 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.557152] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.586487] env[68461]: DEBUG oslo_vmware.api [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Task: {'id': task-2895947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149231} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.586753] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.586940] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.587130] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.587306] env[68461]: INFO nova.compute.manager [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1311.587548] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.587739] env[68461]: DEBUG nova.compute.manager [-] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.587835] env[68461]: DEBUG nova.network.neutron [-] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.784142] env[68461]: DEBUG nova.scheduler.client.report [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.808788] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1344ef13-1ba2-42c5-adda-a7135333ac97 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Releasing lock "refresh_cache-b013e906-4313-4ae3-a1fc-b27ee20b698c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.809773] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f4013e-1dbb-4ce8-b8c9-f04c89232b94 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.817131] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1344ef13-1ba2-42c5-adda-a7135333ac97 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Resuming the VM {{(pid=68461) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1311.817367] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-345955ad-7fcd-4842-a8b2-4e76d95013c4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.823662] env[68461]: DEBUG oslo_vmware.api [None req-1344ef13-1ba2-42c5-adda-a7135333ac97 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1311.823662] env[68461]: value = "task-2895948" [ 1311.823662] env[68461]: _type = "Task" [ 1311.823662] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.831060] env[68461]: DEBUG oslo_vmware.api [None req-1344ef13-1ba2-42c5-adda-a7135333ac97 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.861361] env[68461]: INFO nova.compute.manager [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Took 16.43 seconds to build instance. [ 1311.936619] env[68461]: DEBUG nova.compute.manager [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1311.978733] env[68461]: DEBUG nova.virt.hardware [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.978975] env[68461]: DEBUG nova.virt.hardware [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.979126] env[68461]: DEBUG nova.virt.hardware [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.979317] env[68461]: DEBUG nova.virt.hardware [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.979483] env[68461]: DEBUG nova.virt.hardware [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.979627] env[68461]: DEBUG nova.virt.hardware [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.979830] env[68461]: DEBUG nova.virt.hardware [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.979981] env[68461]: DEBUG nova.virt.hardware [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.980176] env[68461]: DEBUG nova.virt.hardware [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.980345] env[68461]: DEBUG nova.virt.hardware [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.980518] env[68461]: DEBUG nova.virt.hardware [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.982018] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f121e9b7-2d91-44cb-93b1-60f4f40c135d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.990200] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273b777a-3421-47ce-95d4-4484fd190559 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.289021] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.289684] env[68461]: DEBUG nova.compute.manager [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1312.292407] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.851s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.293766] env[68461]: INFO nova.compute.claims [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1312.335605] env[68461]: DEBUG oslo_vmware.api [None req-1344ef13-1ba2-42c5-adda-a7135333ac97 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895948, 'name': PowerOnVM_Task} progress is 93%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.364151] env[68461]: DEBUG oslo_concurrency.lockutils [None req-20814dce-0a78-44fc-ba29-9f6002e89796 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.942s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.487473] env[68461]: DEBUG nova.compute.manager [req-b3c99dcc-b7d5-4b4e-8aa7-16da9eedd8f8 req-6431b42f-9afb-416d-b966-2349c79089c9 service nova] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Received event network-vif-deleted-d4eb16ce-c2f7-4b4f-b036-c89e5f545846 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.487473] env[68461]: INFO nova.compute.manager [req-b3c99dcc-b7d5-4b4e-8aa7-16da9eedd8f8 req-6431b42f-9afb-416d-b966-2349c79089c9 service nova] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Neutron deleted interface d4eb16ce-c2f7-4b4f-b036-c89e5f545846; detaching it from the instance and deleting it from the info cache [ 1312.489048] env[68461]: DEBUG nova.network.neutron [req-b3c99dcc-b7d5-4b4e-8aa7-16da9eedd8f8 req-6431b42f-9afb-416d-b966-2349c79089c9 service nova] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.662053] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e2f9d9f-bc45-4485-aaee-e60b2a99c8e2 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Volume attach. Driver type: vmdk {{(pid=68461) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1312.662559] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e2f9d9f-bc45-4485-aaee-e60b2a99c8e2 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581736', 'volume_id': 'bf8137c6-4932-4e53-a6f9-d90158568230', 'name': 'volume-bf8137c6-4932-4e53-a6f9-d90158568230', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf8137c6-4932-4e53-a6f9-d90158568230', 'serial': 'bf8137c6-4932-4e53-a6f9-d90158568230'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1312.664060] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ea4010-43f6-4019-846c-0b85888dca37 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.693062] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ba5a2b-8f57-4447-a925-682ed304c68f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.727597] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e2f9d9f-bc45-4485-aaee-e60b2a99c8e2 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] volume-bf8137c6-4932-4e53-a6f9-d90158568230/volume-bf8137c6-4932-4e53-a6f9-d90158568230.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.727597] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c3d1d9b-0d4f-4bf1-9a87-425aa3f7e5c6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.751961] env[68461]: DEBUG oslo_vmware.api [None req-0e2f9d9f-bc45-4485-aaee-e60b2a99c8e2 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1312.751961] env[68461]: value = "task-2895949" [ 1312.751961] env[68461]: _type = "Task" [ 1312.751961] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.763424] env[68461]: DEBUG oslo_vmware.api [None req-0e2f9d9f-bc45-4485-aaee-e60b2a99c8e2 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895949, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.784957] env[68461]: DEBUG nova.network.neutron [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Successfully updated port: 6b6ebed5-90ad-4ca3-bc47-0a69fd911120 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1312.798594] env[68461]: DEBUG nova.compute.utils [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1312.803308] env[68461]: DEBUG nova.compute.manager [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1312.803511] env[68461]: DEBUG nova.network.neutron [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1312.834657] env[68461]: DEBUG oslo_vmware.api [None req-1344ef13-1ba2-42c5-adda-a7135333ac97 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895948, 'name': PowerOnVM_Task, 'duration_secs': 0.757385} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.835129] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1344ef13-1ba2-42c5-adda-a7135333ac97 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Resumed the VM {{(pid=68461) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1312.835129] env[68461]: DEBUG nova.compute.manager [None req-1344ef13-1ba2-42c5-adda-a7135333ac97 tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1312.836075] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8916aaad-c779-46c2-9fe9-e70d7e2bdbb8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.850895] env[68461]: DEBUG nova.policy [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02588a7273784ae5a07f4dfcd2b776d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07ab2b622b764ded8896b8df43512d07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1312.910879] env[68461]: DEBUG nova.network.neutron [-] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.996249] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d1039d1-bd25-4e2e-81b2-0e294cc45c42 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.007034] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653dbc82-795c-47ba-a35d-cc75f275fc54 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.045735] env[68461]: DEBUG nova.compute.manager [req-b3c99dcc-b7d5-4b4e-8aa7-16da9eedd8f8 req-6431b42f-9afb-416d-b966-2349c79089c9 service nova] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Detach interface failed, port_id=d4eb16ce-c2f7-4b4f-b036-c89e5f545846, reason: Instance 4f1eb6e1-4e2a-4c71-9238-112725e9536d could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1313.262710] env[68461]: DEBUG oslo_vmware.api [None req-0e2f9d9f-bc45-4485-aaee-e60b2a99c8e2 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.290512] env[68461]: DEBUG nova.network.neutron [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Successfully created port: a62071db-9ac1-4523-883b-e8746d528402 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1313.299437] env[68461]: DEBUG oslo_concurrency.lockutils [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "refresh_cache-b3633aaa-3531-4d09-bb68-c70ecd0cfc09" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.299656] env[68461]: DEBUG oslo_concurrency.lockutils [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquired lock "refresh_cache-b3633aaa-3531-4d09-bb68-c70ecd0cfc09" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.299896] env[68461]: DEBUG nova.network.neutron [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.306990] env[68461]: DEBUG nova.compute.manager [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1313.415738] env[68461]: INFO nova.compute.manager [-] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Took 1.83 seconds to deallocate network for instance. [ 1313.636924] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d85b88a-65b3-4e5d-b949-205bc9e839d9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.645775] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6b8d50-c6ac-46ff-8f93-237e1b19f052 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.697314] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ee30d4-42f5-4021-b6ec-90ddac44c303 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.710021] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafbd91c-0221-417a-84a6-0d2a73cd983c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.721915] env[68461]: DEBUG nova.compute.provider_tree [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.767913] env[68461]: DEBUG oslo_vmware.api [None req-0e2f9d9f-bc45-4485-aaee-e60b2a99c8e2 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895949, 'name': ReconfigVM_Task, 'duration_secs': 0.594815} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.768291] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e2f9d9f-bc45-4485-aaee-e60b2a99c8e2 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Reconfigured VM instance instance-0000004f to attach disk [datastore2] volume-bf8137c6-4932-4e53-a6f9-d90158568230/volume-bf8137c6-4932-4e53-a6f9-d90158568230.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1313.773686] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dec69cd-dfea-4470-a0e1-4bc426bf663d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.788461] env[68461]: DEBUG oslo_vmware.api [None req-0e2f9d9f-bc45-4485-aaee-e60b2a99c8e2 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1313.788461] env[68461]: value = "task-2895950" [ 1313.788461] env[68461]: _type = "Task" [ 1313.788461] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.797277] env[68461]: DEBUG oslo_vmware.api [None req-0e2f9d9f-bc45-4485-aaee-e60b2a99c8e2 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.845308] env[68461]: DEBUG nova.network.neutron [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1313.925728] env[68461]: DEBUG oslo_concurrency.lockutils [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.062194] env[68461]: DEBUG nova.network.neutron [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Updating instance_info_cache with network_info: [{"id": "6b6ebed5-90ad-4ca3-bc47-0a69fd911120", "address": "fa:16:3e:f1:4b:32", "network": {"id": "38bcffc0-cc47-42bc-baf0-ec91d073ad36", "bridge": "br-int", "label": "tempest-ImagesTestJSON-928631310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d600204c50344935923c54770f9eb48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b6ebed5-90", "ovs_interfaceid": "6b6ebed5-90ad-4ca3-bc47-0a69fd911120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.227454] env[68461]: DEBUG nova.scheduler.client.report [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.299056] env[68461]: DEBUG oslo_vmware.api [None req-0e2f9d9f-bc45-4485-aaee-e60b2a99c8e2 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895950, 'name': ReconfigVM_Task, 'duration_secs': 0.287253} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.299376] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e2f9d9f-bc45-4485-aaee-e60b2a99c8e2 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581736', 'volume_id': 'bf8137c6-4932-4e53-a6f9-d90158568230', 'name': 'volume-bf8137c6-4932-4e53-a6f9-d90158568230', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf8137c6-4932-4e53-a6f9-d90158568230', 'serial': 'bf8137c6-4932-4e53-a6f9-d90158568230'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1314.324930] env[68461]: DEBUG nova.compute.manager [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1314.351740] env[68461]: DEBUG nova.virt.hardware [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1314.351981] env[68461]: DEBUG nova.virt.hardware [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.352195] env[68461]: DEBUG nova.virt.hardware [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.352403] env[68461]: DEBUG nova.virt.hardware [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.352577] env[68461]: DEBUG nova.virt.hardware [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.352737] env[68461]: DEBUG nova.virt.hardware [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1314.352982] env[68461]: DEBUG nova.virt.hardware [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1314.353155] env[68461]: DEBUG nova.virt.hardware [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1314.353353] env[68461]: DEBUG nova.virt.hardware [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1314.353539] env[68461]: DEBUG nova.virt.hardware [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1314.354647] env[68461]: DEBUG nova.virt.hardware [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1314.354647] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff506835-b0c0-48d6-bcf8-0204803918e1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.362593] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6786d3b0-a54d-42ba-884f-b4497b077b35 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.516654] env[68461]: DEBUG nova.compute.manager [req-32ac87c4-7f37-43d9-aebf-2f848b6666f7 req-82678bdf-4492-422c-a55e-52aa18991514 service nova] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Received event network-vif-plugged-6b6ebed5-90ad-4ca3-bc47-0a69fd911120 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.516902] env[68461]: DEBUG oslo_concurrency.lockutils [req-32ac87c4-7f37-43d9-aebf-2f848b6666f7 req-82678bdf-4492-422c-a55e-52aa18991514 service nova] Acquiring lock "b3633aaa-3531-4d09-bb68-c70ecd0cfc09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.517082] env[68461]: DEBUG oslo_concurrency.lockutils [req-32ac87c4-7f37-43d9-aebf-2f848b6666f7 req-82678bdf-4492-422c-a55e-52aa18991514 service nova] Lock "b3633aaa-3531-4d09-bb68-c70ecd0cfc09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.517250] env[68461]: DEBUG oslo_concurrency.lockutils [req-32ac87c4-7f37-43d9-aebf-2f848b6666f7 req-82678bdf-4492-422c-a55e-52aa18991514 service nova] Lock "b3633aaa-3531-4d09-bb68-c70ecd0cfc09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.517410] env[68461]: DEBUG nova.compute.manager [req-32ac87c4-7f37-43d9-aebf-2f848b6666f7 req-82678bdf-4492-422c-a55e-52aa18991514 service nova] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] No waiting events found dispatching network-vif-plugged-6b6ebed5-90ad-4ca3-bc47-0a69fd911120 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1314.517570] env[68461]: WARNING nova.compute.manager [req-32ac87c4-7f37-43d9-aebf-2f848b6666f7 req-82678bdf-4492-422c-a55e-52aa18991514 service nova] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Received unexpected event network-vif-plugged-6b6ebed5-90ad-4ca3-bc47-0a69fd911120 for instance with vm_state building and task_state spawning. [ 1314.517722] env[68461]: DEBUG nova.compute.manager [req-32ac87c4-7f37-43d9-aebf-2f848b6666f7 req-82678bdf-4492-422c-a55e-52aa18991514 service nova] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Received event network-changed-6b6ebed5-90ad-4ca3-bc47-0a69fd911120 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.517876] env[68461]: DEBUG nova.compute.manager [req-32ac87c4-7f37-43d9-aebf-2f848b6666f7 req-82678bdf-4492-422c-a55e-52aa18991514 service nova] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Refreshing instance network info cache due to event network-changed-6b6ebed5-90ad-4ca3-bc47-0a69fd911120. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1314.518072] env[68461]: DEBUG oslo_concurrency.lockutils [req-32ac87c4-7f37-43d9-aebf-2f848b6666f7 req-82678bdf-4492-422c-a55e-52aa18991514 service nova] Acquiring lock "refresh_cache-b3633aaa-3531-4d09-bb68-c70ecd0cfc09" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.565776] env[68461]: DEBUG oslo_concurrency.lockutils [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Releasing lock "refresh_cache-b3633aaa-3531-4d09-bb68-c70ecd0cfc09" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.566296] env[68461]: DEBUG nova.compute.manager [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Instance network_info: |[{"id": "6b6ebed5-90ad-4ca3-bc47-0a69fd911120", "address": "fa:16:3e:f1:4b:32", "network": {"id": "38bcffc0-cc47-42bc-baf0-ec91d073ad36", "bridge": "br-int", "label": "tempest-ImagesTestJSON-928631310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d600204c50344935923c54770f9eb48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b6ebed5-90", "ovs_interfaceid": "6b6ebed5-90ad-4ca3-bc47-0a69fd911120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1314.566783] env[68461]: DEBUG oslo_concurrency.lockutils [req-32ac87c4-7f37-43d9-aebf-2f848b6666f7 req-82678bdf-4492-422c-a55e-52aa18991514 service nova] Acquired lock "refresh_cache-b3633aaa-3531-4d09-bb68-c70ecd0cfc09" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.567015] env[68461]: DEBUG nova.network.neutron [req-32ac87c4-7f37-43d9-aebf-2f848b6666f7 req-82678bdf-4492-422c-a55e-52aa18991514 service nova] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Refreshing network info cache for port 6b6ebed5-90ad-4ca3-bc47-0a69fd911120 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.569045] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:4b:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b6ebed5-90ad-4ca3-bc47-0a69fd911120', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1314.580820] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.581408] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1314.581637] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ffacfd2-1909-49a5-88ff-87b89b11f018 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.601189] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1314.601189] env[68461]: value = "task-2895951" [ 1314.601189] env[68461]: _type = "Task" [ 1314.601189] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.609360] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895951, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.620974] env[68461]: DEBUG nova.compute.manager [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Stashing vm_state: active {{(pid=68461) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1314.732670] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.733053] env[68461]: DEBUG nova.compute.manager [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1314.736167] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.436s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.736167] env[68461]: DEBUG nova.objects.instance [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lazy-loading 'resources' on Instance uuid 6d789797-0900-449c-b1c2-cd11055254ca {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.111755] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895951, 'name': CreateVM_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.143347] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.238971] env[68461]: DEBUG nova.compute.utils [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1315.241225] env[68461]: DEBUG nova.compute.manager [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1315.241481] env[68461]: DEBUG nova.network.neutron [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1315.341220] env[68461]: DEBUG nova.objects.instance [None req-0e2f9d9f-bc45-4485-aaee-e60b2a99c8e2 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lazy-loading 'flavor' on Instance uuid bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.384019] env[68461]: DEBUG nova.policy [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85db72ebdeef4d7b82df22c14db652ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a03daf919ddd46df977660137d14952f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1315.527019] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf12512c-df7c-4e27-8b49-4d252473d1c6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.532736] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b661474-9bf5-412a-b172-0f20a94383d5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.568872] env[68461]: DEBUG nova.network.neutron [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Successfully updated port: a62071db-9ac1-4523-883b-e8746d528402 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1315.571606] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40807078-f153-4531-8f5f-d43f1ee4cbd4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.584379] env[68461]: DEBUG nova.network.neutron [req-32ac87c4-7f37-43d9-aebf-2f848b6666f7 req-82678bdf-4492-422c-a55e-52aa18991514 service nova] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Updated VIF entry in instance network info cache for port 6b6ebed5-90ad-4ca3-bc47-0a69fd911120. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.584866] env[68461]: DEBUG nova.network.neutron [req-32ac87c4-7f37-43d9-aebf-2f848b6666f7 req-82678bdf-4492-422c-a55e-52aa18991514 service nova] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Updating instance_info_cache with network_info: [{"id": "6b6ebed5-90ad-4ca3-bc47-0a69fd911120", "address": "fa:16:3e:f1:4b:32", "network": {"id": "38bcffc0-cc47-42bc-baf0-ec91d073ad36", "bridge": "br-int", "label": "tempest-ImagesTestJSON-928631310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d600204c50344935923c54770f9eb48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b6ebed5-90", "ovs_interfaceid": "6b6ebed5-90ad-4ca3-bc47-0a69fd911120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.586994] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbe9807-c991-438b-af82-62d2c0cf9038 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.604584] env[68461]: DEBUG nova.compute.provider_tree [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.614642] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895951, 'name': CreateVM_Task, 'duration_secs': 0.716017} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.616749] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1315.616749] env[68461]: DEBUG oslo_concurrency.lockutils [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.616749] env[68461]: DEBUG oslo_concurrency.lockutils [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.616749] env[68461]: DEBUG oslo_concurrency.lockutils [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.616749] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-795c61f8-1482-408b-8d19-61503cce57bf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.621297] env[68461]: DEBUG oslo_vmware.api [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1315.621297] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52ed7da2-d36a-cf04-7edb-f0fa076568db" [ 1315.621297] env[68461]: _type = "Task" [ 1315.621297] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.629415] env[68461]: DEBUG oslo_vmware.api [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ed7da2-d36a-cf04-7edb-f0fa076568db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.747237] env[68461]: DEBUG nova.compute.manager [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1315.849939] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0e2f9d9f-bc45-4485-aaee-e60b2a99c8e2 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.797s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.987067] env[68461]: DEBUG nova.network.neutron [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Successfully created port: 061e84a7-dd69-46b9-bbc0-03ba7aed9aaa {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1316.078511] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Acquiring lock "refresh_cache-3ccf220f-2d43-459c-aa15-467afb81790d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.078631] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Acquired lock "refresh_cache-3ccf220f-2d43-459c-aa15-467afb81790d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.078785] env[68461]: DEBUG nova.network.neutron [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.092579] env[68461]: DEBUG oslo_concurrency.lockutils [req-32ac87c4-7f37-43d9-aebf-2f848b6666f7 req-82678bdf-4492-422c-a55e-52aa18991514 service nova] Releasing lock "refresh_cache-b3633aaa-3531-4d09-bb68-c70ecd0cfc09" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.109982] env[68461]: DEBUG nova.scheduler.client.report [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.132152] env[68461]: DEBUG oslo_vmware.api [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ed7da2-d36a-cf04-7edb-f0fa076568db, 'name': SearchDatastore_Task, 'duration_secs': 0.010235} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.132474] env[68461]: DEBUG oslo_concurrency.lockutils [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.132721] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1316.132953] env[68461]: DEBUG oslo_concurrency.lockutils [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.133112] env[68461]: DEBUG oslo_concurrency.lockutils [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.133289] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1316.133556] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f23026a-ca1d-4534-bde1-f8a3656d5d1d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.142513] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1316.142691] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1316.143413] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77f2dae6-b49f-48a3-95e2-cee0d861f16a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.150622] env[68461]: DEBUG oslo_vmware.api [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1316.150622] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52789f92-ea10-6ee8-b30a-61417fc8eb20" [ 1316.150622] env[68461]: _type = "Task" [ 1316.150622] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.158169] env[68461]: DEBUG oslo_vmware.api [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52789f92-ea10-6ee8-b30a-61417fc8eb20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.213769] env[68461]: INFO nova.compute.manager [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Rebuilding instance [ 1316.267734] env[68461]: DEBUG nova.compute.manager [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1316.268617] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2d18e1-00be-41ce-82e2-b60fd2182733 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.541035] env[68461]: DEBUG nova.compute.manager [req-b443ef08-cf2a-46e9-892d-a4c31ac9c732 req-ff7c6ba7-ef7a-4d5f-b309-e4148fb99e08 service nova] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Received event network-vif-plugged-a62071db-9ac1-4523-883b-e8746d528402 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.541035] env[68461]: DEBUG oslo_concurrency.lockutils [req-b443ef08-cf2a-46e9-892d-a4c31ac9c732 req-ff7c6ba7-ef7a-4d5f-b309-e4148fb99e08 service nova] Acquiring lock "3ccf220f-2d43-459c-aa15-467afb81790d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.541408] env[68461]: DEBUG oslo_concurrency.lockutils [req-b443ef08-cf2a-46e9-892d-a4c31ac9c732 req-ff7c6ba7-ef7a-4d5f-b309-e4148fb99e08 service nova] Lock "3ccf220f-2d43-459c-aa15-467afb81790d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.541408] env[68461]: DEBUG oslo_concurrency.lockutils [req-b443ef08-cf2a-46e9-892d-a4c31ac9c732 req-ff7c6ba7-ef7a-4d5f-b309-e4148fb99e08 service nova] Lock "3ccf220f-2d43-459c-aa15-467afb81790d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.541625] env[68461]: DEBUG nova.compute.manager [req-b443ef08-cf2a-46e9-892d-a4c31ac9c732 req-ff7c6ba7-ef7a-4d5f-b309-e4148fb99e08 service nova] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] No waiting events found dispatching network-vif-plugged-a62071db-9ac1-4523-883b-e8746d528402 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1316.541717] env[68461]: WARNING nova.compute.manager [req-b443ef08-cf2a-46e9-892d-a4c31ac9c732 req-ff7c6ba7-ef7a-4d5f-b309-e4148fb99e08 service nova] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Received unexpected event network-vif-plugged-a62071db-9ac1-4523-883b-e8746d528402 for instance with vm_state building and task_state spawning. [ 1316.541831] env[68461]: DEBUG nova.compute.manager [req-b443ef08-cf2a-46e9-892d-a4c31ac9c732 req-ff7c6ba7-ef7a-4d5f-b309-e4148fb99e08 service nova] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Received event network-changed-a62071db-9ac1-4523-883b-e8746d528402 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.541985] env[68461]: DEBUG nova.compute.manager [req-b443ef08-cf2a-46e9-892d-a4c31ac9c732 req-ff7c6ba7-ef7a-4d5f-b309-e4148fb99e08 service nova] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Refreshing instance network info cache due to event network-changed-a62071db-9ac1-4523-883b-e8746d528402. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1316.542215] env[68461]: DEBUG oslo_concurrency.lockutils [req-b443ef08-cf2a-46e9-892d-a4c31ac9c732 req-ff7c6ba7-ef7a-4d5f-b309-e4148fb99e08 service nova] Acquiring lock "refresh_cache-3ccf220f-2d43-459c-aa15-467afb81790d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.613916] env[68461]: DEBUG nova.network.neutron [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1316.616403] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.619606] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.029s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.621160] env[68461]: INFO nova.compute.claims [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1316.636056] env[68461]: INFO nova.scheduler.client.report [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Deleted allocations for instance 6d789797-0900-449c-b1c2-cd11055254ca [ 1316.665230] env[68461]: DEBUG oslo_vmware.api [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52789f92-ea10-6ee8-b30a-61417fc8eb20, 'name': SearchDatastore_Task, 'duration_secs': 0.008598} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.666703] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6255d61-986e-459a-a057-15e29b56b67a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.677248] env[68461]: DEBUG oslo_vmware.api [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1316.677248] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52597e93-1fc0-1be5-2b4e-8e0852aed8f2" [ 1316.677248] env[68461]: _type = "Task" [ 1316.677248] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.685787] env[68461]: DEBUG oslo_vmware.api [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52597e93-1fc0-1be5-2b4e-8e0852aed8f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.757523] env[68461]: DEBUG nova.compute.manager [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1316.784019] env[68461]: DEBUG nova.virt.hardware [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1316.784019] env[68461]: DEBUG nova.virt.hardware [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1316.784019] env[68461]: DEBUG nova.virt.hardware [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1316.784019] env[68461]: DEBUG nova.virt.hardware [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1316.784019] env[68461]: DEBUG nova.virt.hardware [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1316.784019] env[68461]: DEBUG nova.virt.hardware [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1316.784019] env[68461]: DEBUG nova.virt.hardware [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1316.784019] env[68461]: DEBUG nova.virt.hardware [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1316.784019] env[68461]: DEBUG nova.virt.hardware [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1316.784019] env[68461]: DEBUG nova.virt.hardware [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1316.784423] env[68461]: DEBUG nova.virt.hardware [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1316.785112] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d780aeff-7962-4d9d-a6fb-fe8050f65e74 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.797339] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cc90af-fac1-4259-bfee-7d192d5ad2b4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.842414] env[68461]: DEBUG nova.network.neutron [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Updating instance_info_cache with network_info: [{"id": "a62071db-9ac1-4523-883b-e8746d528402", "address": "fa:16:3e:b6:d7:1c", "network": {"id": "72a762e5-89af-4f89-85a5-00f220cc010f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-551539278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07ab2b622b764ded8896b8df43512d07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa62071db-9a", "ovs_interfaceid": "a62071db-9ac1-4523-883b-e8746d528402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.147237] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a8c14a63-06fe-4b2c-a172-29cf1da60066 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "6d789797-0900-449c-b1c2-cd11055254ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.294s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.189499] env[68461]: DEBUG oslo_vmware.api [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52597e93-1fc0-1be5-2b4e-8e0852aed8f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010197} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.189759] env[68461]: DEBUG oslo_concurrency.lockutils [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.191028] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] b3633aaa-3531-4d09-bb68-c70ecd0cfc09/b3633aaa-3531-4d09-bb68-c70ecd0cfc09.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1317.191028] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7443c060-1c6b-45b3-946a-8058ab011284 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.197390] env[68461]: DEBUG oslo_vmware.api [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1317.197390] env[68461]: value = "task-2895952" [ 1317.197390] env[68461]: _type = "Task" [ 1317.197390] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.205541] env[68461]: DEBUG oslo_vmware.api [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.291082] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.291082] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-689537c8-ed11-403e-a6cf-6efe527d736f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.297427] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1317.297427] env[68461]: value = "task-2895953" [ 1317.297427] env[68461]: _type = "Task" [ 1317.297427] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.305984] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.344824] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Releasing lock "refresh_cache-3ccf220f-2d43-459c-aa15-467afb81790d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.345143] env[68461]: DEBUG nova.compute.manager [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Instance network_info: |[{"id": "a62071db-9ac1-4523-883b-e8746d528402", "address": "fa:16:3e:b6:d7:1c", "network": {"id": "72a762e5-89af-4f89-85a5-00f220cc010f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-551539278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07ab2b622b764ded8896b8df43512d07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa62071db-9a", "ovs_interfaceid": "a62071db-9ac1-4523-883b-e8746d528402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1317.345449] env[68461]: DEBUG oslo_concurrency.lockutils [req-b443ef08-cf2a-46e9-892d-a4c31ac9c732 req-ff7c6ba7-ef7a-4d5f-b309-e4148fb99e08 service nova] Acquired lock "refresh_cache-3ccf220f-2d43-459c-aa15-467afb81790d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.345644] env[68461]: DEBUG nova.network.neutron [req-b443ef08-cf2a-46e9-892d-a4c31ac9c732 req-ff7c6ba7-ef7a-4d5f-b309-e4148fb99e08 service nova] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Refreshing network info cache for port a62071db-9ac1-4523-883b-e8746d528402 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.346911] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:d7:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a62071db-9ac1-4523-883b-e8746d528402', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1317.355038] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Creating folder: Project (07ab2b622b764ded8896b8df43512d07). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1317.358373] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c71d9d6-4b2e-473a-8e98-2459e60a3981 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.370500] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Created folder: Project (07ab2b622b764ded8896b8df43512d07) in parent group-v581476. [ 1317.370703] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Creating folder: Instances. Parent ref: group-v581738. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1317.370948] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ff43540-625c-49f0-acd3-2cef52fc581f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.381524] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Created folder: Instances in parent group-v581738. [ 1317.381804] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.382020] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1317.382247] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6eafdd0e-f281-4f34-8024-e5d18d5f6cdb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.402853] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1317.402853] env[68461]: value = "task-2895956" [ 1317.402853] env[68461]: _type = "Task" [ 1317.402853] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.410747] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895956, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.617511] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "820da8d7-ed04-47ab-86e9-2f1777f61a08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.617943] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "820da8d7-ed04-47ab-86e9-2f1777f61a08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.711509] env[68461]: DEBUG oslo_vmware.api [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457022} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.711812] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] b3633aaa-3531-4d09-bb68-c70ecd0cfc09/b3633aaa-3531-4d09-bb68-c70ecd0cfc09.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1317.712043] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1317.712302] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a0e3cb3-d5ad-4ec8-a276-d6056a918449 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.718575] env[68461]: DEBUG oslo_vmware.api [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1317.718575] env[68461]: value = "task-2895957" [ 1317.718575] env[68461]: _type = "Task" [ 1317.718575] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.726270] env[68461]: DEBUG oslo_vmware.api [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.760199] env[68461]: DEBUG nova.network.neutron [req-b443ef08-cf2a-46e9-892d-a4c31ac9c732 req-ff7c6ba7-ef7a-4d5f-b309-e4148fb99e08 service nova] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Updated VIF entry in instance network info cache for port a62071db-9ac1-4523-883b-e8746d528402. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1317.760819] env[68461]: DEBUG nova.network.neutron [req-b443ef08-cf2a-46e9-892d-a4c31ac9c732 req-ff7c6ba7-ef7a-4d5f-b309-e4148fb99e08 service nova] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Updating instance_info_cache with network_info: [{"id": "a62071db-9ac1-4523-883b-e8746d528402", "address": "fa:16:3e:b6:d7:1c", "network": {"id": "72a762e5-89af-4f89-85a5-00f220cc010f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-551539278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07ab2b622b764ded8896b8df43512d07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa62071db-9a", "ovs_interfaceid": "a62071db-9ac1-4523-883b-e8746d528402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.807665] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895953, 'name': PowerOffVM_Task, 'duration_secs': 0.24685} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.809713] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.870292] env[68461]: DEBUG nova.network.neutron [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Successfully updated port: 061e84a7-dd69-46b9-bbc0-03ba7aed9aaa {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1317.903173] env[68461]: INFO nova.compute.manager [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Detaching volume bf8137c6-4932-4e53-a6f9-d90158568230 [ 1317.917683] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895956, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.935296] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3693d0f2-5267-4475-b1d1-7ba859cec7cc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.942312] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40cf86d-59d6-4612-b823-78fc115027fe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.948136] env[68461]: INFO nova.virt.block_device [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Attempting to driver detach volume bf8137c6-4932-4e53-a6f9-d90158568230 from mountpoint /dev/sdb [ 1317.948360] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Volume detach. Driver type: vmdk {{(pid=68461) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1317.948551] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581736', 'volume_id': 'bf8137c6-4932-4e53-a6f9-d90158568230', 'name': 'volume-bf8137c6-4932-4e53-a6f9-d90158568230', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf8137c6-4932-4e53-a6f9-d90158568230', 'serial': 'bf8137c6-4932-4e53-a6f9-d90158568230'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1317.949293] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74a3e3d-0aac-42ec-a844-d2e681cec723 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.993776] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec5df98-8333-4575-b751-266244679b4a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.996874] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06e5b88-21dd-490d-a603-0b7fd365bff2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.005326] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbf8f42-07af-4829-be2c-b397a982ce40 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.009491] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d5e788-4f32-43e7-90c0-a0e4d79aad2a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.041538] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf5768c-4e01-4c76-abda-8f7a9dd0f8bb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.045126] env[68461]: DEBUG nova.compute.provider_tree [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.060474] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] The volume has not been displaced from its original location: [datastore2] volume-bf8137c6-4932-4e53-a6f9-d90158568230/volume-bf8137c6-4932-4e53-a6f9-d90158568230.vmdk. No consolidation needed. {{(pid=68461) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1318.066451] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1318.067202] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17c5aff6-9ade-4399-a6f5-2da6b649fc61 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.086250] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1318.086250] env[68461]: value = "task-2895958" [ 1318.086250] env[68461]: _type = "Task" [ 1318.086250] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.095006] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.120470] env[68461]: DEBUG nova.compute.manager [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1318.218952] env[68461]: DEBUG oslo_concurrency.lockutils [None req-09adc2c5-ab57-45c4-88d2-599180f67a37 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "c64335ce-81c1-4975-be9e-77155e1f8ddb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.219207] env[68461]: DEBUG oslo_concurrency.lockutils [None req-09adc2c5-ab57-45c4-88d2-599180f67a37 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "c64335ce-81c1-4975-be9e-77155e1f8ddb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.232526] env[68461]: DEBUG oslo_vmware.api [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083849} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.232526] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1318.233353] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65c244e-2698-48f7-bde6-e14132c65b66 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.257659] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] b3633aaa-3531-4d09-bb68-c70ecd0cfc09/b3633aaa-3531-4d09-bb68-c70ecd0cfc09.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.258279] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40d4f233-44c1-4294-b800-915786382f42 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.272721] env[68461]: DEBUG oslo_concurrency.lockutils [req-b443ef08-cf2a-46e9-892d-a4c31ac9c732 req-ff7c6ba7-ef7a-4d5f-b309-e4148fb99e08 service nova] Releasing lock "refresh_cache-3ccf220f-2d43-459c-aa15-467afb81790d" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.279301] env[68461]: DEBUG oslo_vmware.api [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1318.279301] env[68461]: value = "task-2895959" [ 1318.279301] env[68461]: _type = "Task" [ 1318.279301] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.287184] env[68461]: DEBUG oslo_vmware.api [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.372602] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "refresh_cache-a42c8b64-f8e6-41ea-9b36-58e67b8a5532" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.372752] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired lock "refresh_cache-a42c8b64-f8e6-41ea-9b36-58e67b8a5532" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.372912] env[68461]: DEBUG nova.network.neutron [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.415022] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895956, 'name': CreateVM_Task, 'duration_secs': 0.535837} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.415151] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1318.415768] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.415934] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.416343] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.416613] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f9404ad-5158-43e3-90b2-449198540e48 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.421253] env[68461]: DEBUG oslo_vmware.api [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Waiting for the task: (returnval){ [ 1318.421253] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52bdacb2-27bf-1745-81f3-46bd6395e827" [ 1318.421253] env[68461]: _type = "Task" [ 1318.421253] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.428855] env[68461]: DEBUG oslo_vmware.api [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52bdacb2-27bf-1745-81f3-46bd6395e827, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.549300] env[68461]: DEBUG nova.scheduler.client.report [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.596883] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895958, 'name': ReconfigVM_Task, 'duration_secs': 0.29986} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.597177] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1318.602080] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31bf8235-75da-45fc-9c92-b2a4d96e5b17 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.620392] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1318.620392] env[68461]: value = "task-2895960" [ 1318.620392] env[68461]: _type = "Task" [ 1318.620392] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.633731] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895960, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.647888] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.667070] env[68461]: DEBUG nova.compute.manager [req-781139ad-a929-4f90-acf5-2c87397ef245 req-15291c23-ebcc-428c-baac-ced560411352 service nova] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Received event network-vif-plugged-061e84a7-dd69-46b9-bbc0-03ba7aed9aaa {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.667318] env[68461]: DEBUG oslo_concurrency.lockutils [req-781139ad-a929-4f90-acf5-2c87397ef245 req-15291c23-ebcc-428c-baac-ced560411352 service nova] Acquiring lock "a42c8b64-f8e6-41ea-9b36-58e67b8a5532-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.667551] env[68461]: DEBUG oslo_concurrency.lockutils [req-781139ad-a929-4f90-acf5-2c87397ef245 req-15291c23-ebcc-428c-baac-ced560411352 service nova] Lock "a42c8b64-f8e6-41ea-9b36-58e67b8a5532-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.667679] env[68461]: DEBUG oslo_concurrency.lockutils [req-781139ad-a929-4f90-acf5-2c87397ef245 req-15291c23-ebcc-428c-baac-ced560411352 service nova] Lock "a42c8b64-f8e6-41ea-9b36-58e67b8a5532-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.667805] env[68461]: DEBUG nova.compute.manager [req-781139ad-a929-4f90-acf5-2c87397ef245 req-15291c23-ebcc-428c-baac-ced560411352 service nova] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] No waiting events found dispatching network-vif-plugged-061e84a7-dd69-46b9-bbc0-03ba7aed9aaa {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1318.667969] env[68461]: WARNING nova.compute.manager [req-781139ad-a929-4f90-acf5-2c87397ef245 req-15291c23-ebcc-428c-baac-ced560411352 service nova] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Received unexpected event network-vif-plugged-061e84a7-dd69-46b9-bbc0-03ba7aed9aaa for instance with vm_state building and task_state spawning. [ 1318.668147] env[68461]: DEBUG nova.compute.manager [req-781139ad-a929-4f90-acf5-2c87397ef245 req-15291c23-ebcc-428c-baac-ced560411352 service nova] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Received event network-changed-061e84a7-dd69-46b9-bbc0-03ba7aed9aaa {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.668335] env[68461]: DEBUG nova.compute.manager [req-781139ad-a929-4f90-acf5-2c87397ef245 req-15291c23-ebcc-428c-baac-ced560411352 service nova] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Refreshing instance network info cache due to event network-changed-061e84a7-dd69-46b9-bbc0-03ba7aed9aaa. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1318.668455] env[68461]: DEBUG oslo_concurrency.lockutils [req-781139ad-a929-4f90-acf5-2c87397ef245 req-15291c23-ebcc-428c-baac-ced560411352 service nova] Acquiring lock "refresh_cache-a42c8b64-f8e6-41ea-9b36-58e67b8a5532" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.723088] env[68461]: DEBUG nova.compute.utils [None req-09adc2c5-ab57-45c4-88d2-599180f67a37 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1318.788896] env[68461]: DEBUG oslo_vmware.api [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.904072] env[68461]: DEBUG nova.network.neutron [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1318.931305] env[68461]: DEBUG oslo_vmware.api [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52bdacb2-27bf-1745-81f3-46bd6395e827, 'name': SearchDatastore_Task, 'duration_secs': 0.009263} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.933649] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.933907] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1318.934157] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.934304] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.934485] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.934750] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-140059ce-fbf0-4639-92a3-92d35db7da1c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.948209] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.948394] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1318.949138] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93eadc3f-a31c-49a1-83c7-a5ba85e84573 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.954372] env[68461]: DEBUG oslo_vmware.api [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Waiting for the task: (returnval){ [ 1318.954372] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5216bf35-2ce8-3175-a951-01d999ad635b" [ 1318.954372] env[68461]: _type = "Task" [ 1318.954372] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.961985] env[68461]: DEBUG oslo_vmware.api [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5216bf35-2ce8-3175-a951-01d999ad635b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.056209] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.056842] env[68461]: DEBUG nova.compute.manager [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1319.063028] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.503s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.063028] env[68461]: INFO nova.compute.claims [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.132811] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895960, 'name': ReconfigVM_Task, 'duration_secs': 0.465286} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.133126] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581736', 'volume_id': 'bf8137c6-4932-4e53-a6f9-d90158568230', 'name': 'volume-bf8137c6-4932-4e53-a6f9-d90158568230', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf8137c6-4932-4e53-a6f9-d90158568230', 'serial': 'bf8137c6-4932-4e53-a6f9-d90158568230'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1319.226914] env[68461]: DEBUG oslo_concurrency.lockutils [None req-09adc2c5-ab57-45c4-88d2-599180f67a37 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "c64335ce-81c1-4975-be9e-77155e1f8ddb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.289623] env[68461]: DEBUG oslo_vmware.api [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895959, 'name': ReconfigVM_Task, 'duration_secs': 0.858168} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.290453] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Reconfigured VM instance instance-00000060 to attach disk [datastore2] b3633aaa-3531-4d09-bb68-c70ecd0cfc09/b3633aaa-3531-4d09-bb68-c70ecd0cfc09.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.291184] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6885b52e-e272-4a71-948c-1dc240217d71 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.300568] env[68461]: DEBUG oslo_vmware.api [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1319.300568] env[68461]: value = "task-2895961" [ 1319.300568] env[68461]: _type = "Task" [ 1319.300568] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.309708] env[68461]: DEBUG oslo_vmware.api [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895961, 'name': Rename_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.329402] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquiring lock "b013e906-4313-4ae3-a1fc-b27ee20b698c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.329609] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "b013e906-4313-4ae3-a1fc-b27ee20b698c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.329826] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquiring lock "b013e906-4313-4ae3-a1fc-b27ee20b698c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.330017] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "b013e906-4313-4ae3-a1fc-b27ee20b698c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.330185] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "b013e906-4313-4ae3-a1fc-b27ee20b698c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.332719] env[68461]: INFO nova.compute.manager [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Terminating instance [ 1319.343339] env[68461]: DEBUG nova.network.neutron [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Updating instance_info_cache with network_info: [{"id": "061e84a7-dd69-46b9-bbc0-03ba7aed9aaa", "address": "fa:16:3e:12:7b:f1", "network": {"id": "19dd6dcf-3cc3-45dd-bbe5-df8e5e0e8b28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1238697348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03daf919ddd46df977660137d14952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap061e84a7-dd", "ovs_interfaceid": "061e84a7-dd69-46b9-bbc0-03ba7aed9aaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.465985] env[68461]: DEBUG oslo_vmware.api [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5216bf35-2ce8-3175-a951-01d999ad635b, 'name': SearchDatastore_Task, 'duration_secs': 0.034477} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.466808] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b04c5b81-e4a1-4d15-adf9-ee14b72ac581 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.472018] env[68461]: DEBUG oslo_vmware.api [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Waiting for the task: (returnval){ [ 1319.472018] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5248eeec-0f14-bd36-d257-810adce5a81f" [ 1319.472018] env[68461]: _type = "Task" [ 1319.472018] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.479973] env[68461]: DEBUG oslo_vmware.api [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5248eeec-0f14-bd36-d257-810adce5a81f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.563056] env[68461]: DEBUG nova.compute.utils [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1319.564935] env[68461]: DEBUG nova.compute.manager [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1319.565199] env[68461]: DEBUG nova.network.neutron [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1319.617723] env[68461]: DEBUG nova.policy [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c71253127d8b491e9a99d425af117eb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '172893bd35654dcea61891ad9fbc7e85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1319.816256] env[68461]: DEBUG oslo_vmware.api [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895961, 'name': Rename_Task, 'duration_secs': 0.159181} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.816256] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.816256] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2aa0e23e-2f19-4722-8e82-f130e12d63d1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.823018] env[68461]: DEBUG oslo_vmware.api [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1319.823018] env[68461]: value = "task-2895962" [ 1319.823018] env[68461]: _type = "Task" [ 1319.823018] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.829075] env[68461]: DEBUG oslo_vmware.api [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.843026] env[68461]: DEBUG nova.compute.manager [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1319.843026] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1319.843026] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4c82a2-67cf-4abb-b4ae-fcd018d2df47 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.844934] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Releasing lock "refresh_cache-a42c8b64-f8e6-41ea-9b36-58e67b8a5532" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.845357] env[68461]: DEBUG nova.compute.manager [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Instance network_info: |[{"id": "061e84a7-dd69-46b9-bbc0-03ba7aed9aaa", "address": "fa:16:3e:12:7b:f1", "network": {"id": "19dd6dcf-3cc3-45dd-bbe5-df8e5e0e8b28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1238697348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03daf919ddd46df977660137d14952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap061e84a7-dd", "ovs_interfaceid": "061e84a7-dd69-46b9-bbc0-03ba7aed9aaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1319.845803] env[68461]: DEBUG oslo_concurrency.lockutils [req-781139ad-a929-4f90-acf5-2c87397ef245 req-15291c23-ebcc-428c-baac-ced560411352 service nova] Acquired lock "refresh_cache-a42c8b64-f8e6-41ea-9b36-58e67b8a5532" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.846124] env[68461]: DEBUG nova.network.neutron [req-781139ad-a929-4f90-acf5-2c87397ef245 req-15291c23-ebcc-428c-baac-ced560411352 service nova] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Refreshing network info cache for port 061e84a7-dd69-46b9-bbc0-03ba7aed9aaa {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.847579] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:7b:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '061e84a7-dd69-46b9-bbc0-03ba7aed9aaa', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1319.855489] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Creating folder: Project (a03daf919ddd46df977660137d14952f). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1319.858942] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bee952c4-699d-4d2f-aea0-2d1c55acb361 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.860768] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.861494] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a473d34f-52dd-48de-b707-5916d62be7b3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.870066] env[68461]: DEBUG oslo_vmware.api [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1319.870066] env[68461]: value = "task-2895964" [ 1319.870066] env[68461]: _type = "Task" [ 1319.870066] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.872843] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Created folder: Project (a03daf919ddd46df977660137d14952f) in parent group-v581476. [ 1319.873207] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Creating folder: Instances. Parent ref: group-v581741. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1319.873953] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f2e0265-9038-43ca-992a-9918b4c626e7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.880501] env[68461]: DEBUG oslo_vmware.api [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.883471] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Created folder: Instances in parent group-v581741. [ 1319.883867] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1319.884197] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1319.884538] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c94b887-7cad-47bb-89a5-2ac492c4d837 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.907231] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1319.907231] env[68461]: value = "task-2895966" [ 1319.907231] env[68461]: _type = "Task" [ 1319.907231] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.913795] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895966, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.983888] env[68461]: DEBUG oslo_vmware.api [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5248eeec-0f14-bd36-d257-810adce5a81f, 'name': SearchDatastore_Task, 'duration_secs': 0.009424} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.984724] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.985091] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 3ccf220f-2d43-459c-aa15-467afb81790d/3ccf220f-2d43-459c-aa15-467afb81790d.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1319.985411] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4781c8b4-da8d-4776-aa0f-91119ea117ec {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.992078] env[68461]: DEBUG oslo_vmware.api [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Waiting for the task: (returnval){ [ 1319.992078] env[68461]: value = "task-2895967" [ 1319.992078] env[68461]: _type = "Task" [ 1319.992078] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.002168] env[68461]: DEBUG oslo_vmware.api [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Task: {'id': task-2895967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.011419] env[68461]: DEBUG nova.network.neutron [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Successfully created port: 7569b6a6-24d9-48e2-9843-963b7563b74a {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1320.072024] env[68461]: DEBUG nova.compute.manager [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1320.195790] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.196163] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb7d8abb-eb1d-417d-a54b-1e8f1850afff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.203199] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1320.203199] env[68461]: value = "task-2895968" [ 1320.203199] env[68461]: _type = "Task" [ 1320.203199] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.216704] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] VM already powered off {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1320.216950] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Volume detach. Driver type: vmdk {{(pid=68461) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1320.217184] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581736', 'volume_id': 'bf8137c6-4932-4e53-a6f9-d90158568230', 'name': 'volume-bf8137c6-4932-4e53-a6f9-d90158568230', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf8137c6-4932-4e53-a6f9-d90158568230', 'serial': 'bf8137c6-4932-4e53-a6f9-d90158568230'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1320.217995] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2878ae-edd5-40ea-b432-be3effb71512 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.239577] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48002661-48ad-4793-8daf-7024d9b4b997 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.246394] env[68461]: WARNING nova.virt.vmwareapi.driver [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1320.246738] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.247711] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded0cb86-346b-441f-bcfd-be666cd56a57 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.258283] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1320.258573] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f67bbf35-06d3-4156-82bc-410447bdd8e8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.298024] env[68461]: DEBUG oslo_concurrency.lockutils [None req-09adc2c5-ab57-45c4-88d2-599180f67a37 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "c64335ce-81c1-4975-be9e-77155e1f8ddb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.298304] env[68461]: DEBUG oslo_concurrency.lockutils [None req-09adc2c5-ab57-45c4-88d2-599180f67a37 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "c64335ce-81c1-4975-be9e-77155e1f8ddb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.298544] env[68461]: INFO nova.compute.manager [None req-09adc2c5-ab57-45c4-88d2-599180f67a37 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Attaching volume 477ec6dd-bacb-4aa5-8934-4c79cc4ced8f to /dev/sdb [ 1320.335352] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1320.335619] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1320.335863] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Deleting the datastore file [datastore1] bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1320.339533] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e937cc8-1ed1-4330-90ba-e4f4f441fd6a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.341733] env[68461]: DEBUG oslo_vmware.api [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895962, 'name': PowerOnVM_Task, 'duration_secs': 0.49192} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.343122] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.343341] env[68461]: INFO nova.compute.manager [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1320.343620] env[68461]: DEBUG nova.compute.manager [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.344379] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ee1443-1bbf-4efb-b970-6f33e0698f52 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.350493] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ba4157-6ea7-4d5b-a265-b1c464557872 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.355531] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1320.355531] env[68461]: value = "task-2895970" [ 1320.355531] env[68461]: _type = "Task" [ 1320.355531] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.361950] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab6bb90-5fbe-4602-82f1-35a900a20c56 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.379720] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.384352] env[68461]: DEBUG nova.virt.block_device [None req-09adc2c5-ab57-45c4-88d2-599180f67a37 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Updating existing volume attachment record: 9879b24d-05a1-4480-9ab0-315ca04b0eb3 {{(pid=68461) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1320.392675] env[68461]: DEBUG oslo_vmware.api [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895964, 'name': PowerOffVM_Task, 'duration_secs': 0.21909} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.393504] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1320.393504] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1320.393504] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5d5c501-ae8e-4628-8de3-a768305f2107 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.405675] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f60e833-0fbe-4c74-b583-dde97ac55226 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.419984] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d5b02d-5fb8-439a-9d08-cfea3b710ba9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.423791] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895966, 'name': CreateVM_Task, 'duration_secs': 0.494886} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.424109] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1320.425158] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.425349] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.425709] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.426037] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e9ab39-dbd8-48fc-8e66-4c5ee55f9194 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.456823] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.461167] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.463170] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89a9ed3-ee75-4698-8fa8-acb193f9dcc7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.466330] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1320.466330] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1320.466330] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Deleting the datastore file [datastore1] b013e906-4313-4ae3-a1fc-b27ee20b698c {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1320.468278] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-503fbb22-6fea-4958-bc47-f9983bc38f44 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.470844] env[68461]: DEBUG oslo_vmware.api [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1320.470844] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]526e92af-2e7b-4af0-dba5-c2c6a39e248d" [ 1320.470844] env[68461]: _type = "Task" [ 1320.470844] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.479333] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e29d3af-0644-40f2-9aaa-d668f9ed1b10 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.483837] env[68461]: DEBUG oslo_vmware.api [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for the task: (returnval){ [ 1320.483837] env[68461]: value = "task-2895972" [ 1320.483837] env[68461]: _type = "Task" [ 1320.483837] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.487416] env[68461]: DEBUG oslo_vmware.api [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526e92af-2e7b-4af0-dba5-c2c6a39e248d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.499759] env[68461]: DEBUG nova.compute.provider_tree [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.508106] env[68461]: DEBUG oslo_vmware.api [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.513461] env[68461]: DEBUG oslo_vmware.api [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Task: {'id': task-2895967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516861} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.513720] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 3ccf220f-2d43-459c-aa15-467afb81790d/3ccf220f-2d43-459c-aa15-467afb81790d.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1320.513961] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1320.514230] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e1c3c2b-51a0-4fc3-8dac-cab026759082 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.520469] env[68461]: DEBUG oslo_vmware.api [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Waiting for the task: (returnval){ [ 1320.520469] env[68461]: value = "task-2895973" [ 1320.520469] env[68461]: _type = "Task" [ 1320.520469] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.530591] env[68461]: DEBUG oslo_vmware.api [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Task: {'id': task-2895973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.793635] env[68461]: DEBUG nova.network.neutron [req-781139ad-a929-4f90-acf5-2c87397ef245 req-15291c23-ebcc-428c-baac-ced560411352 service nova] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Updated VIF entry in instance network info cache for port 061e84a7-dd69-46b9-bbc0-03ba7aed9aaa. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.794139] env[68461]: DEBUG nova.network.neutron [req-781139ad-a929-4f90-acf5-2c87397ef245 req-15291c23-ebcc-428c-baac-ced560411352 service nova] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Updating instance_info_cache with network_info: [{"id": "061e84a7-dd69-46b9-bbc0-03ba7aed9aaa", "address": "fa:16:3e:12:7b:f1", "network": {"id": "19dd6dcf-3cc3-45dd-bbe5-df8e5e0e8b28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1238697348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03daf919ddd46df977660137d14952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap061e84a7-dd", "ovs_interfaceid": "061e84a7-dd69-46b9-bbc0-03ba7aed9aaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.868343] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267629} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.868343] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1320.868343] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1320.868343] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1320.880026] env[68461]: INFO nova.compute.manager [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Took 17.17 seconds to build instance. [ 1320.976859] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.976859] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.978022] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.978022] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.978022] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.978022] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.978022] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68461) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1320.978272] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.984632] env[68461]: DEBUG oslo_vmware.api [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526e92af-2e7b-4af0-dba5-c2c6a39e248d, 'name': SearchDatastore_Task, 'duration_secs': 0.030553} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.984632] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.984632] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1320.984632] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.984632] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.984632] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1320.984632] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0728e272-f013-449c-a6bd-2f7694228ffb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.994019] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1320.994209] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1320.997739] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-006adfd9-758f-444f-950b-d1a93271613c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.001437] env[68461]: DEBUG oslo_vmware.api [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Task: {'id': task-2895972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192164} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.001644] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.001829] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.001999] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.002185] env[68461]: INFO nova.compute.manager [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1321.002427] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.003014] env[68461]: DEBUG nova.compute.manager [-] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1321.003086] env[68461]: DEBUG nova.network.neutron [-] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1321.007853] env[68461]: DEBUG oslo_vmware.api [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1321.007853] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52eac12e-d4bd-62cd-f773-30cd6671de67" [ 1321.007853] env[68461]: _type = "Task" [ 1321.007853] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.008643] env[68461]: DEBUG nova.scheduler.client.report [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.023622] env[68461]: DEBUG oslo_vmware.api [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52eac12e-d4bd-62cd-f773-30cd6671de67, 'name': SearchDatastore_Task, 'duration_secs': 0.009898} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.035445] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7253657c-1d9d-49d0-800c-5cd2c1ef50fa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.046396] env[68461]: DEBUG oslo_vmware.api [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1321.046396] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]527a02f0-b423-450a-7045-5d022892aedc" [ 1321.046396] env[68461]: _type = "Task" [ 1321.046396] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.047942] env[68461]: DEBUG oslo_vmware.api [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Task: {'id': task-2895973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070947} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.048291] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1321.052800] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc0791b-1cf1-4b40-8200-070f8ef1741a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.080886] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 3ccf220f-2d43-459c-aa15-467afb81790d/3ccf220f-2d43-459c-aa15-467afb81790d.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.081579] env[68461]: DEBUG oslo_vmware.api [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]527a02f0-b423-450a-7045-5d022892aedc, 'name': SearchDatastore_Task, 'duration_secs': 0.010035} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.082020] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e928ae8d-3702-49c8-aac7-7cdf42bc5a76 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.099195] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.099195] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] a42c8b64-f8e6-41ea-9b36-58e67b8a5532/a42c8b64-f8e6-41ea-9b36-58e67b8a5532.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1321.099195] env[68461]: DEBUG nova.compute.manager [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1321.101106] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8cfbd81-e9fa-4940-8133-ccf223abfa3b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.112136] env[68461]: DEBUG oslo_vmware.api [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Waiting for the task: (returnval){ [ 1321.112136] env[68461]: value = "task-2895978" [ 1321.112136] env[68461]: _type = "Task" [ 1321.112136] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.114575] env[68461]: DEBUG oslo_vmware.api [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1321.114575] env[68461]: value = "task-2895977" [ 1321.114575] env[68461]: _type = "Task" [ 1321.114575] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.134754] env[68461]: DEBUG oslo_vmware.api [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Task: {'id': task-2895978, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.134754] env[68461]: DEBUG oslo_vmware.api [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2895977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.166399] env[68461]: DEBUG nova.virt.hardware [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.166698] env[68461]: DEBUG nova.virt.hardware [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.166826] env[68461]: DEBUG nova.virt.hardware [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.167063] env[68461]: DEBUG nova.virt.hardware [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.167226] env[68461]: DEBUG nova.virt.hardware [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.167787] env[68461]: DEBUG nova.virt.hardware [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.167787] env[68461]: DEBUG nova.virt.hardware [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.167787] env[68461]: DEBUG nova.virt.hardware [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.167966] env[68461]: DEBUG nova.virt.hardware [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.168143] env[68461]: DEBUG nova.virt.hardware [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.168336] env[68461]: DEBUG nova.virt.hardware [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.169392] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea1026e-3dc4-4866-a80b-41fa2cd247ad {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.177253] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba732e5-da89-4d55-9776-a71a66286320 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.297779] env[68461]: DEBUG oslo_concurrency.lockutils [req-781139ad-a929-4f90-acf5-2c87397ef245 req-15291c23-ebcc-428c-baac-ced560411352 service nova] Releasing lock "refresh_cache-a42c8b64-f8e6-41ea-9b36-58e67b8a5532" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.373137] env[68461]: INFO nova.virt.block_device [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Booting with volume bf8137c6-4932-4e53-a6f9-d90158568230 at /dev/sdb [ 1321.377310] env[68461]: DEBUG nova.compute.manager [req-0a4ff3a5-79d9-44e3-a46c-ba26741f289f req-4e4c86bc-83c0-4ec7-af84-1a68ca8de152 service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Received event network-vif-deleted-1144d449-43a1-4cda-9007-403c8468ff73 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.377511] env[68461]: INFO nova.compute.manager [req-0a4ff3a5-79d9-44e3-a46c-ba26741f289f req-4e4c86bc-83c0-4ec7-af84-1a68ca8de152 service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Neutron deleted interface 1144d449-43a1-4cda-9007-403c8468ff73; detaching it from the instance and deleting it from the info cache [ 1321.377687] env[68461]: DEBUG nova.network.neutron [req-0a4ff3a5-79d9-44e3-a46c-ba26741f289f req-4e4c86bc-83c0-4ec7-af84-1a68ca8de152 service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.382348] env[68461]: DEBUG oslo_concurrency.lockutils [None req-401108a3-41dc-4f1d-baca-e613011af776 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "b3633aaa-3531-4d09-bb68-c70ecd0cfc09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.681s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.415690] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4bfcaf0d-5498-47cc-8498-ddff2b3c7ccd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.429950] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adef0d4-78e8-4034-8b1e-ab4cb4977439 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.464117] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9173cff-550d-4dea-8a2a-53677af1e064 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.474251] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc779d91-128c-42a2-9c52-1b50fd24b2db {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.485479] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.509934] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c87c06-d1d0-43b7-8057-612650f3329e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.518801] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.519439] env[68461]: DEBUG nova.compute.manager [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1321.522433] env[68461]: DEBUG oslo_concurrency.lockutils [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.597s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.522715] env[68461]: DEBUG nova.objects.instance [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lazy-loading 'resources' on Instance uuid 4f1eb6e1-4e2a-4c71-9238-112725e9536d {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.524679] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1210bb42-848e-4614-b390-6d06c132b6dc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.544196] env[68461]: DEBUG nova.virt.block_device [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Updating existing volume attachment record: 0d0e99b3-0300-4d70-8e46-b6be31ddf459 {{(pid=68461) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1321.547754] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b28030b-cdb8-4651-a1a2-792f5b2b8a42 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.557231] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbdb0c3-6969-4f04-b557-2e6fd07d7bea tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Suspending the VM {{(pid=68461) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1321.557532] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d2442162-3df9-42ac-b09a-e2c2f6d71b3f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.566795] env[68461]: DEBUG oslo_vmware.api [None req-bcbdb0c3-6969-4f04-b557-2e6fd07d7bea tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1321.566795] env[68461]: value = "task-2895979" [ 1321.566795] env[68461]: _type = "Task" [ 1321.566795] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.579522] env[68461]: DEBUG oslo_vmware.api [None req-bcbdb0c3-6969-4f04-b557-2e6fd07d7bea tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895979, 'name': SuspendVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.622616] env[68461]: DEBUG oslo_vmware.api [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Task: {'id': task-2895978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.630550] env[68461]: DEBUG oslo_vmware.api [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2895977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516994} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.631040] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] a42c8b64-f8e6-41ea-9b36-58e67b8a5532/a42c8b64-f8e6-41ea-9b36-58e67b8a5532.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1321.631279] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1321.631551] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18b8afa6-15f8-4730-be20-bf4b9447d011 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.635973] env[68461]: DEBUG nova.compute.manager [req-830df2ec-70cd-44ce-bca0-3b8b8ee040ee req-8160b7e1-9d16-4043-8dfb-0d607ff14ab7 service nova] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Received event network-vif-plugged-7569b6a6-24d9-48e2-9843-963b7563b74a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.636146] env[68461]: DEBUG oslo_concurrency.lockutils [req-830df2ec-70cd-44ce-bca0-3b8b8ee040ee req-8160b7e1-9d16-4043-8dfb-0d607ff14ab7 service nova] Acquiring lock "399e0fb5-c2c6-4112-b790-4bb07bc7a2ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.636348] env[68461]: DEBUG oslo_concurrency.lockutils [req-830df2ec-70cd-44ce-bca0-3b8b8ee040ee req-8160b7e1-9d16-4043-8dfb-0d607ff14ab7 service nova] Lock "399e0fb5-c2c6-4112-b790-4bb07bc7a2ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.636513] env[68461]: DEBUG oslo_concurrency.lockutils [req-830df2ec-70cd-44ce-bca0-3b8b8ee040ee req-8160b7e1-9d16-4043-8dfb-0d607ff14ab7 service nova] Lock "399e0fb5-c2c6-4112-b790-4bb07bc7a2ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.636696] env[68461]: DEBUG nova.compute.manager [req-830df2ec-70cd-44ce-bca0-3b8b8ee040ee req-8160b7e1-9d16-4043-8dfb-0d607ff14ab7 service nova] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] No waiting events found dispatching network-vif-plugged-7569b6a6-24d9-48e2-9843-963b7563b74a {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1321.636863] env[68461]: WARNING nova.compute.manager [req-830df2ec-70cd-44ce-bca0-3b8b8ee040ee req-8160b7e1-9d16-4043-8dfb-0d607ff14ab7 service nova] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Received unexpected event network-vif-plugged-7569b6a6-24d9-48e2-9843-963b7563b74a for instance with vm_state building and task_state spawning. [ 1321.638698] env[68461]: DEBUG oslo_vmware.api [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1321.638698] env[68461]: value = "task-2895980" [ 1321.638698] env[68461]: _type = "Task" [ 1321.638698] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.649078] env[68461]: DEBUG oslo_vmware.api [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2895980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.856781] env[68461]: DEBUG nova.network.neutron [-] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.882939] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07167c5b-c507-46f6-bfd1-fa9b8a0d902d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.893341] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870508fd-c766-4e64-bb28-10a0334fd69a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.928500] env[68461]: DEBUG nova.compute.manager [req-0a4ff3a5-79d9-44e3-a46c-ba26741f289f req-4e4c86bc-83c0-4ec7-af84-1a68ca8de152 service nova] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Detach interface failed, port_id=1144d449-43a1-4cda-9007-403c8468ff73, reason: Instance b013e906-4313-4ae3-a1fc-b27ee20b698c could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1322.035824] env[68461]: DEBUG nova.compute.utils [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1322.037784] env[68461]: DEBUG nova.compute.manager [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1322.037908] env[68461]: DEBUG nova.network.neutron [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1322.078564] env[68461]: DEBUG oslo_vmware.api [None req-bcbdb0c3-6969-4f04-b557-2e6fd07d7bea tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895979, 'name': SuspendVM_Task} progress is 62%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.092026] env[68461]: DEBUG nova.network.neutron [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Successfully updated port: 7569b6a6-24d9-48e2-9843-963b7563b74a {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1322.103926] env[68461]: DEBUG nova.policy [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb3e99eb5da7499994945a0e2fbb7bc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '999f416668e54a91b972f32f2e7c01cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1322.127805] env[68461]: DEBUG oslo_vmware.api [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Task: {'id': task-2895978, 'name': ReconfigVM_Task, 'duration_secs': 0.61087} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.130514] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 3ccf220f-2d43-459c-aa15-467afb81790d/3ccf220f-2d43-459c-aa15-467afb81790d.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.130514] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4728887a-9488-4c00-b818-a0591228b247 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.137970] env[68461]: DEBUG oslo_vmware.api [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Waiting for the task: (returnval){ [ 1322.137970] env[68461]: value = "task-2895981" [ 1322.137970] env[68461]: _type = "Task" [ 1322.137970] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.152729] env[68461]: DEBUG oslo_vmware.api [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2895980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123889} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.157951] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1322.158571] env[68461]: DEBUG oslo_vmware.api [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Task: {'id': task-2895981, 'name': Rename_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.161700] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ea6fed-dbba-43f9-83a4-7f114326651d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.189553] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] a42c8b64-f8e6-41ea-9b36-58e67b8a5532/a42c8b64-f8e6-41ea-9b36-58e67b8a5532.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.192347] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dea4207-450f-44ae-8677-25f9cbf60749 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.216354] env[68461]: DEBUG oslo_vmware.api [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1322.216354] env[68461]: value = "task-2895982" [ 1322.216354] env[68461]: _type = "Task" [ 1322.216354] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.228432] env[68461]: DEBUG oslo_vmware.api [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2895982, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.350077] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e12c657-93b3-4911-9569-802931c30394 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.358290] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033c1ae4-ad1e-4366-92c0-83a68fcae8a1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.361962] env[68461]: INFO nova.compute.manager [-] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Took 1.36 seconds to deallocate network for instance. [ 1322.393409] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985ed320-7c08-408f-b1bb-e1b574d7b71a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.402068] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2a58a3-cea7-4aea-8255-31fba5ef996d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.419817] env[68461]: DEBUG nova.compute.provider_tree [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.520412] env[68461]: DEBUG nova.network.neutron [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Successfully created port: fed9b5a8-c5ea-4e94-8540-2ea415fb97fc {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1322.540473] env[68461]: DEBUG nova.compute.manager [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1322.582415] env[68461]: DEBUG oslo_vmware.api [None req-bcbdb0c3-6969-4f04-b557-2e6fd07d7bea tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895979, 'name': SuspendVM_Task, 'duration_secs': 0.707589} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.583393] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbdb0c3-6969-4f04-b557-2e6fd07d7bea tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Suspended the VM {{(pid=68461) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1322.586666] env[68461]: DEBUG nova.compute.manager [None req-bcbdb0c3-6969-4f04-b557-2e6fd07d7bea tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.587720] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb89c437-a195-455e-89fd-d343592d4a90 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.597722] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "refresh_cache-399e0fb5-c2c6-4112-b790-4bb07bc7a2ee" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.597722] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired lock "refresh_cache-399e0fb5-c2c6-4112-b790-4bb07bc7a2ee" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.597722] env[68461]: DEBUG nova.network.neutron [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.648506] env[68461]: DEBUG oslo_vmware.api [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Task: {'id': task-2895981, 'name': Rename_Task, 'duration_secs': 0.168893} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.648793] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.649080] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99d4aad4-894e-4a29-92e6-0065e2d70185 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.657366] env[68461]: DEBUG oslo_vmware.api [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Waiting for the task: (returnval){ [ 1322.657366] env[68461]: value = "task-2895983" [ 1322.657366] env[68461]: _type = "Task" [ 1322.657366] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.667991] env[68461]: DEBUG oslo_vmware.api [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Task: {'id': task-2895983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.727309] env[68461]: DEBUG oslo_vmware.api [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2895982, 'name': ReconfigVM_Task, 'duration_secs': 0.295355} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.727597] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Reconfigured VM instance instance-00000062 to attach disk [datastore2] a42c8b64-f8e6-41ea-9b36-58e67b8a5532/a42c8b64-f8e6-41ea-9b36-58e67b8a5532.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.728250] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34d83c21-9af7-4c03-b618-f20b638209ec {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.734466] env[68461]: DEBUG oslo_vmware.api [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1322.734466] env[68461]: value = "task-2895984" [ 1322.734466] env[68461]: _type = "Task" [ 1322.734466] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.742726] env[68461]: DEBUG oslo_vmware.api [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2895984, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.893851] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.923429] env[68461]: DEBUG nova.scheduler.client.report [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1323.149087] env[68461]: DEBUG nova.network.neutron [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1323.170039] env[68461]: DEBUG oslo_vmware.api [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Task: {'id': task-2895983, 'name': PowerOnVM_Task, 'duration_secs': 0.479929} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.172364] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.172722] env[68461]: INFO nova.compute.manager [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1323.173050] env[68461]: DEBUG nova.compute.manager [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1323.174336] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c0215a-6a27-41fb-9ccc-e1d052063502 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.245637] env[68461]: DEBUG oslo_vmware.api [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2895984, 'name': Rename_Task, 'duration_secs': 0.142109} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.248426] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.248944] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e718391f-12fd-4fa0-bde8-a78830b8ce66 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.255858] env[68461]: DEBUG oslo_vmware.api [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1323.255858] env[68461]: value = "task-2895986" [ 1323.255858] env[68461]: _type = "Task" [ 1323.255858] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.263925] env[68461]: DEBUG oslo_vmware.api [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2895986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.352618] env[68461]: DEBUG nova.network.neutron [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Updating instance_info_cache with network_info: [{"id": "7569b6a6-24d9-48e2-9843-963b7563b74a", "address": "fa:16:3e:09:47:87", "network": {"id": "85cdbcc9-e5a7-4f29-940a-6c0f1d5018cf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1563446852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172893bd35654dcea61891ad9fbc7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7569b6a6-24", "ovs_interfaceid": "7569b6a6-24d9-48e2-9843-963b7563b74a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.403977] env[68461]: DEBUG nova.compute.manager [req-b0ef173d-17da-424e-ad86-bd238e644e9e req-442d9a89-8bcc-4a5d-9097-141065fe2a42 service nova] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Received event network-changed-7569b6a6-24d9-48e2-9843-963b7563b74a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.404176] env[68461]: DEBUG nova.compute.manager [req-b0ef173d-17da-424e-ad86-bd238e644e9e req-442d9a89-8bcc-4a5d-9097-141065fe2a42 service nova] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Refreshing instance network info cache due to event network-changed-7569b6a6-24d9-48e2-9843-963b7563b74a. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1323.404341] env[68461]: DEBUG oslo_concurrency.lockutils [req-b0ef173d-17da-424e-ad86-bd238e644e9e req-442d9a89-8bcc-4a5d-9097-141065fe2a42 service nova] Acquiring lock "refresh_cache-399e0fb5-c2c6-4112-b790-4bb07bc7a2ee" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.428820] env[68461]: DEBUG oslo_concurrency.lockutils [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.432226] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.288s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.453233] env[68461]: INFO nova.scheduler.client.report [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Deleted allocations for instance 4f1eb6e1-4e2a-4c71-9238-112725e9536d [ 1323.551358] env[68461]: DEBUG nova.compute.manager [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1323.579022] env[68461]: DEBUG nova.virt.hardware [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.579022] env[68461]: DEBUG nova.virt.hardware [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.579273] env[68461]: DEBUG nova.virt.hardware [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.579466] env[68461]: DEBUG nova.virt.hardware [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.579643] env[68461]: DEBUG nova.virt.hardware [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.579802] env[68461]: DEBUG nova.virt.hardware [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.580017] env[68461]: DEBUG nova.virt.hardware [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.580185] env[68461]: DEBUG nova.virt.hardware [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.580351] env[68461]: DEBUG nova.virt.hardware [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.580541] env[68461]: DEBUG nova.virt.hardware [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.580747] env[68461]: DEBUG nova.virt.hardware [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.581643] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea4ed70-fd0b-4ba6-9d36-c1b87335d0b1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.590472] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e2644f-38e1-4e84-9b46-2c43d14d3f57 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.697071] env[68461]: DEBUG nova.virt.hardware [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.697071] env[68461]: DEBUG nova.virt.hardware [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.697071] env[68461]: DEBUG nova.virt.hardware [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.697071] env[68461]: DEBUG nova.virt.hardware [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.697071] env[68461]: DEBUG nova.virt.hardware [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.697356] env[68461]: DEBUG nova.virt.hardware [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.697545] env[68461]: DEBUG nova.virt.hardware [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.697654] env[68461]: DEBUG nova.virt.hardware [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.697855] env[68461]: DEBUG nova.virt.hardware [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.697993] env[68461]: DEBUG nova.virt.hardware [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.698161] env[68461]: DEBUG nova.virt.hardware [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.699113] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caca78ed-e010-4842-a5e8-e9f9e447a485 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.704175] env[68461]: INFO nova.compute.manager [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Took 19.51 seconds to build instance. [ 1323.709621] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15be522b-be11-42b8-a011-760f6197c6e7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.724427] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:4e:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abbfa8fc-190a-46cc-b66e-35eb89c2acc1', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.731969] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.732529] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.732789] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-567b3676-87cc-48e3-9fc9-dd1cfc74e676 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.755936] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.755936] env[68461]: value = "task-2895987" [ 1323.755936] env[68461]: _type = "Task" [ 1323.755936] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.767615] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895987, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.770897] env[68461]: DEBUG oslo_vmware.api [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2895986, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.856223] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Releasing lock "refresh_cache-399e0fb5-c2c6-4112-b790-4bb07bc7a2ee" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.856722] env[68461]: DEBUG nova.compute.manager [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Instance network_info: |[{"id": "7569b6a6-24d9-48e2-9843-963b7563b74a", "address": "fa:16:3e:09:47:87", "network": {"id": "85cdbcc9-e5a7-4f29-940a-6c0f1d5018cf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1563446852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172893bd35654dcea61891ad9fbc7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7569b6a6-24", "ovs_interfaceid": "7569b6a6-24d9-48e2-9843-963b7563b74a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1323.857073] env[68461]: DEBUG oslo_concurrency.lockutils [req-b0ef173d-17da-424e-ad86-bd238e644e9e req-442d9a89-8bcc-4a5d-9097-141065fe2a42 service nova] Acquired lock "refresh_cache-399e0fb5-c2c6-4112-b790-4bb07bc7a2ee" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.857258] env[68461]: DEBUG nova.network.neutron [req-b0ef173d-17da-424e-ad86-bd238e644e9e req-442d9a89-8bcc-4a5d-9097-141065fe2a42 service nova] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Refreshing network info cache for port 7569b6a6-24d9-48e2-9843-963b7563b74a {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.858556] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:47:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7569b6a6-24d9-48e2-9843-963b7563b74a', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.865989] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.866475] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.866718] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b88a3aa-795e-424c-b897-675e47f76096 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.889518] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.889518] env[68461]: value = "task-2895988" [ 1323.889518] env[68461]: _type = "Task" [ 1323.889518] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.898688] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895988, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.937258] env[68461]: INFO nova.compute.claims [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1323.961870] env[68461]: DEBUG oslo_concurrency.lockutils [None req-40f3c65d-dcdd-4f6b-b97d-b1398a40330a tempest-VolumesAdminNegativeTest-1285694998 tempest-VolumesAdminNegativeTest-1285694998-project-member] Lock "4f1eb6e1-4e2a-4c71-9238-112725e9536d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.989s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.206473] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f190e213-3c2e-4a08-a7e0-6857969e4c5e tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Lock "3ccf220f-2d43-459c-aa15-467afb81790d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.024s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.272082] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895987, 'name': CreateVM_Task, 'duration_secs': 0.388153} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.277021] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1324.277021] env[68461]: DEBUG oslo_vmware.api [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2895986, 'name': PowerOnVM_Task, 'duration_secs': 0.720631} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.277021] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.277021] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.277021] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.277444] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1324.277444] env[68461]: INFO nova.compute.manager [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1324.277596] env[68461]: DEBUG nova.compute.manager [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.277793] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1a11697-2d0e-4ca3-be51-f064a9eaf197 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.280270] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af029dfb-68f9-4408-96bd-c4ded82bd8af {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.284128] env[68461]: DEBUG nova.network.neutron [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Successfully updated port: fed9b5a8-c5ea-4e94-8540-2ea415fb97fc {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1324.287999] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1324.287999] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5271a454-464c-aee6-6f95-22348bd94d5e" [ 1324.287999] env[68461]: _type = "Task" [ 1324.287999] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.300572] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5271a454-464c-aee6-6f95-22348bd94d5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.405628] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895988, 'name': CreateVM_Task, 'duration_secs': 0.376792} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.405813] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1324.406556] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.443866] env[68461]: INFO nova.compute.resource_tracker [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Updating resource usage from migration fd166729-97a5-4ca4-84ae-cde50d9953ad [ 1324.665403] env[68461]: DEBUG nova.network.neutron [req-b0ef173d-17da-424e-ad86-bd238e644e9e req-442d9a89-8bcc-4a5d-9097-141065fe2a42 service nova] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Updated VIF entry in instance network info cache for port 7569b6a6-24d9-48e2-9843-963b7563b74a. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1324.666331] env[68461]: DEBUG nova.network.neutron [req-b0ef173d-17da-424e-ad86-bd238e644e9e req-442d9a89-8bcc-4a5d-9097-141065fe2a42 service nova] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Updating instance_info_cache with network_info: [{"id": "7569b6a6-24d9-48e2-9843-963b7563b74a", "address": "fa:16:3e:09:47:87", "network": {"id": "85cdbcc9-e5a7-4f29-940a-6c0f1d5018cf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1563446852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172893bd35654dcea61891ad9fbc7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7569b6a6-24", "ovs_interfaceid": "7569b6a6-24d9-48e2-9843-963b7563b74a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.692816] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894b483d-56f9-4f3d-99d3-0537976ba101 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.700939] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4db505-8426-4068-b995-43fc64351211 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.731236] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31da4ed-b316-4d08-bbfa-aec6194a86a5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.739537] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd28f6c6-201a-43d9-8a8d-b25bbf5a8108 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.752792] env[68461]: DEBUG nova.compute.provider_tree [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.787985] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.787985] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.787985] env[68461]: DEBUG nova.network.neutron [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.803858] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5271a454-464c-aee6-6f95-22348bd94d5e, 'name': SearchDatastore_Task, 'duration_secs': 0.012703} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.805334] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.805571] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1324.805808] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.805954] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.806147] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1324.806612] env[68461]: INFO nova.compute.manager [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Took 20.39 seconds to build instance. [ 1324.807618] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.807920] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.808176] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b97d541-71da-4d75-8bce-09646ee45401 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.812105] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ad7f29-9511-4433-885d-ed203cbca49f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.817249] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1324.817249] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]529fed38-7096-eec3-8565-32571c44fe0e" [ 1324.817249] env[68461]: _type = "Task" [ 1324.817249] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.821754] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.821930] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1324.822900] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df4a9f35-2731-4374-846f-bbbde744684a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.828390] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]529fed38-7096-eec3-8565-32571c44fe0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.831016] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1324.831016] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52790e79-a1c7-6d1e-a330-ba50659b7dc7" [ 1324.831016] env[68461]: _type = "Task" [ 1324.831016] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.838538] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52790e79-a1c7-6d1e-a330-ba50659b7dc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.898070] env[68461]: DEBUG nova.compute.manager [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.898960] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a47461c-2129-4f05-98a5-3fb25adf2590 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.968489] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Acquiring lock "3ccf220f-2d43-459c-aa15-467afb81790d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.968750] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Lock "3ccf220f-2d43-459c-aa15-467afb81790d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.968959] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Acquiring lock "3ccf220f-2d43-459c-aa15-467afb81790d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.969151] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Lock "3ccf220f-2d43-459c-aa15-467afb81790d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.969333] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Lock "3ccf220f-2d43-459c-aa15-467afb81790d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.971311] env[68461]: INFO nova.compute.manager [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Terminating instance [ 1325.071395] env[68461]: DEBUG oslo_concurrency.lockutils [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "a42c8b64-f8e6-41ea-9b36-58e67b8a5532" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.170660] env[68461]: DEBUG oslo_concurrency.lockutils [req-b0ef173d-17da-424e-ad86-bd238e644e9e req-442d9a89-8bcc-4a5d-9097-141065fe2a42 service nova] Releasing lock "refresh_cache-399e0fb5-c2c6-4112-b790-4bb07bc7a2ee" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.256092] env[68461]: DEBUG nova.scheduler.client.report [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.313362] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a46d9d4a-0edf-4e70-91b6-d67dc11a545a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "a42c8b64-f8e6-41ea-9b36-58e67b8a5532" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.915s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.313714] env[68461]: DEBUG oslo_concurrency.lockutils [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "a42c8b64-f8e6-41ea-9b36-58e67b8a5532" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.242s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.313960] env[68461]: DEBUG oslo_concurrency.lockutils [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "a42c8b64-f8e6-41ea-9b36-58e67b8a5532-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.314190] env[68461]: DEBUG oslo_concurrency.lockutils [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "a42c8b64-f8e6-41ea-9b36-58e67b8a5532-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.314360] env[68461]: DEBUG oslo_concurrency.lockutils [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "a42c8b64-f8e6-41ea-9b36-58e67b8a5532-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.321759] env[68461]: INFO nova.compute.manager [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Terminating instance [ 1325.328783] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]529fed38-7096-eec3-8565-32571c44fe0e, 'name': SearchDatastore_Task, 'duration_secs': 0.016485} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.329803] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.329803] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1325.330596] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.341463] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52790e79-a1c7-6d1e-a330-ba50659b7dc7, 'name': SearchDatastore_Task, 'duration_secs': 0.034763} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.342849] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d710941e-b393-4276-abf1-64fbddc0a436 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.348526] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1325.348526] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5288b155-bc9e-e7c1-20fc-964ee703096e" [ 1325.348526] env[68461]: _type = "Task" [ 1325.348526] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.349055] env[68461]: DEBUG nova.network.neutron [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1325.358908] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5288b155-bc9e-e7c1-20fc-964ee703096e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.410164] env[68461]: INFO nova.compute.manager [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] instance snapshotting [ 1325.410390] env[68461]: WARNING nova.compute.manager [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1325.413548] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889ccd99-045d-4110-9941-3d86552288bc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.441348] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675ff4ca-09e6-4e7b-bcfd-465094be20ea {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.445011] env[68461]: DEBUG nova.compute.manager [req-c38f23a2-d0fb-4099-99ca-5a5ff5d1ac1f req-f6b6a47e-ca53-40b8-859f-b3d0243c85cc service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Received event network-vif-plugged-fed9b5a8-c5ea-4e94-8540-2ea415fb97fc {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.445301] env[68461]: DEBUG oslo_concurrency.lockutils [req-c38f23a2-d0fb-4099-99ca-5a5ff5d1ac1f req-f6b6a47e-ca53-40b8-859f-b3d0243c85cc service nova] Acquiring lock "f76ea40c-c5b5-47b1-93a1-3db874d93806-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.445637] env[68461]: DEBUG oslo_concurrency.lockutils [req-c38f23a2-d0fb-4099-99ca-5a5ff5d1ac1f req-f6b6a47e-ca53-40b8-859f-b3d0243c85cc service nova] Lock "f76ea40c-c5b5-47b1-93a1-3db874d93806-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.445887] env[68461]: DEBUG oslo_concurrency.lockutils [req-c38f23a2-d0fb-4099-99ca-5a5ff5d1ac1f req-f6b6a47e-ca53-40b8-859f-b3d0243c85cc service nova] Lock "f76ea40c-c5b5-47b1-93a1-3db874d93806-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.446127] env[68461]: DEBUG nova.compute.manager [req-c38f23a2-d0fb-4099-99ca-5a5ff5d1ac1f req-f6b6a47e-ca53-40b8-859f-b3d0243c85cc service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] No waiting events found dispatching network-vif-plugged-fed9b5a8-c5ea-4e94-8540-2ea415fb97fc {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1325.446351] env[68461]: WARNING nova.compute.manager [req-c38f23a2-d0fb-4099-99ca-5a5ff5d1ac1f req-f6b6a47e-ca53-40b8-859f-b3d0243c85cc service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Received unexpected event network-vif-plugged-fed9b5a8-c5ea-4e94-8540-2ea415fb97fc for instance with vm_state building and task_state spawning. [ 1325.446566] env[68461]: DEBUG nova.compute.manager [req-c38f23a2-d0fb-4099-99ca-5a5ff5d1ac1f req-f6b6a47e-ca53-40b8-859f-b3d0243c85cc service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Received event network-changed-fed9b5a8-c5ea-4e94-8540-2ea415fb97fc {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.446775] env[68461]: DEBUG nova.compute.manager [req-c38f23a2-d0fb-4099-99ca-5a5ff5d1ac1f req-f6b6a47e-ca53-40b8-859f-b3d0243c85cc service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Refreshing instance network info cache due to event network-changed-fed9b5a8-c5ea-4e94-8540-2ea415fb97fc. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1325.446991] env[68461]: DEBUG oslo_concurrency.lockutils [req-c38f23a2-d0fb-4099-99ca-5a5ff5d1ac1f req-f6b6a47e-ca53-40b8-859f-b3d0243c85cc service nova] Acquiring lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.448287] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-09adc2c5-ab57-45c4-88d2-599180f67a37 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Volume attach. Driver type: vmdk {{(pid=68461) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1325.448652] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-09adc2c5-ab57-45c4-88d2-599180f67a37 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581745', 'volume_id': '477ec6dd-bacb-4aa5-8934-4c79cc4ced8f', 'name': 'volume-477ec6dd-bacb-4aa5-8934-4c79cc4ced8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c64335ce-81c1-4975-be9e-77155e1f8ddb', 'attached_at': '', 'detached_at': '', 'volume_id': '477ec6dd-bacb-4aa5-8934-4c79cc4ced8f', 'serial': '477ec6dd-bacb-4aa5-8934-4c79cc4ced8f'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1325.449662] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdfcf88-57dc-4cd2-9f1d-9a0866690ce3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.471217] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb3397c-572e-4062-ba34-15b5311a5ffb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.476606] env[68461]: DEBUG nova.compute.manager [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.476887] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.478044] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a484568e-a09c-4cd6-b02f-79f0226e5409 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.505108] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-09adc2c5-ab57-45c4-88d2-599180f67a37 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] volume-477ec6dd-bacb-4aa5-8934-4c79cc4ced8f/volume-477ec6dd-bacb-4aa5-8934-4c79cc4ced8f.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1325.508415] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09265b31-dabd-41d1-971a-9b12d8d0b688 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.522169] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.524771] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a986168f-e0e0-4a21-a269-8f1024958880 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.531170] env[68461]: DEBUG oslo_vmware.api [None req-09adc2c5-ab57-45c4-88d2-599180f67a37 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1325.531170] env[68461]: value = "task-2895989" [ 1325.531170] env[68461]: _type = "Task" [ 1325.531170] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.532638] env[68461]: DEBUG oslo_vmware.api [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Waiting for the task: (returnval){ [ 1325.532638] env[68461]: value = "task-2895990" [ 1325.532638] env[68461]: _type = "Task" [ 1325.532638] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.543999] env[68461]: DEBUG oslo_vmware.api [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Task: {'id': task-2895990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.548227] env[68461]: DEBUG oslo_vmware.api [None req-09adc2c5-ab57-45c4-88d2-599180f67a37 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895989, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.557645] env[68461]: DEBUG nova.network.neutron [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Updating instance_info_cache with network_info: [{"id": "fed9b5a8-c5ea-4e94-8540-2ea415fb97fc", "address": "fa:16:3e:29:28:3d", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed9b5a8-c5", "ovs_interfaceid": "fed9b5a8-c5ea-4e94-8540-2ea415fb97fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.761399] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.330s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.761745] env[68461]: INFO nova.compute.manager [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Migrating [ 1325.774846] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.127s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.776411] env[68461]: INFO nova.compute.claims [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.826714] env[68461]: DEBUG nova.compute.manager [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.826714] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.826714] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc37575a-5fbe-4390-8c6a-8872d2cd7bae {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.836542] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.836542] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0a7abfa-b50d-4adb-b38d-92a57efacf6c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.843029] env[68461]: DEBUG oslo_vmware.api [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1325.843029] env[68461]: value = "task-2895991" [ 1325.843029] env[68461]: _type = "Task" [ 1325.843029] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.850684] env[68461]: DEBUG oslo_vmware.api [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2895991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.862648] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5288b155-bc9e-e7c1-20fc-964ee703096e, 'name': SearchDatastore_Task, 'duration_secs': 0.052784} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.863351] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.863351] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9/bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1325.863934] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.863934] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1325.863934] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b5dbfa8-6b71-40f6-9480-a636592b1c21 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.866017] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-469e199c-6fae-4a0a-9524-7eab130b04e3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.875420] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1325.875420] env[68461]: value = "task-2895992" [ 1325.875420] env[68461]: _type = "Task" [ 1325.875420] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.879428] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1325.879631] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1325.880669] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a01668b-be55-4757-8f04-63df47c082fc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.886236] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.889487] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1325.889487] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52416f52-0933-1989-82e5-b6ae9cd1a04e" [ 1325.889487] env[68461]: _type = "Task" [ 1325.889487] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.896798] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52416f52-0933-1989-82e5-b6ae9cd1a04e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.972695] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Creating Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1325.973080] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6aecf63f-8193-40fd-ae6a-2a8260c0ab6f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.980976] env[68461]: DEBUG oslo_vmware.api [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1325.980976] env[68461]: value = "task-2895993" [ 1325.980976] env[68461]: _type = "Task" [ 1325.980976] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.990356] env[68461]: DEBUG oslo_vmware.api [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895993, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.051194] env[68461]: DEBUG oslo_vmware.api [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Task: {'id': task-2895990, 'name': PowerOffVM_Task, 'duration_secs': 0.192068} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.056979] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.057376] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.058078] env[68461]: DEBUG oslo_vmware.api [None req-09adc2c5-ab57-45c4-88d2-599180f67a37 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895989, 'name': ReconfigVM_Task, 'duration_secs': 0.370167} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.058175] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d46d8f8d-5f49-444a-9ab2-7ce66fa2a126 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.060940] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-09adc2c5-ab57-45c4-88d2-599180f67a37 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Reconfigured VM instance instance-0000005a to attach disk [datastore2] volume-477ec6dd-bacb-4aa5-8934-4c79cc4ced8f/volume-477ec6dd-bacb-4aa5-8934-4c79cc4ced8f.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.067103] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.067495] env[68461]: DEBUG nova.compute.manager [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Instance network_info: |[{"id": "fed9b5a8-c5ea-4e94-8540-2ea415fb97fc", "address": "fa:16:3e:29:28:3d", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed9b5a8-c5", "ovs_interfaceid": "fed9b5a8-c5ea-4e94-8540-2ea415fb97fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1326.067766] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8763112-1fa9-47b9-a184-6aa8abf0a5ae {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.079336] env[68461]: DEBUG oslo_concurrency.lockutils [req-c38f23a2-d0fb-4099-99ca-5a5ff5d1ac1f req-f6b6a47e-ca53-40b8-859f-b3d0243c85cc service nova] Acquired lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.079831] env[68461]: DEBUG nova.network.neutron [req-c38f23a2-d0fb-4099-99ca-5a5ff5d1ac1f req-f6b6a47e-ca53-40b8-859f-b3d0243c85cc service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Refreshing network info cache for port fed9b5a8-c5ea-4e94-8540-2ea415fb97fc {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1326.081227] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:28:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fed9b5a8-c5ea-4e94-8540-2ea415fb97fc', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1326.089718] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.094020] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1326.094020] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bab584a-f923-44e3-b6c4-fffcce02203b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.111914] env[68461]: DEBUG oslo_vmware.api [None req-09adc2c5-ab57-45c4-88d2-599180f67a37 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1326.111914] env[68461]: value = "task-2895995" [ 1326.111914] env[68461]: _type = "Task" [ 1326.111914] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.117581] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1326.117581] env[68461]: value = "task-2895996" [ 1326.117581] env[68461]: _type = "Task" [ 1326.117581] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.126698] env[68461]: DEBUG oslo_vmware.api [None req-09adc2c5-ab57-45c4-88d2-599180f67a37 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895995, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.132460] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895996, 'name': CreateVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.158867] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.159214] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.159493] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Deleting the datastore file [datastore2] 3ccf220f-2d43-459c-aa15-467afb81790d {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.159926] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70dd0e5e-9346-4ad2-b01a-4dc452aac131 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.167763] env[68461]: DEBUG oslo_vmware.api [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Waiting for the task: (returnval){ [ 1326.167763] env[68461]: value = "task-2895997" [ 1326.167763] env[68461]: _type = "Task" [ 1326.167763] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.177460] env[68461]: DEBUG oslo_vmware.api [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Task: {'id': task-2895997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.290089] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "refresh_cache-bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.293023] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired lock "refresh_cache-bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.293023] env[68461]: DEBUG nova.network.neutron [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.357114] env[68461]: DEBUG oslo_vmware.api [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2895991, 'name': PowerOffVM_Task, 'duration_secs': 0.157684} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.357517] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.357776] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.358123] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c814f974-1e16-4f4c-8303-00bee3d54f91 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.389483] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504096} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.389847] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9/bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1326.390076] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1326.393192] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a68a4d37-c0bf-4c12-83a0-5d779be8e459 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.400484] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52416f52-0933-1989-82e5-b6ae9cd1a04e, 'name': SearchDatastore_Task, 'duration_secs': 0.020535} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.402447] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1326.402447] env[68461]: value = "task-2895999" [ 1326.402447] env[68461]: _type = "Task" [ 1326.402447] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.402732] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eeb448a-9bcb-4aad-8025-0a7164d8ff15 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.410610] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1326.410610] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52848ba9-49fc-8f83-f15f-ec07b00278ff" [ 1326.410610] env[68461]: _type = "Task" [ 1326.410610] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.413616] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.423513] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52848ba9-49fc-8f83-f15f-ec07b00278ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.428701] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.428917] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.429231] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Deleting the datastore file [datastore2] a42c8b64-f8e6-41ea-9b36-58e67b8a5532 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.429430] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e53055af-3359-4a42-949e-19cba3b5bfe1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.435210] env[68461]: DEBUG oslo_vmware.api [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1326.435210] env[68461]: value = "task-2896000" [ 1326.435210] env[68461]: _type = "Task" [ 1326.435210] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.444875] env[68461]: DEBUG oslo_vmware.api [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.493763] env[68461]: DEBUG oslo_vmware.api [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895993, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.625861] env[68461]: DEBUG oslo_vmware.api [None req-09adc2c5-ab57-45c4-88d2-599180f67a37 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2895995, 'name': ReconfigVM_Task, 'duration_secs': 0.181462} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.626661] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-09adc2c5-ab57-45c4-88d2-599180f67a37 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581745', 'volume_id': '477ec6dd-bacb-4aa5-8934-4c79cc4ced8f', 'name': 'volume-477ec6dd-bacb-4aa5-8934-4c79cc4ced8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c64335ce-81c1-4975-be9e-77155e1f8ddb', 'attached_at': '', 'detached_at': '', 'volume_id': '477ec6dd-bacb-4aa5-8934-4c79cc4ced8f', 'serial': '477ec6dd-bacb-4aa5-8934-4c79cc4ced8f'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1326.636261] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895996, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.682404] env[68461]: DEBUG oslo_vmware.api [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Task: {'id': task-2895997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239734} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.682716] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.682927] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.683167] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.683381] env[68461]: INFO nova.compute.manager [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1326.683657] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.683879] env[68461]: DEBUG nova.compute.manager [-] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1326.683985] env[68461]: DEBUG nova.network.neutron [-] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.915666] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2895999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083249} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.920298] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1326.921233] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5407f849-1700-425b-85bf-8669e3c6c30b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.928671] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52848ba9-49fc-8f83-f15f-ec07b00278ff, 'name': SearchDatastore_Task, 'duration_secs': 0.016971} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.937674] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.937850] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee/399e0fb5-c2c6-4112-b790-4bb07bc7a2ee.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1326.946516] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9/bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1326.949192] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09da17f7-fdba-4684-ad42-e68ff9fdb6d4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.953729] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94ae69de-04b1-44bb-8ab1-866ee1d2fffe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.972589] env[68461]: DEBUG oslo_vmware.api [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217582} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.974436] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.974721] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.974796] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.974972] env[68461]: INFO nova.compute.manager [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1326.975229] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.975541] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1326.975541] env[68461]: value = "task-2896002" [ 1326.975541] env[68461]: _type = "Task" [ 1326.975541] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.975705] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1326.975705] env[68461]: value = "task-2896001" [ 1326.975705] env[68461]: _type = "Task" [ 1326.975705] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.975884] env[68461]: DEBUG nova.compute.manager [-] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1326.975978] env[68461]: DEBUG nova.network.neutron [-] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.995196] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.001705] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.005681] env[68461]: DEBUG oslo_vmware.api [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2895993, 'name': CreateSnapshot_Task, 'duration_secs': 0.581113} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.005775] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Created Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1327.006992] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcb6499-7ead-4105-b971-2e9efbca6fc7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.089718] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2039e54b-aa1a-47e4-9593-59d13453d437 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.097765] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c17df62-2669-490b-ac93-5e32bd043579 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.136565] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9376a47-eea8-4295-9d63-be1b30489c1a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.148024] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2895996, 'name': CreateVM_Task, 'duration_secs': 0.55473} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.148529] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1327.149831] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.149831] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.149831] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.151173] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b57009a-2238-4d84-894b-5ac890d74ac5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.155607] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a33856b4-ff4c-402e-b1b8-39844b615845 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.167113] env[68461]: DEBUG nova.compute.provider_tree [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.169790] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1327.169790] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c8a267-e71b-6dcd-96a9-acafd4df7d1f" [ 1327.169790] env[68461]: _type = "Task" [ 1327.169790] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.177720] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c8a267-e71b-6dcd-96a9-acafd4df7d1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.494015] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.500686] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896001, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.530538] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Creating linked-clone VM from snapshot {{(pid=68461) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1327.530919] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d13105ed-8c13-4003-8960-4d1bf2731ad3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.539186] env[68461]: DEBUG oslo_vmware.api [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1327.539186] env[68461]: value = "task-2896003" [ 1327.539186] env[68461]: _type = "Task" [ 1327.539186] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.548303] env[68461]: DEBUG nova.compute.manager [req-6eb41a26-d5ed-442d-9d41-53b58439e35e req-e5bbf46b-38f7-4ebf-b243-dd2b492ebe0b service nova] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Received event network-vif-deleted-061e84a7-dd69-46b9-bbc0-03ba7aed9aaa {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.548558] env[68461]: INFO nova.compute.manager [req-6eb41a26-d5ed-442d-9d41-53b58439e35e req-e5bbf46b-38f7-4ebf-b243-dd2b492ebe0b service nova] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Neutron deleted interface 061e84a7-dd69-46b9-bbc0-03ba7aed9aaa; detaching it from the instance and deleting it from the info cache [ 1327.548792] env[68461]: DEBUG nova.network.neutron [req-6eb41a26-d5ed-442d-9d41-53b58439e35e req-e5bbf46b-38f7-4ebf-b243-dd2b492ebe0b service nova] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.554282] env[68461]: DEBUG oslo_vmware.api [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896003, 'name': CloneVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.619595] env[68461]: DEBUG nova.network.neutron [req-c38f23a2-d0fb-4099-99ca-5a5ff5d1ac1f req-f6b6a47e-ca53-40b8-859f-b3d0243c85cc service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Updated VIF entry in instance network info cache for port fed9b5a8-c5ea-4e94-8540-2ea415fb97fc. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1327.620157] env[68461]: DEBUG nova.network.neutron [req-c38f23a2-d0fb-4099-99ca-5a5ff5d1ac1f req-f6b6a47e-ca53-40b8-859f-b3d0243c85cc service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Updating instance_info_cache with network_info: [{"id": "fed9b5a8-c5ea-4e94-8540-2ea415fb97fc", "address": "fa:16:3e:29:28:3d", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed9b5a8-c5", "ovs_interfaceid": "fed9b5a8-c5ea-4e94-8540-2ea415fb97fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.671882] env[68461]: DEBUG nova.scheduler.client.report [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.681706] env[68461]: DEBUG nova.objects.instance [None req-09adc2c5-ab57-45c4-88d2-599180f67a37 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lazy-loading 'flavor' on Instance uuid c64335ce-81c1-4975-be9e-77155e1f8ddb {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.693440] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c8a267-e71b-6dcd-96a9-acafd4df7d1f, 'name': SearchDatastore_Task, 'duration_secs': 0.031879} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.693440] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.693440] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1327.693440] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.693834] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.693834] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1327.696467] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44cdce0f-fe67-447e-aa13-bcf0a0c34fa1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.714048] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1327.714307] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1327.716310] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80370955-1ff9-490f-8f59-3161bdc33249 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.721824] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1327.721824] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]520b3412-2303-e1e6-a8d3-93593b9e30ad" [ 1327.721824] env[68461]: _type = "Task" [ 1327.721824] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.730891] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520b3412-2303-e1e6-a8d3-93593b9e30ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.773149] env[68461]: DEBUG nova.network.neutron [-] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.875104] env[68461]: DEBUG nova.network.neutron [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Updating instance_info_cache with network_info: [{"id": "5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a", "address": "fa:16:3e:b5:f5:47", "network": {"id": "32ab3227-0156-4a55-9222-1015f605da2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1621872308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29fe601402479aa1bce276deab61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bae647a-f7", "ovs_interfaceid": "5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.997132] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795883} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.998034] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896002, 'name': ReconfigVM_Task, 'duration_secs': 0.853876} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.998587] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee/399e0fb5-c2c6-4112-b790-4bb07bc7a2ee.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1327.998909] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1327.999305] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Reconfigured VM instance instance-0000004f to attach disk [datastore1] bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9/bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.001400] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'encrypted': False, 'device_name': '/dev/sda', 'encryption_format': None, 'disk_bus': None, 'size': 0, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '7a283f1b-0e5c-4fe3-883c-328c5621506a'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'attachment_id': '0d0e99b3-0300-4d70-8e46-b6be31ddf459', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581736', 'volume_id': 'bf8137c6-4932-4e53-a6f9-d90158568230', 'name': 'volume-bf8137c6-4932-4e53-a6f9-d90158568230', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf8137c6-4932-4e53-a6f9-d90158568230', 'serial': 'bf8137c6-4932-4e53-a6f9-d90158568230'}, 'disk_bus': None, 'delete_on_termination': False, 'guest_format': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=68461) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1328.001744] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Volume attach. Driver type: vmdk {{(pid=68461) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1328.001955] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581736', 'volume_id': 'bf8137c6-4932-4e53-a6f9-d90158568230', 'name': 'volume-bf8137c6-4932-4e53-a6f9-d90158568230', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf8137c6-4932-4e53-a6f9-d90158568230', 'serial': 'bf8137c6-4932-4e53-a6f9-d90158568230'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1328.002669] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c49f9cd1-e4c7-4573-8da7-fd5ef9e09c73 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.006718] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5e368a-f14c-467a-9863-c301c5b06070 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.026982] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e362a8f7-d57d-4dec-bdc6-9188fb9e529b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.029743] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1328.029743] env[68461]: value = "task-2896004" [ 1328.029743] env[68461]: _type = "Task" [ 1328.029743] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.064717] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] volume-bf8137c6-4932-4e53-a6f9-d90158568230/volume-bf8137c6-4932-4e53-a6f9-d90158568230.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.068880] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4783c690-da3f-4d86-bc82-3bb9fd8ee58b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.070598] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49a6747d-71d0-4462-8bb9-abef5f023513 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.086552] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896004, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.092044] env[68461]: DEBUG oslo_vmware.api [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896003, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.095327] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1328.095327] env[68461]: value = "task-2896005" [ 1328.095327] env[68461]: _type = "Task" [ 1328.095327] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.098199] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03120071-7e42-408d-80de-e1e0c6f722f0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.111189] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d9765163-fdd9-4113-9e23-2066b0f8b4cc tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "d8577ea9-60dc-401c-a92c-5bd4201e1545" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.111469] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d9765163-fdd9-4113-9e23-2066b0f8b4cc tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "d8577ea9-60dc-401c-a92c-5bd4201e1545" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.117125] env[68461]: DEBUG nova.compute.manager [req-5c8652c4-85b7-42a2-a043-07746c01bc6f req-39ec7ee3-64a2-4797-8f3a-ceef057f0451 service nova] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Received event network-vif-deleted-a62071db-9ac1-4523-883b-e8746d528402 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.117125] env[68461]: INFO nova.compute.manager [req-5c8652c4-85b7-42a2-a043-07746c01bc6f req-39ec7ee3-64a2-4797-8f3a-ceef057f0451 service nova] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Neutron deleted interface a62071db-9ac1-4523-883b-e8746d528402; detaching it from the instance and deleting it from the info cache [ 1328.117125] env[68461]: DEBUG nova.network.neutron [req-5c8652c4-85b7-42a2-a043-07746c01bc6f req-39ec7ee3-64a2-4797-8f3a-ceef057f0451 service nova] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.124569] env[68461]: DEBUG oslo_concurrency.lockutils [req-c38f23a2-d0fb-4099-99ca-5a5ff5d1ac1f req-f6b6a47e-ca53-40b8-859f-b3d0243c85cc service nova] Releasing lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.125035] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.141366] env[68461]: DEBUG nova.compute.manager [req-6eb41a26-d5ed-442d-9d41-53b58439e35e req-e5bbf46b-38f7-4ebf-b243-dd2b492ebe0b service nova] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Detach interface failed, port_id=061e84a7-dd69-46b9-bbc0-03ba7aed9aaa, reason: Instance a42c8b64-f8e6-41ea-9b36-58e67b8a5532 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1328.180297] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.180812] env[68461]: DEBUG nova.compute.manager [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1328.187027] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.699s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.187027] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.187027] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68461) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1328.187027] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.290s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.187027] env[68461]: DEBUG nova.objects.instance [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lazy-loading 'resources' on Instance uuid b013e906-4313-4ae3-a1fc-b27ee20b698c {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.187027] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faaeb5c8-2592-4fe3-a97c-14419ed8dbf3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.196031] env[68461]: DEBUG oslo_concurrency.lockutils [None req-09adc2c5-ab57-45c4-88d2-599180f67a37 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "c64335ce-81c1-4975-be9e-77155e1f8ddb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.898s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.197854] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27517ac2-6813-4614-879b-8af1d2908ff9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.214585] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58aea2a-df70-4196-a50a-1511d4be3cb3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.221240] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29103e2f-d9ad-4664-a429-765ad8b6ed05 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.268856] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520b3412-2303-e1e6-a8d3-93593b9e30ad, 'name': SearchDatastore_Task, 'duration_secs': 0.034764} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.269753] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178664MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=68461) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1328.269994] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.271789] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8169bb87-4d38-41c6-abdc-2d66b2ecb6b7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.275623] env[68461]: INFO nova.compute.manager [-] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Took 1.30 seconds to deallocate network for instance. [ 1328.282473] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1328.282473] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521f531d-e1fb-5bfb-f1d7-809cfdce8e32" [ 1328.282473] env[68461]: _type = "Task" [ 1328.282473] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.294802] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521f531d-e1fb-5bfb-f1d7-809cfdce8e32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.307385] env[68461]: DEBUG nova.network.neutron [-] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.378087] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Releasing lock "refresh_cache-bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.433948] env[68461]: INFO nova.compute.manager [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Rescuing [ 1328.434189] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "refresh_cache-c64335ce-81c1-4975-be9e-77155e1f8ddb" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.434348] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquired lock "refresh_cache-c64335ce-81c1-4975-be9e-77155e1f8ddb" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.434516] env[68461]: DEBUG nova.network.neutron [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1328.540832] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063301} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.541394] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1328.542129] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c0ccf5-de38-4e24-99f5-3528951f708f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.564754] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee/399e0fb5-c2c6-4112-b790-4bb07bc7a2ee.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.565373] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cef8453b-07b3-46d2-9cc9-b628360f4fe6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.590732] env[68461]: DEBUG oslo_vmware.api [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896003, 'name': CloneVM_Task} progress is 95%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.592150] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1328.592150] env[68461]: value = "task-2896006" [ 1328.592150] env[68461]: _type = "Task" [ 1328.592150] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.600141] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896006, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.617674] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896005, 'name': ReconfigVM_Task, 'duration_secs': 0.308063} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.617755] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Reconfigured VM instance instance-0000004f to attach disk [datastore2] volume-bf8137c6-4932-4e53-a6f9-d90158568230/volume-bf8137c6-4932-4e53-a6f9-d90158568230.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.628024] env[68461]: DEBUG nova.compute.utils [None req-d9765163-fdd9-4113-9e23-2066b0f8b4cc tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1328.629430] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a7e3f66-4481-46e8-81fc-6ca33040bc9c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.639642] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f49080f-a6b5-4b23-957b-7f0888a97b2d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.649517] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b494c7f7-7f06-4247-aa81-791d4a05dc82 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.660479] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1328.660479] env[68461]: value = "task-2896007" [ 1328.660479] env[68461]: _type = "Task" [ 1328.660479] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.669803] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.684270] env[68461]: DEBUG nova.compute.manager [req-5c8652c4-85b7-42a2-a043-07746c01bc6f req-39ec7ee3-64a2-4797-8f3a-ceef057f0451 service nova] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Detach interface failed, port_id=a62071db-9ac1-4523-883b-e8746d528402, reason: Instance 3ccf220f-2d43-459c-aa15-467afb81790d could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1328.686849] env[68461]: DEBUG nova.compute.utils [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1328.688137] env[68461]: DEBUG nova.compute.manager [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1328.688299] env[68461]: DEBUG nova.network.neutron [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1328.737995] env[68461]: DEBUG nova.policy [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67aed83e36be4d988c9a2a79a97e0ee0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8ecfe9074a44644a0b4aefb0deca40e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1328.784353] env[68461]: DEBUG oslo_concurrency.lockutils [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.794034] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521f531d-e1fb-5bfb-f1d7-809cfdce8e32, 'name': SearchDatastore_Task, 'duration_secs': 0.009631} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.794350] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.794641] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] f76ea40c-c5b5-47b1-93a1-3db874d93806/f76ea40c-c5b5-47b1-93a1-3db874d93806.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1328.797667] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0beb7adc-798b-4f68-928b-0b13b4135a73 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.805602] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1328.805602] env[68461]: value = "task-2896008" [ 1328.805602] env[68461]: _type = "Task" [ 1328.805602] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.809709] env[68461]: INFO nova.compute.manager [-] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Took 2.13 seconds to deallocate network for instance. [ 1328.814613] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.016470] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c99226-5b26-4e12-bed0-b2929abe1b0a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.027916] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ce303d-fd40-40ed-b874-cd9201a8ef7d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.069855] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1986e65-2e46-4b87-ae9f-ed0fb3ffa00e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.080881] env[68461]: DEBUG oslo_vmware.api [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896003, 'name': CloneVM_Task, 'duration_secs': 1.273257} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.084078] env[68461]: INFO nova.virt.vmwareapi.vmops [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Created linked-clone VM from snapshot [ 1329.087652] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a00284-6ebe-4238-83b9-e39a6414d288 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.091700] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117bf943-db3c-4537-8c34-650c557f09dd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.103528] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Uploading image 46cfa026-db73-4676-a318-1f64095e1f2a {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1329.115186] env[68461]: DEBUG nova.compute.provider_tree [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.119941] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896006, 'name': ReconfigVM_Task, 'duration_secs': 0.304368} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.121335] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee/399e0fb5-c2c6-4112-b790-4bb07bc7a2ee.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.122292] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe894de0-e4cc-4515-b517-bae06f0fc678 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.129596] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1329.129596] env[68461]: value = "task-2896009" [ 1329.129596] env[68461]: _type = "Task" [ 1329.129596] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.142970] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d9765163-fdd9-4113-9e23-2066b0f8b4cc tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "d8577ea9-60dc-401c-a92c-5bd4201e1545" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.031s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.142970] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896009, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.148041] env[68461]: DEBUG oslo_vmware.rw_handles [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1329.148041] env[68461]: value = "vm-581750" [ 1329.148041] env[68461]: _type = "VirtualMachine" [ 1329.148041] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1329.148710] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4f7effdf-b3bb-4c1f-93d9-0b916739fc62 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.156469] env[68461]: DEBUG oslo_vmware.rw_handles [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lease: (returnval){ [ 1329.156469] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521aa175-2155-8826-5db1-f097bef6cbdf" [ 1329.156469] env[68461]: _type = "HttpNfcLease" [ 1329.156469] env[68461]: } obtained for exporting VM: (result){ [ 1329.156469] env[68461]: value = "vm-581750" [ 1329.156469] env[68461]: _type = "VirtualMachine" [ 1329.156469] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1329.156718] env[68461]: DEBUG oslo_vmware.api [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the lease: (returnval){ [ 1329.156718] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521aa175-2155-8826-5db1-f097bef6cbdf" [ 1329.156718] env[68461]: _type = "HttpNfcLease" [ 1329.156718] env[68461]: } to be ready. {{(pid=68461) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1329.170926] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1329.170926] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521aa175-2155-8826-5db1-f097bef6cbdf" [ 1329.170926] env[68461]: _type = "HttpNfcLease" [ 1329.170926] env[68461]: } is initializing. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1329.174798] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896007, 'name': ReconfigVM_Task, 'duration_secs': 0.151437} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.175142] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581736', 'volume_id': 'bf8137c6-4932-4e53-a6f9-d90158568230', 'name': 'volume-bf8137c6-4932-4e53-a6f9-d90158568230', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf8137c6-4932-4e53-a6f9-d90158568230', 'serial': 'bf8137c6-4932-4e53-a6f9-d90158568230'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1329.175761] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1634c7d4-847a-4abb-bc02-269139b18c79 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.182512] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1329.182512] env[68461]: value = "task-2896011" [ 1329.182512] env[68461]: _type = "Task" [ 1329.182512] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.194295] env[68461]: DEBUG nova.compute.manager [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1329.197251] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896011, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.317511] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896008, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.321898] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.380531] env[68461]: DEBUG nova.network.neutron [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Successfully created port: 9f6522b1-520a-4d0f-ac5a-e3b5917ade70 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1329.422496] env[68461]: DEBUG nova.network.neutron [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Updating instance_info_cache with network_info: [{"id": "365d7819-bd85-4986-bced-6122d0c68b34", "address": "fa:16:3e:e7:58:1e", "network": {"id": "6b43960b-b0f6-4b4c-b213-cd12050cdf18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-56355681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf178dda4c0a4d5aabe035e50ad2db81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap365d7819-bd", "ovs_interfaceid": "365d7819-bd85-4986-bced-6122d0c68b34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.625020] env[68461]: DEBUG nova.scheduler.client.report [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.640766] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896009, 'name': Rename_Task, 'duration_secs': 0.325098} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.642617] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.642617] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da9a191d-eea9-409d-933c-cc169a8814a6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.649038] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1329.649038] env[68461]: value = "task-2896012" [ 1329.649038] env[68461]: _type = "Task" [ 1329.649038] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.659021] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.666633] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1329.666633] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521aa175-2155-8826-5db1-f097bef6cbdf" [ 1329.666633] env[68461]: _type = "HttpNfcLease" [ 1329.666633] env[68461]: } is ready. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1329.666935] env[68461]: DEBUG oslo_vmware.rw_handles [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1329.666935] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521aa175-2155-8826-5db1-f097bef6cbdf" [ 1329.666935] env[68461]: _type = "HttpNfcLease" [ 1329.666935] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1329.667661] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4c3fb9-3e04-4a60-97d1-4f0d77329f43 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.675343] env[68461]: DEBUG oslo_vmware.rw_handles [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526cbdad-f78a-d5f6-0b02-90a525c7b45b/disk-0.vmdk from lease info. {{(pid=68461) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1329.675566] env[68461]: DEBUG oslo_vmware.rw_handles [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526cbdad-f78a-d5f6-0b02-90a525c7b45b/disk-0.vmdk for reading. {{(pid=68461) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1329.757138] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896011, 'name': Rename_Task, 'duration_secs': 0.291529} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.757448] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.757707] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81e2e0a1-9f3b-4275-ab7c-d5695d63ab56 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.764741] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1329.764741] env[68461]: value = "task-2896013" [ 1329.764741] env[68461]: _type = "Task" [ 1329.764741] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.773419] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.780165] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4ee0043d-dae8-4fa1-a55c-276b12290049 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.820876] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524887} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.821163] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] f76ea40c-c5b5-47b1-93a1-3db874d93806/f76ea40c-c5b5-47b1-93a1-3db874d93806.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1329.821370] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1329.821643] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb17ac86-89f9-41e6-ac31-a0a86b9c3e2e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.827599] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1329.827599] env[68461]: value = "task-2896014" [ 1329.827599] env[68461]: _type = "Task" [ 1329.827599] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.835569] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.898785] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b8f316-5c55-495c-a9eb-a7a29894abc6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.920810] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Updating instance 'bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde' progress to 0 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1329.924852] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Releasing lock "refresh_cache-c64335ce-81c1-4975-be9e-77155e1f8ddb" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.128024] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.130849] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.861s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.158037] env[68461]: INFO nova.scheduler.client.report [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Deleted allocations for instance b013e906-4313-4ae3-a1fc-b27ee20b698c [ 1330.165090] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896012, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.243981] env[68461]: DEBUG nova.compute.manager [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1330.251762] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d9765163-fdd9-4113-9e23-2066b0f8b4cc tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "d8577ea9-60dc-401c-a92c-5bd4201e1545" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.251762] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d9765163-fdd9-4113-9e23-2066b0f8b4cc tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "d8577ea9-60dc-401c-a92c-5bd4201e1545" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.252422] env[68461]: INFO nova.compute.manager [None req-d9765163-fdd9-4113-9e23-2066b0f8b4cc tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Attaching volume 1fc50e43-40be-46b8-87a9-8dac2e832f59 to /dev/sdb [ 1330.278163] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896013, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.301027] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ecd37e-04b4-4832-ae37-4cf9567a1936 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.308378] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2374e4c9-30f9-4f6a-8747-cbcb5d3b7b98 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.324473] env[68461]: DEBUG nova.virt.block_device [None req-d9765163-fdd9-4113-9e23-2066b0f8b4cc tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Updating existing volume attachment record: 013cb8cc-f441-42cb-bcb1-fef63ad6edd6 {{(pid=68461) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1330.338860] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063049} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.339686] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1330.340439] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bf99a1-f981-4a98-b58b-130739919a53 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.365727] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] f76ea40c-c5b5-47b1-93a1-3db874d93806/f76ea40c-c5b5-47b1-93a1-3db874d93806.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1330.366511] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfe1ec5a-9e0f-4d75-9507-3d27fcc17011 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.387062] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1330.387062] env[68461]: value = "task-2896015" [ 1330.387062] env[68461]: _type = "Task" [ 1330.387062] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.398540] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.426590] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.426960] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-192e51bb-3acf-439e-affc-9b34799431e7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.433887] env[68461]: DEBUG oslo_vmware.api [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1330.433887] env[68461]: value = "task-2896016" [ 1330.433887] env[68461]: _type = "Task" [ 1330.433887] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.445406] env[68461]: DEBUG oslo_vmware.api [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.659693] env[68461]: DEBUG oslo_vmware.api [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896012, 'name': PowerOnVM_Task, 'duration_secs': 0.574338} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.660728] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.660951] env[68461]: INFO nova.compute.manager [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1330.661151] env[68461]: DEBUG nova.compute.manager [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.662020] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd2564a-f3ba-462a-b800-3834fa94cd37 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.680928] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c1798028-6376-48e4-83d7-8eef5dfeb79a tempest-ServersNegativeTestJSON-987653717 tempest-ServersNegativeTestJSON-987653717-project-member] Lock "b013e906-4313-4ae3-a1fc-b27ee20b698c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.348s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.780343] env[68461]: DEBUG oslo_vmware.api [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896013, 'name': PowerOnVM_Task, 'duration_secs': 0.598899} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.780736] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.781040] env[68461]: DEBUG nova.compute.manager [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.782497] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37486ef-b9f5-4122-8075-b8306b463a9c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.899023] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896015, 'name': ReconfigVM_Task, 'duration_secs': 0.446467} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.899392] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Reconfigured VM instance instance-00000064 to attach disk [datastore1] f76ea40c-c5b5-47b1-93a1-3db874d93806/f76ea40c-c5b5-47b1-93a1-3db874d93806.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1330.900115] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03d0f6cb-8011-4dc0-9b69-92d80f45235e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.906747] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1330.906747] env[68461]: value = "task-2896020" [ 1330.906747] env[68461]: _type = "Task" [ 1330.906747] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.916534] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896020, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.945111] env[68461]: DEBUG oslo_vmware.api [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896016, 'name': PowerOffVM_Task, 'duration_secs': 0.239828} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.945356] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.946155] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Updating instance 'bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde' progress to 17 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1330.969130] env[68461]: DEBUG nova.compute.manager [req-4acbdb41-b2e7-4978-8cb3-4c5876f5213e req-83f2726a-a9fb-42c5-8998-cbbed7e7969a service nova] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Received event network-vif-plugged-9f6522b1-520a-4d0f-ac5a-e3b5917ade70 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.969374] env[68461]: DEBUG oslo_concurrency.lockutils [req-4acbdb41-b2e7-4978-8cb3-4c5876f5213e req-83f2726a-a9fb-42c5-8998-cbbed7e7969a service nova] Acquiring lock "820da8d7-ed04-47ab-86e9-2f1777f61a08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.969431] env[68461]: DEBUG oslo_concurrency.lockutils [req-4acbdb41-b2e7-4978-8cb3-4c5876f5213e req-83f2726a-a9fb-42c5-8998-cbbed7e7969a service nova] Lock "820da8d7-ed04-47ab-86e9-2f1777f61a08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.970516] env[68461]: DEBUG oslo_concurrency.lockutils [req-4acbdb41-b2e7-4978-8cb3-4c5876f5213e req-83f2726a-a9fb-42c5-8998-cbbed7e7969a service nova] Lock "820da8d7-ed04-47ab-86e9-2f1777f61a08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.970516] env[68461]: DEBUG nova.compute.manager [req-4acbdb41-b2e7-4978-8cb3-4c5876f5213e req-83f2726a-a9fb-42c5-8998-cbbed7e7969a service nova] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] No waiting events found dispatching network-vif-plugged-9f6522b1-520a-4d0f-ac5a-e3b5917ade70 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1330.970516] env[68461]: WARNING nova.compute.manager [req-4acbdb41-b2e7-4978-8cb3-4c5876f5213e req-83f2726a-a9fb-42c5-8998-cbbed7e7969a service nova] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Received unexpected event network-vif-plugged-9f6522b1-520a-4d0f-ac5a-e3b5917ade70 for instance with vm_state building and task_state spawning. [ 1331.061680] env[68461]: DEBUG nova.network.neutron [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Successfully updated port: 9f6522b1-520a-4d0f-ac5a-e3b5917ade70 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1331.104806] env[68461]: DEBUG nova.virt.hardware [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1331.105222] env[68461]: DEBUG nova.virt.hardware [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.105222] env[68461]: DEBUG nova.virt.hardware [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1331.105381] env[68461]: DEBUG nova.virt.hardware [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.105534] env[68461]: DEBUG nova.virt.hardware [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1331.105682] env[68461]: DEBUG nova.virt.hardware [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1331.105888] env[68461]: DEBUG nova.virt.hardware [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1331.106078] env[68461]: DEBUG nova.virt.hardware [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1331.106264] env[68461]: DEBUG nova.virt.hardware [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1331.106426] env[68461]: DEBUG nova.virt.hardware [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1331.106600] env[68461]: DEBUG nova.virt.hardware [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1331.107498] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35cd322-4ddf-46af-bebc-8ff7dd96b072 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.116155] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df42480-b7ac-4c44-930d-ff13df2d08d3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.144493] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Applying migration context for instance bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde as it has an incoming, in-progress migration fd166729-97a5-4ca4-84ae-cde50d9953ad. Migration status is migrating {{(pid=68461) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1331.146270] env[68461]: INFO nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Updating resource usage from migration fd166729-97a5-4ca4-84ae-cde50d9953ad [ 1331.174933] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.175223] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 1d581ed1-d175-46b9-bf25-83a6c4e4be0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.175341] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance fd817671-1887-4e04-953c-bfd4bf1cee7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.175407] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.175539] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 008fd377-d24b-4319-8b80-542e620a86d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.175646] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.175753] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance d8577ea9-60dc-401c-a92c-5bd4201e1545 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.175865] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 15f2b398-5e16-4962-b351-f528f9c7b8b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.176033] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance c64335ce-81c1-4975-be9e-77155e1f8ddb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.176112] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance b3633aaa-3531-4d09-bb68-c70ecd0cfc09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.176475] env[68461]: WARNING nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 3ccf220f-2d43-459c-aa15-467afb81790d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1331.176475] env[68461]: WARNING nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance a42c8b64-f8e6-41ea-9b36-58e67b8a5532 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1331.176573] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.176765] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance f76ea40c-c5b5-47b1-93a1-3db874d93806 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.176765] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Migration fd166729-97a5-4ca4-84ae-cde50d9953ad is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1331.176911] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.176958] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 820da8d7-ed04-47ab-86e9-2f1777f61a08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.177188] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1331.177329] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1331.187266] env[68461]: INFO nova.compute.manager [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Took 25.62 seconds to build instance. [ 1331.305592] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.416029] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896020, 'name': Rename_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.451957] env[68461]: DEBUG nova.virt.hardware [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1331.452393] env[68461]: DEBUG nova.virt.hardware [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.452874] env[68461]: DEBUG nova.virt.hardware [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1331.452874] env[68461]: DEBUG nova.virt.hardware [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.453176] env[68461]: DEBUG nova.virt.hardware [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1331.453457] env[68461]: DEBUG nova.virt.hardware [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1331.454202] env[68461]: DEBUG nova.virt.hardware [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1331.454202] env[68461]: DEBUG nova.virt.hardware [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1331.455113] env[68461]: DEBUG nova.virt.hardware [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1331.455113] env[68461]: DEBUG nova.virt.hardware [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1331.455175] env[68461]: DEBUG nova.virt.hardware [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1331.463811] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ac1844d-3c54-4825-8011-0d3cbd323827 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.478997] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.481426] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce13efcf-66da-40da-93b3-8f2c15bae5f5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.482550] env[68461]: DEBUG oslo_vmware.api [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1331.482550] env[68461]: value = "task-2896021" [ 1331.482550] env[68461]: _type = "Task" [ 1331.482550] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.489842] env[68461]: DEBUG oslo_vmware.api [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1331.489842] env[68461]: value = "task-2896022" [ 1331.489842] env[68461]: _type = "Task" [ 1331.489842] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.492532] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781e9e20-cb7a-4237-b09d-9f167df2356c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.501070] env[68461]: DEBUG oslo_vmware.api [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896021, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.509094] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed34d552-a9d9-470a-80e1-a74da6518605 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.513155] env[68461]: DEBUG oslo_vmware.api [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.543861] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318a4334-af1a-406a-82bd-5a01794fa777 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.551544] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f158b8-64dd-4aaf-87f5-395d3a441672 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.565682] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "refresh_cache-820da8d7-ed04-47ab-86e9-2f1777f61a08" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.565868] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired lock "refresh_cache-820da8d7-ed04-47ab-86e9-2f1777f61a08" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.565994] env[68461]: DEBUG nova.network.neutron [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.567416] env[68461]: DEBUG nova.compute.provider_tree [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.688844] env[68461]: DEBUG oslo_concurrency.lockutils [None req-67fa5602-6ccd-4162-9435-aead06f1a200 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "399e0fb5-c2c6-4112-b790-4bb07bc7a2ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.130s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.919211] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896020, 'name': Rename_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.002234] env[68461]: DEBUG oslo_vmware.api [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896021, 'name': ReconfigVM_Task, 'duration_secs': 0.296664} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.003168] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Updating instance 'bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde' progress to 33 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1332.014282] env[68461]: DEBUG oslo_vmware.api [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896022, 'name': PowerOffVM_Task, 'duration_secs': 0.270219} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.014639] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.018017] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a87f1f-401a-4c04-84dc-59b7b24f1c3f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.044611] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db101fd4-a6af-4702-a95f-0f2b364b3d83 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.072225] env[68461]: DEBUG nova.scheduler.client.report [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.095425] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.095776] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-503b9b8e-3933-4f5e-8494-f03925a4b9ff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.103338] env[68461]: DEBUG oslo_vmware.api [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1332.103338] env[68461]: value = "task-2896023" [ 1332.103338] env[68461]: _type = "Task" [ 1332.103338] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.114659] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] VM already powered off {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1332.114659] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.114659] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.114880] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.115299] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.115629] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e41c682-b286-4603-9559-1e330c77c459 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.124742] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.125149] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.127911] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50537aa9-4c47-4422-bcf8-834e03c23b38 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.135646] env[68461]: DEBUG oslo_vmware.api [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1332.135646] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52fd24c0-c022-5cbc-497a-b155dbc94264" [ 1332.135646] env[68461]: _type = "Task" [ 1332.135646] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.145976] env[68461]: DEBUG oslo_vmware.api [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52fd24c0-c022-5cbc-497a-b155dbc94264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.146973] env[68461]: DEBUG nova.network.neutron [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.407118] env[68461]: DEBUG nova.network.neutron [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Updating instance_info_cache with network_info: [{"id": "9f6522b1-520a-4d0f-ac5a-e3b5917ade70", "address": "fa:16:3e:87:7d:6f", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f6522b1-52", "ovs_interfaceid": "9f6522b1-520a-4d0f-ac5a-e3b5917ade70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.422292] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896020, 'name': Rename_Task, 'duration_secs': 1.183046} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.422292] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1332.425064] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41c3a5f5-1c2d-4dd1-89db-6ca809d423b9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.432571] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1332.432571] env[68461]: value = "task-2896024" [ 1332.432571] env[68461]: _type = "Task" [ 1332.432571] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.443411] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.510630] env[68461]: DEBUG nova.virt.hardware [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1332.510874] env[68461]: DEBUG nova.virt.hardware [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1332.511067] env[68461]: DEBUG nova.virt.hardware [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1332.511532] env[68461]: DEBUG nova.virt.hardware [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1332.511532] env[68461]: DEBUG nova.virt.hardware [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1332.511615] env[68461]: DEBUG nova.virt.hardware [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1332.511809] env[68461]: DEBUG nova.virt.hardware [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1332.511965] env[68461]: DEBUG nova.virt.hardware [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1332.512596] env[68461]: DEBUG nova.virt.hardware [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1332.512828] env[68461]: DEBUG nova.virt.hardware [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1332.513167] env[68461]: DEBUG nova.virt.hardware [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1332.522230] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1332.522925] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3af31da9-0ff0-4d9f-9c77-f5958c193ca1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.542089] env[68461]: DEBUG oslo_vmware.api [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1332.542089] env[68461]: value = "task-2896025" [ 1332.542089] env[68461]: _type = "Task" [ 1332.542089] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.550823] env[68461]: DEBUG oslo_vmware.api [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.578475] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68461) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1332.578703] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.448s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.579017] env[68461]: DEBUG oslo_concurrency.lockutils [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.795s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.579252] env[68461]: DEBUG oslo_concurrency.lockutils [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.582367] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.260s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.582661] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.585277] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.280s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.585579] env[68461]: DEBUG nova.objects.instance [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68461) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1332.621673] env[68461]: INFO nova.scheduler.client.report [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Deleted allocations for instance a42c8b64-f8e6-41ea-9b36-58e67b8a5532 [ 1332.621932] env[68461]: INFO nova.scheduler.client.report [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Deleted allocations for instance 3ccf220f-2d43-459c-aa15-467afb81790d [ 1332.648935] env[68461]: DEBUG oslo_vmware.api [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52fd24c0-c022-5cbc-497a-b155dbc94264, 'name': SearchDatastore_Task, 'duration_secs': 0.014411} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.650887] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e56871ca-ee3d-4180-b0df-989ce09df612 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.656793] env[68461]: DEBUG oslo_vmware.api [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1332.656793] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52a5c3a2-b696-df77-f1c3-d3ada1ac3b2c" [ 1332.656793] env[68461]: _type = "Task" [ 1332.656793] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.667303] env[68461]: DEBUG oslo_vmware.api [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a5c3a2-b696-df77-f1c3-d3ada1ac3b2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.914078] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Releasing lock "refresh_cache-820da8d7-ed04-47ab-86e9-2f1777f61a08" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.914956] env[68461]: DEBUG nova.compute.manager [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Instance network_info: |[{"id": "9f6522b1-520a-4d0f-ac5a-e3b5917ade70", "address": "fa:16:3e:87:7d:6f", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f6522b1-52", "ovs_interfaceid": "9f6522b1-520a-4d0f-ac5a-e3b5917ade70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1332.914956] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:7d:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f6522b1-520a-4d0f-ac5a-e3b5917ade70', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1332.923185] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.923467] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1332.924281] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-128616cc-2a27-4dba-b3a7-54ff9cc9fd0e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.943222] env[68461]: DEBUG oslo_concurrency.lockutils [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "399e0fb5-c2c6-4112-b790-4bb07bc7a2ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.943537] env[68461]: DEBUG oslo_concurrency.lockutils [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "399e0fb5-c2c6-4112-b790-4bb07bc7a2ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.943763] env[68461]: DEBUG oslo_concurrency.lockutils [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "399e0fb5-c2c6-4112-b790-4bb07bc7a2ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.943970] env[68461]: DEBUG oslo_concurrency.lockutils [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "399e0fb5-c2c6-4112-b790-4bb07bc7a2ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.944152] env[68461]: DEBUG oslo_concurrency.lockutils [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "399e0fb5-c2c6-4112-b790-4bb07bc7a2ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.951327] env[68461]: INFO nova.compute.manager [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Terminating instance [ 1332.956410] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1332.956410] env[68461]: value = "task-2896027" [ 1332.956410] env[68461]: _type = "Task" [ 1332.956410] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.960323] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896024, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.972315] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896027, 'name': CreateVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.009956] env[68461]: DEBUG nova.compute.manager [req-09cd877f-bfc7-4da7-91eb-84db74df570a req-6aff0004-e5c9-4ecc-9d4f-f03921a5d52a service nova] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Received event network-changed-9f6522b1-520a-4d0f-ac5a-e3b5917ade70 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.009956] env[68461]: DEBUG nova.compute.manager [req-09cd877f-bfc7-4da7-91eb-84db74df570a req-6aff0004-e5c9-4ecc-9d4f-f03921a5d52a service nova] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Refreshing instance network info cache due to event network-changed-9f6522b1-520a-4d0f-ac5a-e3b5917ade70. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1333.009956] env[68461]: DEBUG oslo_concurrency.lockutils [req-09cd877f-bfc7-4da7-91eb-84db74df570a req-6aff0004-e5c9-4ecc-9d4f-f03921a5d52a service nova] Acquiring lock "refresh_cache-820da8d7-ed04-47ab-86e9-2f1777f61a08" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.010260] env[68461]: DEBUG oslo_concurrency.lockutils [req-09cd877f-bfc7-4da7-91eb-84db74df570a req-6aff0004-e5c9-4ecc-9d4f-f03921a5d52a service nova] Acquired lock "refresh_cache-820da8d7-ed04-47ab-86e9-2f1777f61a08" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.010513] env[68461]: DEBUG nova.network.neutron [req-09cd877f-bfc7-4da7-91eb-84db74df570a req-6aff0004-e5c9-4ecc-9d4f-f03921a5d52a service nova] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Refreshing network info cache for port 9f6522b1-520a-4d0f-ac5a-e3b5917ade70 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1333.054311] env[68461]: DEBUG oslo_vmware.api [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896025, 'name': ReconfigVM_Task, 'duration_secs': 0.214889} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.054649] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1333.056039] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76c4dff-23b1-4677-bfb8-ac65d7bda831 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.091995] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde/bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.096665] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49d99331-198d-46d7-ab7f-b6b2a0e7b59b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.118816] env[68461]: DEBUG oslo_vmware.api [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1333.118816] env[68461]: value = "task-2896028" [ 1333.118816] env[68461]: _type = "Task" [ 1333.118816] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.128622] env[68461]: DEBUG oslo_vmware.api [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.133885] env[68461]: DEBUG oslo_concurrency.lockutils [None req-088df363-3c13-437e-9274-561c449029d7 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "a42c8b64-f8e6-41ea-9b36-58e67b8a5532" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.820s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.137154] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2b36fab5-fd99-4adb-9982-f0bc55547942 tempest-InstanceActionsNegativeTestJSON-1124456833 tempest-InstanceActionsNegativeTestJSON-1124456833-project-member] Lock "3ccf220f-2d43-459c-aa15-467afb81790d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.168s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.169184] env[68461]: DEBUG oslo_vmware.api [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a5c3a2-b696-df77-f1c3-d3ada1ac3b2c, 'name': SearchDatastore_Task, 'duration_secs': 0.013417} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.169184] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.169633] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] c64335ce-81c1-4975-be9e-77155e1f8ddb/7a283f1b-0e5c-4fe3-883c-328c5621506a-rescue.vmdk. {{(pid=68461) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1333.169732] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1157aec-2f0f-49d0-ae6f-8321a50fbdba {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.180014] env[68461]: DEBUG oslo_vmware.api [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1333.180014] env[68461]: value = "task-2896029" [ 1333.180014] env[68461]: _type = "Task" [ 1333.180014] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.193711] env[68461]: DEBUG oslo_vmware.api [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.461063] env[68461]: DEBUG nova.compute.manager [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1333.461323] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1333.461785] env[68461]: DEBUG oslo_vmware.api [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896024, 'name': PowerOnVM_Task, 'duration_secs': 0.67738} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.462594] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5383af2-f0aa-4c30-aab3-fc3306b8a994 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.469374] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1333.469732] env[68461]: INFO nova.compute.manager [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Took 9.92 seconds to spawn the instance on the hypervisor. [ 1333.469931] env[68461]: DEBUG nova.compute.manager [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1333.471144] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a3faf2-6f91-412e-b51f-02a1998232af {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.487431] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.487431] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896027, 'name': CreateVM_Task, 'duration_secs': 0.4081} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.489483] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d9140f6-c646-48fa-a700-0cf11167fac9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.489483] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1333.490156] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.493021] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.493021] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.493021] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08756410-42f3-4920-9f18-9570ed0ba07a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.497591] env[68461]: DEBUG oslo_vmware.api [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1333.497591] env[68461]: value = "task-2896030" [ 1333.497591] env[68461]: _type = "Task" [ 1333.497591] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.499212] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1333.499212] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52ec4616-d4d9-c94c-cebd-a5872c22c48d" [ 1333.499212] env[68461]: _type = "Task" [ 1333.499212] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.523214] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ec4616-d4d9-c94c-cebd-a5872c22c48d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.523214] env[68461]: DEBUG oslo_vmware.api [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.616643] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9b1d9b7b-37aa-48c2-9d60-34834f0a027c tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.031s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.633322] env[68461]: DEBUG oslo_vmware.api [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896028, 'name': ReconfigVM_Task, 'duration_secs': 0.403455} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.633322] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Reconfigured VM instance instance-0000005f to attach disk [datastore2] bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde/bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1333.633577] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Updating instance 'bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde' progress to 50 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1333.695389] env[68461]: DEBUG oslo_vmware.api [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896029, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.979162] env[68461]: DEBUG nova.network.neutron [req-09cd877f-bfc7-4da7-91eb-84db74df570a req-6aff0004-e5c9-4ecc-9d4f-f03921a5d52a service nova] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Updated VIF entry in instance network info cache for port 9f6522b1-520a-4d0f-ac5a-e3b5917ade70. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.980885] env[68461]: DEBUG nova.network.neutron [req-09cd877f-bfc7-4da7-91eb-84db74df570a req-6aff0004-e5c9-4ecc-9d4f-f03921a5d52a service nova] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Updating instance_info_cache with network_info: [{"id": "9f6522b1-520a-4d0f-ac5a-e3b5917ade70", "address": "fa:16:3e:87:7d:6f", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f6522b1-52", "ovs_interfaceid": "9f6522b1-520a-4d0f-ac5a-e3b5917ade70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.000629] env[68461]: INFO nova.compute.manager [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Took 22.46 seconds to build instance. [ 1334.013895] env[68461]: DEBUG oslo_vmware.api [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896030, 'name': PowerOffVM_Task, 'duration_secs': 0.318941} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.020019] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.020253] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1334.021381] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ec4616-d4d9-c94c-cebd-a5872c22c48d, 'name': SearchDatastore_Task, 'duration_secs': 0.077596} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.021675] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef3522e6-042c-488d-94d0-2a87e5c4bda4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.023522] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.023743] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1334.023973] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.024125] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.024305] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1334.024877] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17386733-cebb-4395-9d83-fbb6df88e5fe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.038669] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1334.038731] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1334.039651] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a2b1998-656c-4cd5-9d86-7a7ddcef149e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.047898] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1334.047898] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]525765eb-7d17-ddbd-7811-5ca8d0f58072" [ 1334.047898] env[68461]: _type = "Task" [ 1334.047898] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.060122] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]525765eb-7d17-ddbd-7811-5ca8d0f58072, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.095017] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.095547] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.095872] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Deleting the datastore file [datastore1] 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.096343] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38dcda72-72f2-4846-8ffd-2666251fb4ee {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.103572] env[68461]: DEBUG oslo_vmware.api [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1334.103572] env[68461]: value = "task-2896032" [ 1334.103572] env[68461]: _type = "Task" [ 1334.103572] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.112963] env[68461]: DEBUG oslo_vmware.api [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.145809] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887297c4-c108-49ac-9082-c07c3ff44262 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.166719] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c486f9-1e42-4726-9bb9-813b9643ef3d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.191400] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Updating instance 'bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde' progress to 67 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1334.210107] env[68461]: DEBUG oslo_vmware.api [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605976} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.210107] env[68461]: INFO nova.virt.vmwareapi.ds_util [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] c64335ce-81c1-4975-be9e-77155e1f8ddb/7a283f1b-0e5c-4fe3-883c-328c5621506a-rescue.vmdk. [ 1334.210107] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5d5e22-d977-42e9-a2f0-5c10a0e993c1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.239188] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] c64335ce-81c1-4975-be9e-77155e1f8ddb/7a283f1b-0e5c-4fe3-883c-328c5621506a-rescue.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.239536] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70acbbe1-2e68-4702-a070-fb9c53db0ef6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.257882] env[68461]: DEBUG oslo_vmware.api [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1334.257882] env[68461]: value = "task-2896033" [ 1334.257882] env[68461]: _type = "Task" [ 1334.257882] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.270037] env[68461]: DEBUG oslo_vmware.api [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896033, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.344640] env[68461]: DEBUG oslo_concurrency.lockutils [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "d99b24fc-70e1-4535-831d-491b75bd102b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.344896] env[68461]: DEBUG oslo_concurrency.lockutils [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "d99b24fc-70e1-4535-831d-491b75bd102b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.484368] env[68461]: DEBUG oslo_concurrency.lockutils [req-09cd877f-bfc7-4da7-91eb-84db74df570a req-6aff0004-e5c9-4ecc-9d4f-f03921a5d52a service nova] Releasing lock "refresh_cache-820da8d7-ed04-47ab-86e9-2f1777f61a08" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.505666] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4fc98809-67c6-48fb-965b-33c2f89bc930 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "f76ea40c-c5b5-47b1-93a1-3db874d93806" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.975s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.562469] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]525765eb-7d17-ddbd-7811-5ca8d0f58072, 'name': SearchDatastore_Task, 'duration_secs': 0.013147} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.563913] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b91b897-1e3d-44d1-bbe7-b60384e18732 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.569636] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1334.569636] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521eb45a-4191-7741-309c-b1df6333e65c" [ 1334.569636] env[68461]: _type = "Task" [ 1334.569636] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.579439] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521eb45a-4191-7741-309c-b1df6333e65c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.614872] env[68461]: DEBUG oslo_vmware.api [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328268} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.615460] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.616145] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1334.616949] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1334.617677] env[68461]: INFO nova.compute.manager [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1334.617677] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.624290] env[68461]: DEBUG nova.compute.manager [-] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1334.624290] env[68461]: DEBUG nova.network.neutron [-] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1334.775580] env[68461]: DEBUG oslo_vmware.api [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896033, 'name': ReconfigVM_Task, 'duration_secs': 0.452226} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.777125] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Reconfigured VM instance instance-0000005a to attach disk [datastore2] c64335ce-81c1-4975-be9e-77155e1f8ddb/7a283f1b-0e5c-4fe3-883c-328c5621506a-rescue.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.777352] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f372d9-687e-4071-b84b-34cf70bc7439 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.811669] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bb0e7ea-b54d-4a3e-810a-d3951c885880 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.826887] env[68461]: DEBUG oslo_vmware.api [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1334.826887] env[68461]: value = "task-2896034" [ 1334.826887] env[68461]: _type = "Task" [ 1334.826887] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.837185] env[68461]: DEBUG oslo_vmware.api [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.846943] env[68461]: DEBUG nova.compute.manager [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1334.854101] env[68461]: DEBUG nova.network.neutron [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Port 5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a binding to destination host cpu-1 is already ACTIVE {{(pid=68461) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1334.884359] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9765163-fdd9-4113-9e23-2066b0f8b4cc tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Volume attach. Driver type: vmdk {{(pid=68461) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1334.884603] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9765163-fdd9-4113-9e23-2066b0f8b4cc tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581752', 'volume_id': '1fc50e43-40be-46b8-87a9-8dac2e832f59', 'name': 'volume-1fc50e43-40be-46b8-87a9-8dac2e832f59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8577ea9-60dc-401c-a92c-5bd4201e1545', 'attached_at': '', 'detached_at': '', 'volume_id': '1fc50e43-40be-46b8-87a9-8dac2e832f59', 'serial': '1fc50e43-40be-46b8-87a9-8dac2e832f59'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1334.885649] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96acc7af-09d7-4a2b-b75e-e695aa453671 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.910026] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac9fb52-6c8c-40c0-a31e-1f757d644e5c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.935141] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9765163-fdd9-4113-9e23-2066b0f8b4cc tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] volume-1fc50e43-40be-46b8-87a9-8dac2e832f59/volume-1fc50e43-40be-46b8-87a9-8dac2e832f59.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.935786] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8389d1a2-fc86-4eab-92a8-bedd20e65123 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.956165] env[68461]: DEBUG oslo_vmware.api [None req-d9765163-fdd9-4113-9e23-2066b0f8b4cc tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1334.956165] env[68461]: value = "task-2896035" [ 1334.956165] env[68461]: _type = "Task" [ 1334.956165] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.968988] env[68461]: DEBUG oslo_vmware.api [None req-d9765163-fdd9-4113-9e23-2066b0f8b4cc tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.081554] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521eb45a-4191-7741-309c-b1df6333e65c, 'name': SearchDatastore_Task, 'duration_secs': 0.016033} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.082146] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.082233] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 820da8d7-ed04-47ab-86e9-2f1777f61a08/820da8d7-ed04-47ab-86e9-2f1777f61a08.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1335.082511] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e14712d7-6925-4331-a370-a5c9f9d22f91 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.090357] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1335.090357] env[68461]: value = "task-2896036" [ 1335.090357] env[68461]: _type = "Task" [ 1335.090357] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.102196] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.342369] env[68461]: DEBUG oslo_vmware.api [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896034, 'name': ReconfigVM_Task, 'duration_secs': 0.196088} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.343786] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.345060] env[68461]: DEBUG nova.compute.manager [req-77ba82fe-94d2-4190-b330-bc576ad596de req-560cdc08-cbb5-45b2-a09e-43054ee3dabf service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Received event network-changed-fed9b5a8-c5ea-4e94-8540-2ea415fb97fc {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.345316] env[68461]: DEBUG nova.compute.manager [req-77ba82fe-94d2-4190-b330-bc576ad596de req-560cdc08-cbb5-45b2-a09e-43054ee3dabf service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Refreshing instance network info cache due to event network-changed-fed9b5a8-c5ea-4e94-8540-2ea415fb97fc. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1335.345613] env[68461]: DEBUG oslo_concurrency.lockutils [req-77ba82fe-94d2-4190-b330-bc576ad596de req-560cdc08-cbb5-45b2-a09e-43054ee3dabf service nova] Acquiring lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.345812] env[68461]: DEBUG oslo_concurrency.lockutils [req-77ba82fe-94d2-4190-b330-bc576ad596de req-560cdc08-cbb5-45b2-a09e-43054ee3dabf service nova] Acquired lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.346048] env[68461]: DEBUG nova.network.neutron [req-77ba82fe-94d2-4190-b330-bc576ad596de req-560cdc08-cbb5-45b2-a09e-43054ee3dabf service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Refreshing network info cache for port fed9b5a8-c5ea-4e94-8540-2ea415fb97fc {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1335.347225] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f182078-054b-49a6-bc3b-ad9d6c051454 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.358553] env[68461]: DEBUG oslo_vmware.api [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1335.358553] env[68461]: value = "task-2896037" [ 1335.358553] env[68461]: _type = "Task" [ 1335.358553] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.374294] env[68461]: DEBUG oslo_vmware.api [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896037, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.396640] env[68461]: DEBUG oslo_concurrency.lockutils [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.396640] env[68461]: DEBUG oslo_concurrency.lockutils [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.396640] env[68461]: INFO nova.compute.claims [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1335.469175] env[68461]: DEBUG oslo_vmware.api [None req-d9765163-fdd9-4113-9e23-2066b0f8b4cc tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896035, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.560183] env[68461]: DEBUG nova.compute.manager [req-2c9106d7-f80d-4e2f-b8b0-ea20e58c7d29 req-14a629f4-63a3-4acd-b2bb-723581a4d0cb service nova] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Received event network-vif-deleted-7569b6a6-24d9-48e2-9843-963b7563b74a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.560699] env[68461]: INFO nova.compute.manager [req-2c9106d7-f80d-4e2f-b8b0-ea20e58c7d29 req-14a629f4-63a3-4acd-b2bb-723581a4d0cb service nova] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Neutron deleted interface 7569b6a6-24d9-48e2-9843-963b7563b74a; detaching it from the instance and deleting it from the info cache [ 1335.560699] env[68461]: DEBUG nova.network.neutron [req-2c9106d7-f80d-4e2f-b8b0-ea20e58c7d29 req-14a629f4-63a3-4acd-b2bb-723581a4d0cb service nova] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.604800] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896036, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.825316] env[68461]: DEBUG nova.network.neutron [-] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.895992] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.896632] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.896953] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.909914] env[68461]: DEBUG oslo_vmware.api [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896037, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.967932] env[68461]: DEBUG oslo_vmware.api [None req-d9765163-fdd9-4113-9e23-2066b0f8b4cc tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896035, 'name': ReconfigVM_Task, 'duration_secs': 0.548219} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.968561] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9765163-fdd9-4113-9e23-2066b0f8b4cc tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Reconfigured VM instance instance-00000051 to attach disk [datastore2] volume-1fc50e43-40be-46b8-87a9-8dac2e832f59/volume-1fc50e43-40be-46b8-87a9-8dac2e832f59.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.975571] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0d2f1fc-36b4-46c1-9c4e-362c5045ea47 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.996994] env[68461]: DEBUG oslo_vmware.api [None req-d9765163-fdd9-4113-9e23-2066b0f8b4cc tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1335.996994] env[68461]: value = "task-2896038" [ 1335.996994] env[68461]: _type = "Task" [ 1335.996994] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.005126] env[68461]: DEBUG oslo_vmware.api [None req-d9765163-fdd9-4113-9e23-2066b0f8b4cc tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896038, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.065534] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e3a3d76-0fe6-4881-8b51-2526afe7674e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.078567] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331a53e6-9c33-467a-b8ba-33809fb1ecdb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.106136] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764053} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.107011] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 820da8d7-ed04-47ab-86e9-2f1777f61a08/820da8d7-ed04-47ab-86e9-2f1777f61a08.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1336.107011] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1336.107011] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-806bac7f-842a-40cb-8f10-db11dd2f3486 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.124905] env[68461]: DEBUG nova.compute.manager [req-2c9106d7-f80d-4e2f-b8b0-ea20e58c7d29 req-14a629f4-63a3-4acd-b2bb-723581a4d0cb service nova] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Detach interface failed, port_id=7569b6a6-24d9-48e2-9843-963b7563b74a, reason: Instance 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1336.127786] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1336.127786] env[68461]: value = "task-2896039" [ 1336.127786] env[68461]: _type = "Task" [ 1336.127786] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.137450] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.310610] env[68461]: DEBUG nova.network.neutron [req-77ba82fe-94d2-4190-b330-bc576ad596de req-560cdc08-cbb5-45b2-a09e-43054ee3dabf service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Updated VIF entry in instance network info cache for port fed9b5a8-c5ea-4e94-8540-2ea415fb97fc. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1336.311083] env[68461]: DEBUG nova.network.neutron [req-77ba82fe-94d2-4190-b330-bc576ad596de req-560cdc08-cbb5-45b2-a09e-43054ee3dabf service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Updating instance_info_cache with network_info: [{"id": "fed9b5a8-c5ea-4e94-8540-2ea415fb97fc", "address": "fa:16:3e:29:28:3d", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed9b5a8-c5", "ovs_interfaceid": "fed9b5a8-c5ea-4e94-8540-2ea415fb97fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.330807] env[68461]: INFO nova.compute.manager [-] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Took 1.71 seconds to deallocate network for instance. [ 1336.390756] env[68461]: DEBUG oslo_vmware.api [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896037, 'name': PowerOnVM_Task, 'duration_secs': 0.663902} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.392210] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.397316] env[68461]: DEBUG nova.compute.manager [None req-3f6e1696-d958-4669-b553-b80e08604a68 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1336.399098] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbab02c-1f0f-4058-a9a2-d9789e234f55 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.476455] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "a4f06b08-51d4-4d9c-be67-f68be84faf3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.476693] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "a4f06b08-51d4-4d9c-be67-f68be84faf3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.505073] env[68461]: DEBUG oslo_vmware.api [None req-d9765163-fdd9-4113-9e23-2066b0f8b4cc tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896038, 'name': ReconfigVM_Task, 'duration_secs': 0.181542} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.508094] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9765163-fdd9-4113-9e23-2066b0f8b4cc tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581752', 'volume_id': '1fc50e43-40be-46b8-87a9-8dac2e832f59', 'name': 'volume-1fc50e43-40be-46b8-87a9-8dac2e832f59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8577ea9-60dc-401c-a92c-5bd4201e1545', 'attached_at': '', 'detached_at': '', 'volume_id': '1fc50e43-40be-46b8-87a9-8dac2e832f59', 'serial': '1fc50e43-40be-46b8-87a9-8dac2e832f59'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1336.639019] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075316} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.639306] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1336.640126] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0228c8-014a-4da3-8ae9-3d4460f93187 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.667180] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 820da8d7-ed04-47ab-86e9-2f1777f61a08/820da8d7-ed04-47ab-86e9-2f1777f61a08.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.670559] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16df57a9-0c80-40a3-81ab-b0a546dff78b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.692514] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1336.692514] env[68461]: value = "task-2896040" [ 1336.692514] env[68461]: _type = "Task" [ 1336.692514] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.700827] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.714795] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee04e07d-e335-43a1-bb17-28c6e68a853a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.722527] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c5a5ad-c32d-4c98-8d78-c8da447bddb6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.763376] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819bc926-422f-436f-9e5b-06ef54b8d000 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.776021] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7049836c-2fa8-4066-b091-782a46758b6d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.797203] env[68461]: DEBUG nova.compute.provider_tree [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.816175] env[68461]: DEBUG oslo_concurrency.lockutils [req-77ba82fe-94d2-4190-b330-bc576ad596de req-560cdc08-cbb5-45b2-a09e-43054ee3dabf service nova] Releasing lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.838848] env[68461]: DEBUG oslo_concurrency.lockutils [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.952344] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "refresh_cache-bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.952522] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired lock "refresh_cache-bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.952711] env[68461]: DEBUG nova.network.neutron [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1336.979777] env[68461]: DEBUG nova.compute.manager [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1337.205891] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.301483] env[68461]: DEBUG nova.scheduler.client.report [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.340822] env[68461]: INFO nova.compute.manager [None req-7b712252-a7b3-415f-a2b8-07437d191ca2 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Unrescuing [ 1337.341305] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7b712252-a7b3-415f-a2b8-07437d191ca2 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "refresh_cache-c64335ce-81c1-4975-be9e-77155e1f8ddb" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.341846] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7b712252-a7b3-415f-a2b8-07437d191ca2 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquired lock "refresh_cache-c64335ce-81c1-4975-be9e-77155e1f8ddb" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.342131] env[68461]: DEBUG nova.network.neutron [None req-7b712252-a7b3-415f-a2b8-07437d191ca2 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.355158] env[68461]: DEBUG oslo_vmware.rw_handles [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526cbdad-f78a-d5f6-0b02-90a525c7b45b/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1337.357047] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576c8847-1092-45fa-a529-ba62a8a9ab56 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.363076] env[68461]: DEBUG oslo_vmware.rw_handles [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526cbdad-f78a-d5f6-0b02-90a525c7b45b/disk-0.vmdk is in state: ready. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1337.363385] env[68461]: ERROR oslo_vmware.rw_handles [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526cbdad-f78a-d5f6-0b02-90a525c7b45b/disk-0.vmdk due to incomplete transfer. [ 1337.363891] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5947628b-1d8e-48aa-af1a-27698e1773b4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.371454] env[68461]: DEBUG oslo_vmware.rw_handles [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526cbdad-f78a-d5f6-0b02-90a525c7b45b/disk-0.vmdk. {{(pid=68461) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1337.371685] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Uploaded image 46cfa026-db73-4676-a318-1f64095e1f2a to the Glance image server {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1337.374965] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Destroying the VM {{(pid=68461) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1337.375329] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ca201c39-71d4-4473-a1fb-12c9c2c5be14 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.381536] env[68461]: DEBUG oslo_vmware.api [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1337.381536] env[68461]: value = "task-2896041" [ 1337.381536] env[68461]: _type = "Task" [ 1337.381536] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.390584] env[68461]: DEBUG oslo_vmware.api [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896041, 'name': Destroy_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.519501] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.593929] env[68461]: DEBUG nova.objects.instance [None req-d9765163-fdd9-4113-9e23-2066b0f8b4cc tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lazy-loading 'flavor' on Instance uuid d8577ea9-60dc-401c-a92c-5bd4201e1545 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.701405] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896040, 'name': ReconfigVM_Task, 'duration_secs': 0.816357} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.701758] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 820da8d7-ed04-47ab-86e9-2f1777f61a08/820da8d7-ed04-47ab-86e9-2f1777f61a08.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.702409] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bec2220-07a1-41fc-bb98-b31c29b1e9b0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.708958] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1337.708958] env[68461]: value = "task-2896042" [ 1337.708958] env[68461]: _type = "Task" [ 1337.708958] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.720982] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896042, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.792239] env[68461]: DEBUG nova.network.neutron [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Updating instance_info_cache with network_info: [{"id": "5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a", "address": "fa:16:3e:b5:f5:47", "network": {"id": "32ab3227-0156-4a55-9222-1015f605da2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1621872308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29fe601402479aa1bce276deab61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bae647a-f7", "ovs_interfaceid": "5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.811682] env[68461]: DEBUG oslo_concurrency.lockutils [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.812292] env[68461]: DEBUG nova.compute.manager [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1337.815093] env[68461]: DEBUG oslo_concurrency.lockutils [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.976s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.815189] env[68461]: DEBUG nova.objects.instance [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lazy-loading 'resources' on Instance uuid 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.897987] env[68461]: DEBUG oslo_vmware.api [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896041, 'name': Destroy_Task, 'duration_secs': 0.313942} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.898203] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Destroyed the VM [ 1337.898426] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Deleting Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1337.898690] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-13b48aca-b8f6-47fb-b9d9-901666f2f64c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.907035] env[68461]: DEBUG oslo_vmware.api [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1337.907035] env[68461]: value = "task-2896043" [ 1337.907035] env[68461]: _type = "Task" [ 1337.907035] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.920112] env[68461]: DEBUG oslo_vmware.api [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896043, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.101028] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d9765163-fdd9-4113-9e23-2066b0f8b4cc tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "d8577ea9-60dc-401c-a92c-5bd4201e1545" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.848s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.224540] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896042, 'name': Rename_Task, 'duration_secs': 0.342483} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.224845] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1338.227026] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87611e7f-a92a-4309-b86f-b108ee871c44 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.241594] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1338.241594] env[68461]: value = "task-2896044" [ 1338.241594] env[68461]: _type = "Task" [ 1338.241594] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.251801] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.298079] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Releasing lock "refresh_cache-bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.319634] env[68461]: DEBUG nova.compute.utils [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1338.325767] env[68461]: DEBUG nova.compute.manager [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1338.325767] env[68461]: DEBUG nova.network.neutron [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1338.419637] env[68461]: DEBUG oslo_vmware.api [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896043, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.475535] env[68461]: DEBUG nova.network.neutron [None req-7b712252-a7b3-415f-a2b8-07437d191ca2 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Updating instance_info_cache with network_info: [{"id": "365d7819-bd85-4986-bced-6122d0c68b34", "address": "fa:16:3e:e7:58:1e", "network": {"id": "6b43960b-b0f6-4b4c-b213-cd12050cdf18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-56355681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf178dda4c0a4d5aabe035e50ad2db81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap365d7819-bd", "ovs_interfaceid": "365d7819-bd85-4986-bced-6122d0c68b34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.484160] env[68461]: DEBUG nova.policy [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85db72ebdeef4d7b82df22c14db652ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a03daf919ddd46df977660137d14952f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1338.622379] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd80f725-0e2d-491f-82ce-33af86ac0460 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.635954] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5077185a-4487-4284-998e-7c27eeaa9f16 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.676497] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e400fd3-8a53-476c-a6a1-c78e0a612e4a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.684652] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed05c287-d153-42b8-aecf-d3a31bb575a7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.704072] env[68461]: DEBUG nova.compute.provider_tree [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.717942] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "b3633aaa-3531-4d09-bb68-c70ecd0cfc09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.718249] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "b3633aaa-3531-4d09-bb68-c70ecd0cfc09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.718496] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "b3633aaa-3531-4d09-bb68-c70ecd0cfc09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.718673] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "b3633aaa-3531-4d09-bb68-c70ecd0cfc09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.718852] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "b3633aaa-3531-4d09-bb68-c70ecd0cfc09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.721840] env[68461]: INFO nova.compute.manager [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Terminating instance [ 1338.753658] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896044, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.826851] env[68461]: DEBUG nova.compute.manager [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1338.832853] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f732280-e266-4d63-8562-deed2c5009ad {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.853222] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13243757-a01f-4b2c-8d5c-864bd31ab017 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.863443] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Updating instance 'bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde' progress to 83 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1338.917214] env[68461]: DEBUG oslo_vmware.api [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896043, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.980462] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7b712252-a7b3-415f-a2b8-07437d191ca2 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Releasing lock "refresh_cache-c64335ce-81c1-4975-be9e-77155e1f8ddb" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.980462] env[68461]: DEBUG nova.objects.instance [None req-7b712252-a7b3-415f-a2b8-07437d191ca2 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lazy-loading 'flavor' on Instance uuid c64335ce-81c1-4975-be9e-77155e1f8ddb {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.023017] env[68461]: DEBUG nova.network.neutron [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Successfully created port: 23bf80c2-5aaa-4970-81a1-7bcaf09abd37 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1339.198559] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.198803] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.207775] env[68461]: DEBUG nova.scheduler.client.report [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.225716] env[68461]: DEBUG nova.compute.manager [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1339.225959] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1339.228295] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0e4452-bfc2-46b6-a1a5-bc42c7fea2f3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.235047] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1339.235297] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26dee782-4cb8-4044-a2a1-335b251cce01 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.253033] env[68461]: DEBUG oslo_vmware.api [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896044, 'name': PowerOnVM_Task, 'duration_secs': 0.692465} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.253338] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.253776] env[68461]: INFO nova.compute.manager [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1339.253776] env[68461]: DEBUG nova.compute.manager [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.254563] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a18694c-fcd6-4ce7-a829-c73926698fb9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.368025] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1339.368588] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aad25cbb-faac-4c4e-8c17-b1242ece1825 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.376060] env[68461]: DEBUG oslo_vmware.api [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1339.376060] env[68461]: value = "task-2896046" [ 1339.376060] env[68461]: _type = "Task" [ 1339.376060] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.383839] env[68461]: DEBUG oslo_vmware.api [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.416342] env[68461]: DEBUG oslo_vmware.api [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896043, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.489377] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ad144b-a098-4095-b0a7-c5a7e50cfd6e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.515061] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b712252-a7b3-415f-a2b8-07437d191ca2 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.515425] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2d46c9d-82c5-4052-8a0f-0b8acf7afef8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.524591] env[68461]: DEBUG oslo_vmware.api [None req-7b712252-a7b3-415f-a2b8-07437d191ca2 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1339.524591] env[68461]: value = "task-2896047" [ 1339.524591] env[68461]: _type = "Task" [ 1339.524591] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.533284] env[68461]: DEBUG oslo_vmware.api [None req-7b712252-a7b3-415f-a2b8-07437d191ca2 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.673692] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "aa648258-c7c7-4436-b091-8dad0fea7cf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.674066] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "aa648258-c7c7-4436-b091-8dad0fea7cf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.676842] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1339.677038] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1339.677200] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Deleting the datastore file [datastore2] b3633aaa-3531-4d09-bb68-c70ecd0cfc09 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1339.677684] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f22e6d7b-9cf2-4b67-9488-bad879c3013c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.684250] env[68461]: DEBUG oslo_vmware.api [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1339.684250] env[68461]: value = "task-2896048" [ 1339.684250] env[68461]: _type = "Task" [ 1339.684250] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.693881] env[68461]: DEBUG oslo_vmware.api [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.700831] env[68461]: DEBUG nova.compute.manager [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1339.717452] env[68461]: DEBUG oslo_concurrency.lockutils [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.722761] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.203s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.724920] env[68461]: INFO nova.compute.claims [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1339.743989] env[68461]: INFO nova.scheduler.client.report [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Deleted allocations for instance 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee [ 1339.774895] env[68461]: INFO nova.compute.manager [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Took 21.15 seconds to build instance. [ 1339.837499] env[68461]: DEBUG nova.compute.manager [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1339.870098] env[68461]: DEBUG nova.virt.hardware [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1339.870458] env[68461]: DEBUG nova.virt.hardware [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.870731] env[68461]: DEBUG nova.virt.hardware [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1339.870935] env[68461]: DEBUG nova.virt.hardware [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.871158] env[68461]: DEBUG nova.virt.hardware [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1339.871375] env[68461]: DEBUG nova.virt.hardware [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1339.871654] env[68461]: DEBUG nova.virt.hardware [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1339.871852] env[68461]: DEBUG nova.virt.hardware [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1339.872065] env[68461]: DEBUG nova.virt.hardware [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1339.872243] env[68461]: DEBUG nova.virt.hardware [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1339.872418] env[68461]: DEBUG nova.virt.hardware [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1339.873383] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf1bcd2-32c1-498b-8acc-637cb6755580 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.884156] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae72ad1e-ea23-42d4-a190-ddda4cd78d7f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.891834] env[68461]: DEBUG oslo_vmware.api [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896046, 'name': PowerOnVM_Task, 'duration_secs': 0.437439} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.892582] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.892845] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7c06c647-8c66-4420-a98a-380d96c2ee43 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Updating instance 'bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde' progress to 100 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1339.919768] env[68461]: DEBUG oslo_vmware.api [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896043, 'name': RemoveSnapshot_Task, 'duration_secs': 1.656543} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.920048] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Deleted Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1339.920284] env[68461]: INFO nova.compute.manager [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Took 14.51 seconds to snapshot the instance on the hypervisor. [ 1340.034974] env[68461]: DEBUG oslo_vmware.api [None req-7b712252-a7b3-415f-a2b8-07437d191ca2 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896047, 'name': PowerOffVM_Task, 'duration_secs': 0.218321} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.035365] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b712252-a7b3-415f-a2b8-07437d191ca2 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.042711] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b712252-a7b3-415f-a2b8-07437d191ca2 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Reconfiguring VM instance instance-0000005a to detach disk 2002 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1340.043272] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64242dfc-d392-4726-8655-ff3ac63d6e61 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.061574] env[68461]: DEBUG oslo_vmware.api [None req-7b712252-a7b3-415f-a2b8-07437d191ca2 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1340.061574] env[68461]: value = "task-2896049" [ 1340.061574] env[68461]: _type = "Task" [ 1340.061574] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.070131] env[68461]: DEBUG oslo_vmware.api [None req-7b712252-a7b3-415f-a2b8-07437d191ca2 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.178547] env[68461]: DEBUG nova.compute.manager [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1340.197827] env[68461]: DEBUG oslo_vmware.api [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265601} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.198245] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1340.198535] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1340.199110] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1340.199180] env[68461]: INFO nova.compute.manager [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Took 0.97 seconds to destroy the instance on the hypervisor. [ 1340.199526] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.199818] env[68461]: DEBUG nova.compute.manager [-] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1340.199981] env[68461]: DEBUG nova.network.neutron [-] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1340.211442] env[68461]: DEBUG oslo_concurrency.lockutils [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "03bb8628-1fc8-4826-80f8-f1a97ce26a68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.211800] env[68461]: DEBUG oslo_concurrency.lockutils [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "03bb8628-1fc8-4826-80f8-f1a97ce26a68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.241992] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.253084] env[68461]: DEBUG oslo_concurrency.lockutils [None req-61f1658c-ada4-49fc-9249-cf0961c6d7b5 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "399e0fb5-c2c6-4112-b790-4bb07bc7a2ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.309s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.281403] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b8b04ed-6367-4ee2-9c35-bda7a4f6eb19 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "820da8d7-ed04-47ab-86e9-2f1777f61a08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.663s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.424653] env[68461]: DEBUG nova.compute.manager [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Instance disappeared during snapshot {{(pid=68461) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1340.436537] env[68461]: DEBUG nova.compute.manager [None req-952c6db5-3319-47cc-a175-bfb128e5340f tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Image not found during clean up 46cfa026-db73-4676-a318-1f64095e1f2a {{(pid=68461) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1340.530109] env[68461]: DEBUG nova.compute.manager [req-f71c31ad-82bc-4cff-8755-af95d6c2756d req-9df48724-6e20-4b64-883a-59f3d132d02e service nova] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Received event network-vif-deleted-6b6ebed5-90ad-4ca3-bc47-0a69fd911120 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.530324] env[68461]: INFO nova.compute.manager [req-f71c31ad-82bc-4cff-8755-af95d6c2756d req-9df48724-6e20-4b64-883a-59f3d132d02e service nova] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Neutron deleted interface 6b6ebed5-90ad-4ca3-bc47-0a69fd911120; detaching it from the instance and deleting it from the info cache [ 1340.530496] env[68461]: DEBUG nova.network.neutron [req-f71c31ad-82bc-4cff-8755-af95d6c2756d req-9df48724-6e20-4b64-883a-59f3d132d02e service nova] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.575299] env[68461]: DEBUG oslo_vmware.api [None req-7b712252-a7b3-415f-a2b8-07437d191ca2 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896049, 'name': ReconfigVM_Task, 'duration_secs': 0.246236} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.575299] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b712252-a7b3-415f-a2b8-07437d191ca2 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Reconfigured VM instance instance-0000005a to detach disk 2002 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1340.575299] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b712252-a7b3-415f-a2b8-07437d191ca2 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.575299] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c81f9f1f-410e-4b82-9a15-e2570c24b410 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.582123] env[68461]: DEBUG oslo_vmware.api [None req-7b712252-a7b3-415f-a2b8-07437d191ca2 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1340.582123] env[68461]: value = "task-2896050" [ 1340.582123] env[68461]: _type = "Task" [ 1340.582123] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.587881] env[68461]: DEBUG oslo_vmware.api [None req-7b712252-a7b3-415f-a2b8-07437d191ca2 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.700749] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.718318] env[68461]: DEBUG nova.compute.manager [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1340.796143] env[68461]: DEBUG nova.network.neutron [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Successfully updated port: 23bf80c2-5aaa-4970-81a1-7bcaf09abd37 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1340.912816] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "66919f16-782e-485d-9162-cfbe22c91187" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.913952] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "66919f16-782e-485d-9162-cfbe22c91187" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.013701] env[68461]: DEBUG nova.network.neutron [-] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.033178] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-118a3609-ebd8-47c8-b52f-a64b7936c813 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.047349] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24040fc-0bfe-4d86-be91-d8c39db047bb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.087278] env[68461]: DEBUG nova.compute.manager [req-f71c31ad-82bc-4cff-8755-af95d6c2756d req-9df48724-6e20-4b64-883a-59f3d132d02e service nova] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Detach interface failed, port_id=6b6ebed5-90ad-4ca3-bc47-0a69fd911120, reason: Instance b3633aaa-3531-4d09-bb68-c70ecd0cfc09 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1341.095491] env[68461]: DEBUG nova.compute.manager [req-b47675bc-1fb1-4e42-8aed-db5238f5eca5 req-7ab47d3a-c729-439b-9623-e3890bfdd109 service nova] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Received event network-changed-9f6522b1-520a-4d0f-ac5a-e3b5917ade70 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.095869] env[68461]: DEBUG nova.compute.manager [req-b47675bc-1fb1-4e42-8aed-db5238f5eca5 req-7ab47d3a-c729-439b-9623-e3890bfdd109 service nova] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Refreshing instance network info cache due to event network-changed-9f6522b1-520a-4d0f-ac5a-e3b5917ade70. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1341.095937] env[68461]: DEBUG oslo_concurrency.lockutils [req-b47675bc-1fb1-4e42-8aed-db5238f5eca5 req-7ab47d3a-c729-439b-9623-e3890bfdd109 service nova] Acquiring lock "refresh_cache-820da8d7-ed04-47ab-86e9-2f1777f61a08" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.096051] env[68461]: DEBUG oslo_concurrency.lockutils [req-b47675bc-1fb1-4e42-8aed-db5238f5eca5 req-7ab47d3a-c729-439b-9623-e3890bfdd109 service nova] Acquired lock "refresh_cache-820da8d7-ed04-47ab-86e9-2f1777f61a08" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.096275] env[68461]: DEBUG nova.network.neutron [req-b47675bc-1fb1-4e42-8aed-db5238f5eca5 req-7ab47d3a-c729-439b-9623-e3890bfdd109 service nova] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Refreshing network info cache for port 9f6522b1-520a-4d0f-ac5a-e3b5917ade70 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.104581] env[68461]: DEBUG oslo_vmware.api [None req-7b712252-a7b3-415f-a2b8-07437d191ca2 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896050, 'name': PowerOnVM_Task, 'duration_secs': 0.412146} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.108326] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b712252-a7b3-415f-a2b8-07437d191ca2 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.108448] env[68461]: DEBUG nova.compute.manager [None req-7b712252-a7b3-415f-a2b8-07437d191ca2 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.109681] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77975a4f-2d08-42cd-b5b1-ab887b7a491b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.150824] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689da3e5-a83b-4921-a166-d5bd54f36753 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.158745] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d25e12-916a-474b-ab96-5f2ae6eb1042 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.189164] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960912d0-caa6-46a3-824d-aa5f5492e955 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.196869] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b47209-d975-4c81-9443-525e8e25310a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.211056] env[68461]: DEBUG nova.compute.provider_tree [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.238868] env[68461]: DEBUG oslo_concurrency.lockutils [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.301180] env[68461]: DEBUG oslo_concurrency.lockutils [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "refresh_cache-d99b24fc-70e1-4535-831d-491b75bd102b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.301407] env[68461]: DEBUG oslo_concurrency.lockutils [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired lock "refresh_cache-d99b24fc-70e1-4535-831d-491b75bd102b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.301678] env[68461]: DEBUG nova.network.neutron [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.421246] env[68461]: DEBUG nova.compute.manager [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1341.518069] env[68461]: INFO nova.compute.manager [-] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Took 1.32 seconds to deallocate network for instance. [ 1341.714478] env[68461]: DEBUG nova.scheduler.client.report [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.841085] env[68461]: DEBUG nova.network.neutron [req-b47675bc-1fb1-4e42-8aed-db5238f5eca5 req-7ab47d3a-c729-439b-9623-e3890bfdd109 service nova] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Updated VIF entry in instance network info cache for port 9f6522b1-520a-4d0f-ac5a-e3b5917ade70. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.841526] env[68461]: DEBUG nova.network.neutron [req-b47675bc-1fb1-4e42-8aed-db5238f5eca5 req-7ab47d3a-c729-439b-9623-e3890bfdd109 service nova] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Updating instance_info_cache with network_info: [{"id": "9f6522b1-520a-4d0f-ac5a-e3b5917ade70", "address": "fa:16:3e:87:7d:6f", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f6522b1-52", "ovs_interfaceid": "9f6522b1-520a-4d0f-ac5a-e3b5917ade70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.845226] env[68461]: DEBUG nova.network.neutron [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1341.951633] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.023885] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.042714] env[68461]: DEBUG nova.network.neutron [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Updating instance_info_cache with network_info: [{"id": "23bf80c2-5aaa-4970-81a1-7bcaf09abd37", "address": "fa:16:3e:94:b3:52", "network": {"id": "19dd6dcf-3cc3-45dd-bbe5-df8e5e0e8b28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1238697348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03daf919ddd46df977660137d14952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23bf80c2-5a", "ovs_interfaceid": "23bf80c2-5aaa-4970-81a1-7bcaf09abd37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.219918] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.220654] env[68461]: DEBUG nova.compute.manager [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1342.227023] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.982s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.227023] env[68461]: INFO nova.compute.claims [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1342.344726] env[68461]: DEBUG oslo_concurrency.lockutils [req-b47675bc-1fb1-4e42-8aed-db5238f5eca5 req-7ab47d3a-c729-439b-9623-e3890bfdd109 service nova] Releasing lock "refresh_cache-820da8d7-ed04-47ab-86e9-2f1777f61a08" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.549315] env[68461]: DEBUG oslo_concurrency.lockutils [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Releasing lock "refresh_cache-d99b24fc-70e1-4535-831d-491b75bd102b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.549315] env[68461]: DEBUG nova.compute.manager [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Instance network_info: |[{"id": "23bf80c2-5aaa-4970-81a1-7bcaf09abd37", "address": "fa:16:3e:94:b3:52", "network": {"id": "19dd6dcf-3cc3-45dd-bbe5-df8e5e0e8b28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1238697348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03daf919ddd46df977660137d14952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23bf80c2-5a", "ovs_interfaceid": "23bf80c2-5aaa-4970-81a1-7bcaf09abd37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1342.549315] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:b3:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23bf80c2-5aaa-4970-81a1-7bcaf09abd37', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1342.556028] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1342.556477] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1342.556846] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00396c5c-df3f-4ea0-a166-3ce47c451327 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.577086] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1342.577086] env[68461]: value = "task-2896051" [ 1342.577086] env[68461]: _type = "Task" [ 1342.577086] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.585325] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896051, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.689145] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d10dc3a3-17db-49ce-afa0-38f1619de05f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.689145] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d10dc3a3-17db-49ce-afa0-38f1619de05f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.689145] env[68461]: DEBUG nova.compute.manager [None req-d10dc3a3-17db-49ce-afa0-38f1619de05f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Going to confirm migration 4 {{(pid=68461) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1342.708172] env[68461]: DEBUG nova.compute.manager [req-83aa5dd1-00fb-4e6a-a037-a2e6781b3ff4 req-39babeff-e6db-4b19-9daf-72b1e32225bd service nova] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Received event network-vif-plugged-23bf80c2-5aaa-4970-81a1-7bcaf09abd37 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.708172] env[68461]: DEBUG oslo_concurrency.lockutils [req-83aa5dd1-00fb-4e6a-a037-a2e6781b3ff4 req-39babeff-e6db-4b19-9daf-72b1e32225bd service nova] Acquiring lock "d99b24fc-70e1-4535-831d-491b75bd102b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.708172] env[68461]: DEBUG oslo_concurrency.lockutils [req-83aa5dd1-00fb-4e6a-a037-a2e6781b3ff4 req-39babeff-e6db-4b19-9daf-72b1e32225bd service nova] Lock "d99b24fc-70e1-4535-831d-491b75bd102b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.708172] env[68461]: DEBUG oslo_concurrency.lockutils [req-83aa5dd1-00fb-4e6a-a037-a2e6781b3ff4 req-39babeff-e6db-4b19-9daf-72b1e32225bd service nova] Lock "d99b24fc-70e1-4535-831d-491b75bd102b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.708172] env[68461]: DEBUG nova.compute.manager [req-83aa5dd1-00fb-4e6a-a037-a2e6781b3ff4 req-39babeff-e6db-4b19-9daf-72b1e32225bd service nova] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] No waiting events found dispatching network-vif-plugged-23bf80c2-5aaa-4970-81a1-7bcaf09abd37 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1342.708172] env[68461]: WARNING nova.compute.manager [req-83aa5dd1-00fb-4e6a-a037-a2e6781b3ff4 req-39babeff-e6db-4b19-9daf-72b1e32225bd service nova] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Received unexpected event network-vif-plugged-23bf80c2-5aaa-4970-81a1-7bcaf09abd37 for instance with vm_state building and task_state spawning. [ 1342.708172] env[68461]: DEBUG nova.compute.manager [req-83aa5dd1-00fb-4e6a-a037-a2e6781b3ff4 req-39babeff-e6db-4b19-9daf-72b1e32225bd service nova] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Received event network-changed-23bf80c2-5aaa-4970-81a1-7bcaf09abd37 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.708172] env[68461]: DEBUG nova.compute.manager [req-83aa5dd1-00fb-4e6a-a037-a2e6781b3ff4 req-39babeff-e6db-4b19-9daf-72b1e32225bd service nova] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Refreshing instance network info cache due to event network-changed-23bf80c2-5aaa-4970-81a1-7bcaf09abd37. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1342.708172] env[68461]: DEBUG oslo_concurrency.lockutils [req-83aa5dd1-00fb-4e6a-a037-a2e6781b3ff4 req-39babeff-e6db-4b19-9daf-72b1e32225bd service nova] Acquiring lock "refresh_cache-d99b24fc-70e1-4535-831d-491b75bd102b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.709087] env[68461]: DEBUG oslo_concurrency.lockutils [req-83aa5dd1-00fb-4e6a-a037-a2e6781b3ff4 req-39babeff-e6db-4b19-9daf-72b1e32225bd service nova] Acquired lock "refresh_cache-d99b24fc-70e1-4535-831d-491b75bd102b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.709383] env[68461]: DEBUG nova.network.neutron [req-83aa5dd1-00fb-4e6a-a037-a2e6781b3ff4 req-39babeff-e6db-4b19-9daf-72b1e32225bd service nova] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Refreshing network info cache for port 23bf80c2-5aaa-4970-81a1-7bcaf09abd37 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.730817] env[68461]: DEBUG nova.compute.utils [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1342.733363] env[68461]: DEBUG nova.compute.manager [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1342.733363] env[68461]: DEBUG nova.network.neutron [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1342.803993] env[68461]: DEBUG nova.policy [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb3e99eb5da7499994945a0e2fbb7bc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '999f416668e54a91b972f32f2e7c01cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1343.087839] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896051, 'name': CreateVM_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.225683] env[68461]: DEBUG nova.network.neutron [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Successfully created port: 7e55c216-7726-4a0e-898d-f85af3dafc08 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1343.236469] env[68461]: DEBUG nova.compute.manager [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1343.275824] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d10dc3a3-17db-49ce-afa0-38f1619de05f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "refresh_cache-bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.276037] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d10dc3a3-17db-49ce-afa0-38f1619de05f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired lock "refresh_cache-bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.276230] env[68461]: DEBUG nova.network.neutron [None req-d10dc3a3-17db-49ce-afa0-38f1619de05f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.276430] env[68461]: DEBUG nova.objects.instance [None req-d10dc3a3-17db-49ce-afa0-38f1619de05f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lazy-loading 'info_cache' on Instance uuid bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.529778] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d66881-3b9a-4a4a-9f5e-13554fb1009b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.537858] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f71d009-aead-40d7-9b00-4bcd9179ea05 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.570539] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b7a3ee-4922-4eee-ab5a-8149d00babbe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.578653] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8b4b6b-a5d6-4d7a-86de-489dca12e506 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.595119] env[68461]: DEBUG nova.compute.provider_tree [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.600141] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896051, 'name': CreateVM_Task, 'duration_secs': 0.594296} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.600141] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1343.600442] env[68461]: DEBUG oslo_concurrency.lockutils [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.600593] env[68461]: DEBUG oslo_concurrency.lockutils [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.600899] env[68461]: DEBUG oslo_concurrency.lockutils [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.601153] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d852e61-239a-45bb-9f5c-8e1334b0d6e9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.606430] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1343.606430] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5243c08d-f113-346e-7f98-cae1e03b5bb0" [ 1343.606430] env[68461]: _type = "Task" [ 1343.606430] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.615871] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5243c08d-f113-346e-7f98-cae1e03b5bb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.626604] env[68461]: DEBUG nova.network.neutron [req-83aa5dd1-00fb-4e6a-a037-a2e6781b3ff4 req-39babeff-e6db-4b19-9daf-72b1e32225bd service nova] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Updated VIF entry in instance network info cache for port 23bf80c2-5aaa-4970-81a1-7bcaf09abd37. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.626903] env[68461]: DEBUG nova.network.neutron [req-83aa5dd1-00fb-4e6a-a037-a2e6781b3ff4 req-39babeff-e6db-4b19-9daf-72b1e32225bd service nova] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Updating instance_info_cache with network_info: [{"id": "23bf80c2-5aaa-4970-81a1-7bcaf09abd37", "address": "fa:16:3e:94:b3:52", "network": {"id": "19dd6dcf-3cc3-45dd-bbe5-df8e5e0e8b28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1238697348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03daf919ddd46df977660137d14952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23bf80c2-5a", "ovs_interfaceid": "23bf80c2-5aaa-4970-81a1-7bcaf09abd37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.102032] env[68461]: DEBUG nova.scheduler.client.report [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.116444] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5243c08d-f113-346e-7f98-cae1e03b5bb0, 'name': SearchDatastore_Task, 'duration_secs': 0.038797} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.117327] env[68461]: DEBUG oslo_concurrency.lockutils [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.117558] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1344.117793] env[68461]: DEBUG oslo_concurrency.lockutils [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.117941] env[68461]: DEBUG oslo_concurrency.lockutils [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.118112] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1344.118585] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f4ec264-184f-47aa-9372-70b059b10635 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.128416] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1344.128588] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1344.129503] env[68461]: DEBUG oslo_concurrency.lockutils [req-83aa5dd1-00fb-4e6a-a037-a2e6781b3ff4 req-39babeff-e6db-4b19-9daf-72b1e32225bd service nova] Releasing lock "refresh_cache-d99b24fc-70e1-4535-831d-491b75bd102b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.129824] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e06a5c4-284a-4060-87bf-64181f940269 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.134942] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1344.134942] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52ecc4a5-fc34-2e12-54d7-a226b453de41" [ 1344.134942] env[68461]: _type = "Task" [ 1344.134942] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.142875] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ecc4a5-fc34-2e12-54d7-a226b453de41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.248678] env[68461]: DEBUG nova.compute.manager [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1344.274285] env[68461]: DEBUG nova.virt.hardware [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.274549] env[68461]: DEBUG nova.virt.hardware [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.274707] env[68461]: DEBUG nova.virt.hardware [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.274884] env[68461]: DEBUG nova.virt.hardware [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.275037] env[68461]: DEBUG nova.virt.hardware [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.275188] env[68461]: DEBUG nova.virt.hardware [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.275391] env[68461]: DEBUG nova.virt.hardware [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.275556] env[68461]: DEBUG nova.virt.hardware [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.275762] env[68461]: DEBUG nova.virt.hardware [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.275927] env[68461]: DEBUG nova.virt.hardware [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.276109] env[68461]: DEBUG nova.virt.hardware [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.276953] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a030db4f-7ecc-4513-8a48-80ab95db5d67 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.287040] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176e3a59-4a1a-498b-a7b6-c93be7d45f70 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.508323] env[68461]: DEBUG nova.network.neutron [None req-d10dc3a3-17db-49ce-afa0-38f1619de05f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Updating instance_info_cache with network_info: [{"id": "5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a", "address": "fa:16:3e:b5:f5:47", "network": {"id": "32ab3227-0156-4a55-9222-1015f605da2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1621872308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29fe601402479aa1bce276deab61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bae647a-f7", "ovs_interfaceid": "5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.606948] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.607504] env[68461]: DEBUG nova.compute.manager [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1344.610797] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.911s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.612947] env[68461]: INFO nova.compute.claims [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.646046] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ecc4a5-fc34-2e12-54d7-a226b453de41, 'name': SearchDatastore_Task, 'duration_secs': 0.01967} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.646800] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae14591c-059f-4839-9c4b-e20ed2f63b4c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.652215] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1344.652215] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52040b98-ef7f-dd09-7e39-ed403e9476a3" [ 1344.652215] env[68461]: _type = "Task" [ 1344.652215] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.660136] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52040b98-ef7f-dd09-7e39-ed403e9476a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.740076] env[68461]: DEBUG nova.compute.manager [req-78e8a748-d847-4110-b50f-341b9585e50e req-36d39a51-72d8-4b11-92a8-586e543f4457 service nova] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Received event network-changed-365d7819-bd85-4986-bced-6122d0c68b34 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.740278] env[68461]: DEBUG nova.compute.manager [req-78e8a748-d847-4110-b50f-341b9585e50e req-36d39a51-72d8-4b11-92a8-586e543f4457 service nova] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Refreshing instance network info cache due to event network-changed-365d7819-bd85-4986-bced-6122d0c68b34. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1344.740501] env[68461]: DEBUG oslo_concurrency.lockutils [req-78e8a748-d847-4110-b50f-341b9585e50e req-36d39a51-72d8-4b11-92a8-586e543f4457 service nova] Acquiring lock "refresh_cache-c64335ce-81c1-4975-be9e-77155e1f8ddb" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.740622] env[68461]: DEBUG oslo_concurrency.lockutils [req-78e8a748-d847-4110-b50f-341b9585e50e req-36d39a51-72d8-4b11-92a8-586e543f4457 service nova] Acquired lock "refresh_cache-c64335ce-81c1-4975-be9e-77155e1f8ddb" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.740782] env[68461]: DEBUG nova.network.neutron [req-78e8a748-d847-4110-b50f-341b9585e50e req-36d39a51-72d8-4b11-92a8-586e543f4457 service nova] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Refreshing network info cache for port 365d7819-bd85-4986-bced-6122d0c68b34 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1345.011811] env[68461]: DEBUG nova.network.neutron [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Successfully updated port: 7e55c216-7726-4a0e-898d-f85af3dafc08 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1345.014215] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d10dc3a3-17db-49ce-afa0-38f1619de05f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Releasing lock "refresh_cache-bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.014466] env[68461]: DEBUG nova.objects.instance [None req-d10dc3a3-17db-49ce-afa0-38f1619de05f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lazy-loading 'migration_context' on Instance uuid bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.117119] env[68461]: DEBUG nova.compute.utils [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1345.121518] env[68461]: DEBUG nova.compute.manager [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1345.121737] env[68461]: DEBUG nova.network.neutron [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1345.158757] env[68461]: DEBUG nova.policy [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '216ea45ba6fc475d8d7b20657b7d685a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75ea44a026484c54a2d7f17ed1e10047', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1345.164425] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52040b98-ef7f-dd09-7e39-ed403e9476a3, 'name': SearchDatastore_Task, 'duration_secs': 0.00996} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.164683] env[68461]: DEBUG oslo_concurrency.lockutils [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.164951] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] d99b24fc-70e1-4535-831d-491b75bd102b/d99b24fc-70e1-4535-831d-491b75bd102b.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1345.165226] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ecadb31-25ea-4939-b95b-8b099487eed4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.171823] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1345.171823] env[68461]: value = "task-2896052" [ 1345.171823] env[68461]: _type = "Task" [ 1345.171823] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.179424] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.516919] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "refresh_cache-a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.518341] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "refresh_cache-a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.518341] env[68461]: DEBUG nova.network.neutron [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.518912] env[68461]: DEBUG nova.objects.base [None req-d10dc3a3-17db-49ce-afa0-38f1619de05f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68461) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1345.520054] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d408783-2e80-49e5-9a9c-57ac8999f72f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.546901] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0b7810d-c9ba-4965-99b5-92fc7b414718 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.560650] env[68461]: DEBUG oslo_vmware.api [None req-d10dc3a3-17db-49ce-afa0-38f1619de05f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1345.560650] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52d4f4d7-00a6-b527-a64f-4601a633ebb7" [ 1345.560650] env[68461]: _type = "Task" [ 1345.560650] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.572171] env[68461]: DEBUG oslo_vmware.api [None req-d10dc3a3-17db-49ce-afa0-38f1619de05f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d4f4d7-00a6-b527-a64f-4601a633ebb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.622779] env[68461]: DEBUG nova.compute.manager [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1345.632093] env[68461]: DEBUG nova.network.neutron [req-78e8a748-d847-4110-b50f-341b9585e50e req-36d39a51-72d8-4b11-92a8-586e543f4457 service nova] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Updated VIF entry in instance network info cache for port 365d7819-bd85-4986-bced-6122d0c68b34. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.632695] env[68461]: DEBUG nova.network.neutron [req-78e8a748-d847-4110-b50f-341b9585e50e req-36d39a51-72d8-4b11-92a8-586e543f4457 service nova] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Updating instance_info_cache with network_info: [{"id": "365d7819-bd85-4986-bced-6122d0c68b34", "address": "fa:16:3e:e7:58:1e", "network": {"id": "6b43960b-b0f6-4b4c-b213-cd12050cdf18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-56355681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf178dda4c0a4d5aabe035e50ad2db81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap365d7819-bd", "ovs_interfaceid": "365d7819-bd85-4986-bced-6122d0c68b34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.667135] env[68461]: DEBUG nova.network.neutron [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Successfully created port: 187458cf-08c5-46d7-95e6-ebdba9378481 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1345.686529] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50235} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.690112] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] d99b24fc-70e1-4535-831d-491b75bd102b/d99b24fc-70e1-4535-831d-491b75bd102b.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1345.690613] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1345.696474] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd0b9648-6a45-484a-9dc9-9f67f13438e0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.705884] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1345.705884] env[68461]: value = "task-2896053" [ 1345.705884] env[68461]: _type = "Task" [ 1345.705884] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.720547] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.908059] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6fa85c-6a03-43d8-a348-824a7589a28d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.915429] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a68dc9-5f97-4279-ac5d-ce570503190e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.946636] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8cf71b-d12a-4538-b4b6-ddae08afe9bf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.954026] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47312d9-0a48-485e-9efc-e7aa4bff27ee {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.967496] env[68461]: DEBUG nova.compute.provider_tree [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.071094] env[68461]: DEBUG oslo_vmware.api [None req-d10dc3a3-17db-49ce-afa0-38f1619de05f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d4f4d7-00a6-b527-a64f-4601a633ebb7, 'name': SearchDatastore_Task, 'duration_secs': 0.015622} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.071094] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d10dc3a3-17db-49ce-afa0-38f1619de05f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.087087] env[68461]: DEBUG nova.network.neutron [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1346.137824] env[68461]: DEBUG oslo_concurrency.lockutils [req-78e8a748-d847-4110-b50f-341b9585e50e req-36d39a51-72d8-4b11-92a8-586e543f4457 service nova] Releasing lock "refresh_cache-c64335ce-81c1-4975-be9e-77155e1f8ddb" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.137824] env[68461]: DEBUG nova.compute.manager [req-78e8a748-d847-4110-b50f-341b9585e50e req-36d39a51-72d8-4b11-92a8-586e543f4457 service nova] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Received event network-changed-365d7819-bd85-4986-bced-6122d0c68b34 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.137824] env[68461]: DEBUG nova.compute.manager [req-78e8a748-d847-4110-b50f-341b9585e50e req-36d39a51-72d8-4b11-92a8-586e543f4457 service nova] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Refreshing instance network info cache due to event network-changed-365d7819-bd85-4986-bced-6122d0c68b34. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1346.137824] env[68461]: DEBUG oslo_concurrency.lockutils [req-78e8a748-d847-4110-b50f-341b9585e50e req-36d39a51-72d8-4b11-92a8-586e543f4457 service nova] Acquiring lock "refresh_cache-c64335ce-81c1-4975-be9e-77155e1f8ddb" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.137824] env[68461]: DEBUG oslo_concurrency.lockutils [req-78e8a748-d847-4110-b50f-341b9585e50e req-36d39a51-72d8-4b11-92a8-586e543f4457 service nova] Acquired lock "refresh_cache-c64335ce-81c1-4975-be9e-77155e1f8ddb" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.137824] env[68461]: DEBUG nova.network.neutron [req-78e8a748-d847-4110-b50f-341b9585e50e req-36d39a51-72d8-4b11-92a8-586e543f4457 service nova] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Refreshing network info cache for port 365d7819-bd85-4986-bced-6122d0c68b34 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.220917] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.338775} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.221298] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1346.222124] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a676b26f-e7ef-48ab-b49f-66c7477ca5b4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.243832] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] d99b24fc-70e1-4535-831d-491b75bd102b/d99b24fc-70e1-4535-831d-491b75bd102b.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.244479] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af1f5e0c-58d4-4c46-a57a-2b8e67428a25 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.259320] env[68461]: DEBUG nova.network.neutron [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Updating instance_info_cache with network_info: [{"id": "7e55c216-7726-4a0e-898d-f85af3dafc08", "address": "fa:16:3e:fb:8a:0b", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e55c216-77", "ovs_interfaceid": "7e55c216-7726-4a0e-898d-f85af3dafc08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.265836] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1346.265836] env[68461]: value = "task-2896054" [ 1346.265836] env[68461]: _type = "Task" [ 1346.265836] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.273875] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.470569] env[68461]: DEBUG nova.scheduler.client.report [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.638605] env[68461]: DEBUG nova.compute.manager [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1346.666241] env[68461]: DEBUG nova.virt.hardware [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1346.666492] env[68461]: DEBUG nova.virt.hardware [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.666647] env[68461]: DEBUG nova.virt.hardware [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1346.666927] env[68461]: DEBUG nova.virt.hardware [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.666999] env[68461]: DEBUG nova.virt.hardware [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1346.667122] env[68461]: DEBUG nova.virt.hardware [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1346.667330] env[68461]: DEBUG nova.virt.hardware [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1346.667487] env[68461]: DEBUG nova.virt.hardware [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1346.667657] env[68461]: DEBUG nova.virt.hardware [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1346.667815] env[68461]: DEBUG nova.virt.hardware [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1346.668068] env[68461]: DEBUG nova.virt.hardware [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1346.668921] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188b080b-207d-48aa-b123-dac64d26248e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.678021] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0f5402-71dd-47a4-b3cd-847d14c4c42a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.762473] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "refresh_cache-a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.762875] env[68461]: DEBUG nova.compute.manager [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Instance network_info: |[{"id": "7e55c216-7726-4a0e-898d-f85af3dafc08", "address": "fa:16:3e:fb:8a:0b", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e55c216-77", "ovs_interfaceid": "7e55c216-7726-4a0e-898d-f85af3dafc08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1346.763426] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:8a:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e55c216-7726-4a0e-898d-f85af3dafc08', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.771710] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.773233] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.774413] env[68461]: DEBUG nova.compute.manager [req-b025e3ad-d71f-4b9f-9a0d-6dd10b4a3cc4 req-ae91f30b-673d-4e00-a046-f87fbf59f484 service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Received event network-vif-plugged-7e55c216-7726-4a0e-898d-f85af3dafc08 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.774612] env[68461]: DEBUG oslo_concurrency.lockutils [req-b025e3ad-d71f-4b9f-9a0d-6dd10b4a3cc4 req-ae91f30b-673d-4e00-a046-f87fbf59f484 service nova] Acquiring lock "a4f06b08-51d4-4d9c-be67-f68be84faf3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.774815] env[68461]: DEBUG oslo_concurrency.lockutils [req-b025e3ad-d71f-4b9f-9a0d-6dd10b4a3cc4 req-ae91f30b-673d-4e00-a046-f87fbf59f484 service nova] Lock "a4f06b08-51d4-4d9c-be67-f68be84faf3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.774975] env[68461]: DEBUG oslo_concurrency.lockutils [req-b025e3ad-d71f-4b9f-9a0d-6dd10b4a3cc4 req-ae91f30b-673d-4e00-a046-f87fbf59f484 service nova] Lock "a4f06b08-51d4-4d9c-be67-f68be84faf3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.775150] env[68461]: DEBUG nova.compute.manager [req-b025e3ad-d71f-4b9f-9a0d-6dd10b4a3cc4 req-ae91f30b-673d-4e00-a046-f87fbf59f484 service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] No waiting events found dispatching network-vif-plugged-7e55c216-7726-4a0e-898d-f85af3dafc08 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1346.775317] env[68461]: WARNING nova.compute.manager [req-b025e3ad-d71f-4b9f-9a0d-6dd10b4a3cc4 req-ae91f30b-673d-4e00-a046-f87fbf59f484 service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Received unexpected event network-vif-plugged-7e55c216-7726-4a0e-898d-f85af3dafc08 for instance with vm_state building and task_state spawning. [ 1346.775473] env[68461]: DEBUG nova.compute.manager [req-b025e3ad-d71f-4b9f-9a0d-6dd10b4a3cc4 req-ae91f30b-673d-4e00-a046-f87fbf59f484 service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Received event network-changed-7e55c216-7726-4a0e-898d-f85af3dafc08 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.775621] env[68461]: DEBUG nova.compute.manager [req-b025e3ad-d71f-4b9f-9a0d-6dd10b4a3cc4 req-ae91f30b-673d-4e00-a046-f87fbf59f484 service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Refreshing instance network info cache due to event network-changed-7e55c216-7726-4a0e-898d-f85af3dafc08. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1346.775800] env[68461]: DEBUG oslo_concurrency.lockutils [req-b025e3ad-d71f-4b9f-9a0d-6dd10b4a3cc4 req-ae91f30b-673d-4e00-a046-f87fbf59f484 service nova] Acquiring lock "refresh_cache-a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.775932] env[68461]: DEBUG oslo_concurrency.lockutils [req-b025e3ad-d71f-4b9f-9a0d-6dd10b4a3cc4 req-ae91f30b-673d-4e00-a046-f87fbf59f484 service nova] Acquired lock "refresh_cache-a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.776094] env[68461]: DEBUG nova.network.neutron [req-b025e3ad-d71f-4b9f-9a0d-6dd10b4a3cc4 req-ae91f30b-673d-4e00-a046-f87fbf59f484 service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Refreshing network info cache for port 7e55c216-7726-4a0e-898d-f85af3dafc08 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.781216] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e95ec763-c634-4b55-bf86-47bd33cf2279 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.804157] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.805368] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.805368] env[68461]: value = "task-2896055" [ 1346.805368] env[68461]: _type = "Task" [ 1346.805368] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.813903] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896055, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.921147] env[68461]: DEBUG nova.network.neutron [req-78e8a748-d847-4110-b50f-341b9585e50e req-36d39a51-72d8-4b11-92a8-586e543f4457 service nova] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Updated VIF entry in instance network info cache for port 365d7819-bd85-4986-bced-6122d0c68b34. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1346.921610] env[68461]: DEBUG nova.network.neutron [req-78e8a748-d847-4110-b50f-341b9585e50e req-36d39a51-72d8-4b11-92a8-586e543f4457 service nova] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Updating instance_info_cache with network_info: [{"id": "365d7819-bd85-4986-bced-6122d0c68b34", "address": "fa:16:3e:e7:58:1e", "network": {"id": "6b43960b-b0f6-4b4c-b213-cd12050cdf18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-56355681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf178dda4c0a4d5aabe035e50ad2db81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap365d7819-bd", "ovs_interfaceid": "365d7819-bd85-4986-bced-6122d0c68b34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.975168] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.975799] env[68461]: DEBUG nova.compute.manager [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1346.979387] env[68461]: DEBUG oslo_concurrency.lockutils [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.741s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.981474] env[68461]: INFO nova.compute.claims [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1347.151263] env[68461]: DEBUG nova.network.neutron [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Successfully updated port: 187458cf-08c5-46d7-95e6-ebdba9378481 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1347.282997] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896054, 'name': ReconfigVM_Task, 'duration_secs': 0.695451} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.283291] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Reconfigured VM instance instance-00000066 to attach disk [datastore1] d99b24fc-70e1-4535-831d-491b75bd102b/d99b24fc-70e1-4535-831d-491b75bd102b.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1347.283880] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8131d6b-5cd3-4f81-bea2-b41223b02ad8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.290503] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1347.290503] env[68461]: value = "task-2896056" [ 1347.290503] env[68461]: _type = "Task" [ 1347.290503] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.297948] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896056, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.315774] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896055, 'name': CreateVM_Task, 'duration_secs': 0.415241} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.316073] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.316707] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.316903] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.317239] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.317480] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f912d9e8-c925-4576-810b-fea596efe84b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.321682] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1347.321682] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52afd7d8-01c8-d516-66b2-23a6703054de" [ 1347.321682] env[68461]: _type = "Task" [ 1347.321682] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.330562] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52afd7d8-01c8-d516-66b2-23a6703054de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.424922] env[68461]: DEBUG oslo_concurrency.lockutils [req-78e8a748-d847-4110-b50f-341b9585e50e req-36d39a51-72d8-4b11-92a8-586e543f4457 service nova] Releasing lock "refresh_cache-c64335ce-81c1-4975-be9e-77155e1f8ddb" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.486876] env[68461]: DEBUG nova.compute.utils [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1347.490183] env[68461]: DEBUG nova.compute.manager [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1347.490352] env[68461]: DEBUG nova.network.neutron [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1347.509515] env[68461]: DEBUG nova.network.neutron [req-b025e3ad-d71f-4b9f-9a0d-6dd10b4a3cc4 req-ae91f30b-673d-4e00-a046-f87fbf59f484 service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Updated VIF entry in instance network info cache for port 7e55c216-7726-4a0e-898d-f85af3dafc08. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.509906] env[68461]: DEBUG nova.network.neutron [req-b025e3ad-d71f-4b9f-9a0d-6dd10b4a3cc4 req-ae91f30b-673d-4e00-a046-f87fbf59f484 service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Updating instance_info_cache with network_info: [{"id": "7e55c216-7726-4a0e-898d-f85af3dafc08", "address": "fa:16:3e:fb:8a:0b", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e55c216-77", "ovs_interfaceid": "7e55c216-7726-4a0e-898d-f85af3dafc08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.530485] env[68461]: DEBUG nova.policy [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83bf0734d721475bb0cef50c3c31df79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd600204c50344935923c54770f9eb48c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1347.653645] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "refresh_cache-5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.653801] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquired lock "refresh_cache-5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.653961] env[68461]: DEBUG nova.network.neutron [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.803512] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896056, 'name': Rename_Task, 'duration_secs': 0.151846} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.803512] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.803512] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f900fc5f-d5d9-41d7-9f2f-85ba7f950329 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.810103] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1347.810103] env[68461]: value = "task-2896057" [ 1347.810103] env[68461]: _type = "Task" [ 1347.810103] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.816945] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.831017] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52afd7d8-01c8-d516-66b2-23a6703054de, 'name': SearchDatastore_Task, 'duration_secs': 0.012074} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.831531] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.831918] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1347.832360] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.832614] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.832950] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1347.833879] env[68461]: DEBUG nova.network.neutron [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Successfully created port: 8406cfd1-a9fc-44ce-a019-90b65c1dd66d {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1347.835746] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96ec4eb6-640c-47d4-8787-55cd61bbf323 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.847102] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1347.847102] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1347.847102] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d43f5ae7-3551-4e36-a45b-4a8d9712a99a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.850503] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1347.850503] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]526cde93-b512-d31f-6314-9aa4beb8996c" [ 1347.850503] env[68461]: _type = "Task" [ 1347.850503] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.858525] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526cde93-b512-d31f-6314-9aa4beb8996c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.993761] env[68461]: DEBUG nova.compute.manager [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1348.011886] env[68461]: DEBUG oslo_concurrency.lockutils [req-b025e3ad-d71f-4b9f-9a0d-6dd10b4a3cc4 req-ae91f30b-673d-4e00-a046-f87fbf59f484 service nova] Releasing lock "refresh_cache-a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.186645] env[68461]: DEBUG nova.network.neutron [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1348.271647] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620debd1-6f92-43dc-9beb-264172cd8fb4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.280200] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7c05e2-f5e6-4f76-a80e-6a5a3d192279 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.319819] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cccccd8-8320-4eee-be17-1fa802751e64 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.331241] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956c3831-1e3d-4d4f-9f4a-8b04e20fe15f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.335205] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896057, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.345428] env[68461]: DEBUG nova.compute.provider_tree [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.361029] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526cde93-b512-d31f-6314-9aa4beb8996c, 'name': SearchDatastore_Task, 'duration_secs': 0.032397} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.361842] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac4bee43-4a20-4a37-a50c-22129fcbffde {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.367428] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1348.367428] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52708278-f5c2-0118-975b-62bc98247b16" [ 1348.367428] env[68461]: _type = "Task" [ 1348.367428] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.376035] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52708278-f5c2-0118-975b-62bc98247b16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.425022] env[68461]: DEBUG nova.network.neutron [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Updating instance_info_cache with network_info: [{"id": "187458cf-08c5-46d7-95e6-ebdba9378481", "address": "fa:16:3e:f6:be:a5", "network": {"id": "f74db5a6-8283-488e-926b-b8a1337069ba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2130627189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ea44a026484c54a2d7f17ed1e10047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap187458cf-08", "ovs_interfaceid": "187458cf-08c5-46d7-95e6-ebdba9378481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.793794] env[68461]: DEBUG nova.compute.manager [req-828aaa92-ae5a-4a16-9ff9-78d838223d0d req-010e06b4-bfa0-4c4a-b275-a5a9e13332f5 service nova] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Received event network-vif-plugged-187458cf-08c5-46d7-95e6-ebdba9378481 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.794127] env[68461]: DEBUG oslo_concurrency.lockutils [req-828aaa92-ae5a-4a16-9ff9-78d838223d0d req-010e06b4-bfa0-4c4a-b275-a5a9e13332f5 service nova] Acquiring lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.794397] env[68461]: DEBUG oslo_concurrency.lockutils [req-828aaa92-ae5a-4a16-9ff9-78d838223d0d req-010e06b4-bfa0-4c4a-b275-a5a9e13332f5 service nova] Lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.794577] env[68461]: DEBUG oslo_concurrency.lockutils [req-828aaa92-ae5a-4a16-9ff9-78d838223d0d req-010e06b4-bfa0-4c4a-b275-a5a9e13332f5 service nova] Lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.794763] env[68461]: DEBUG nova.compute.manager [req-828aaa92-ae5a-4a16-9ff9-78d838223d0d req-010e06b4-bfa0-4c4a-b275-a5a9e13332f5 service nova] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] No waiting events found dispatching network-vif-plugged-187458cf-08c5-46d7-95e6-ebdba9378481 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1348.794979] env[68461]: WARNING nova.compute.manager [req-828aaa92-ae5a-4a16-9ff9-78d838223d0d req-010e06b4-bfa0-4c4a-b275-a5a9e13332f5 service nova] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Received unexpected event network-vif-plugged-187458cf-08c5-46d7-95e6-ebdba9378481 for instance with vm_state building and task_state spawning. [ 1348.795164] env[68461]: DEBUG nova.compute.manager [req-828aaa92-ae5a-4a16-9ff9-78d838223d0d req-010e06b4-bfa0-4c4a-b275-a5a9e13332f5 service nova] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Received event network-changed-187458cf-08c5-46d7-95e6-ebdba9378481 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.795321] env[68461]: DEBUG nova.compute.manager [req-828aaa92-ae5a-4a16-9ff9-78d838223d0d req-010e06b4-bfa0-4c4a-b275-a5a9e13332f5 service nova] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Refreshing instance network info cache due to event network-changed-187458cf-08c5-46d7-95e6-ebdba9378481. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1348.795491] env[68461]: DEBUG oslo_concurrency.lockutils [req-828aaa92-ae5a-4a16-9ff9-78d838223d0d req-010e06b4-bfa0-4c4a-b275-a5a9e13332f5 service nova] Acquiring lock "refresh_cache-5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.821865] env[68461]: DEBUG oslo_vmware.api [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896057, 'name': PowerOnVM_Task, 'duration_secs': 0.608688} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.822131] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.822478] env[68461]: INFO nova.compute.manager [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1348.822544] env[68461]: DEBUG nova.compute.manager [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.823324] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf0af84-2c1e-45e2-89af-0318e8195ef0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.848386] env[68461]: DEBUG nova.scheduler.client.report [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.877876] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52708278-f5c2-0118-975b-62bc98247b16, 'name': SearchDatastore_Task, 'duration_secs': 0.013388} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.878134] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.878381] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] a4f06b08-51d4-4d9c-be67-f68be84faf3f/a4f06b08-51d4-4d9c-be67-f68be84faf3f.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1348.878622] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2245383f-34f7-4006-8a3d-6afedbc7b7a0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.885161] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1348.885161] env[68461]: value = "task-2896058" [ 1348.885161] env[68461]: _type = "Task" [ 1348.885161] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.892431] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.926471] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Releasing lock "refresh_cache-5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.926789] env[68461]: DEBUG nova.compute.manager [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Instance network_info: |[{"id": "187458cf-08c5-46d7-95e6-ebdba9378481", "address": "fa:16:3e:f6:be:a5", "network": {"id": "f74db5a6-8283-488e-926b-b8a1337069ba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2130627189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ea44a026484c54a2d7f17ed1e10047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap187458cf-08", "ovs_interfaceid": "187458cf-08c5-46d7-95e6-ebdba9378481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1348.927384] env[68461]: DEBUG oslo_concurrency.lockutils [req-828aaa92-ae5a-4a16-9ff9-78d838223d0d req-010e06b4-bfa0-4c4a-b275-a5a9e13332f5 service nova] Acquired lock "refresh_cache-5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.927568] env[68461]: DEBUG nova.network.neutron [req-828aaa92-ae5a-4a16-9ff9-78d838223d0d req-010e06b4-bfa0-4c4a-b275-a5a9e13332f5 service nova] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Refreshing network info cache for port 187458cf-08c5-46d7-95e6-ebdba9378481 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1348.928839] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:be:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3952eb02-1162-48ed-8227-9c138960d583', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '187458cf-08c5-46d7-95e6-ebdba9378481', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1348.936020] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Creating folder: Project (75ea44a026484c54a2d7f17ed1e10047). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1348.936952] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf55786b-8559-4b6a-9c75-a5fb298f960b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.949271] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Created folder: Project (75ea44a026484c54a2d7f17ed1e10047) in parent group-v581476. [ 1348.949457] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Creating folder: Instances. Parent ref: group-v581756. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1348.949719] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49e24a2e-131a-4310-b7f8-72be419d3e1e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.958089] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Created folder: Instances in parent group-v581756. [ 1348.958334] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.958525] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1348.958725] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67e5abb9-db3d-4c2c-a6c5-ea3e0dc91f1f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.977728] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1348.977728] env[68461]: value = "task-2896061" [ 1348.977728] env[68461]: _type = "Task" [ 1348.977728] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.985219] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896061, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.004549] env[68461]: DEBUG nova.compute.manager [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1349.030720] env[68461]: DEBUG nova.virt.hardware [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1349.030981] env[68461]: DEBUG nova.virt.hardware [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1349.031227] env[68461]: DEBUG nova.virt.hardware [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1349.031444] env[68461]: DEBUG nova.virt.hardware [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1349.031623] env[68461]: DEBUG nova.virt.hardware [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1349.031811] env[68461]: DEBUG nova.virt.hardware [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1349.032129] env[68461]: DEBUG nova.virt.hardware [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1349.032291] env[68461]: DEBUG nova.virt.hardware [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1349.032485] env[68461]: DEBUG nova.virt.hardware [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1349.032614] env[68461]: DEBUG nova.virt.hardware [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1349.032785] env[68461]: DEBUG nova.virt.hardware [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1349.033645] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5788bedf-7b77-4c62-81b6-eb7b0625b35f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.042827] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fca97d0-2758-4050-9635-9a33122ac710 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.319208] env[68461]: DEBUG nova.compute.manager [req-1c13b87f-6794-4944-8f4f-d009c9791281 req-ff6a6acc-90ae-4204-95fd-d648d3afacc5 service nova] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Received event network-vif-plugged-8406cfd1-a9fc-44ce-a019-90b65c1dd66d {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1349.319517] env[68461]: DEBUG oslo_concurrency.lockutils [req-1c13b87f-6794-4944-8f4f-d009c9791281 req-ff6a6acc-90ae-4204-95fd-d648d3afacc5 service nova] Acquiring lock "aa648258-c7c7-4436-b091-8dad0fea7cf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.319676] env[68461]: DEBUG oslo_concurrency.lockutils [req-1c13b87f-6794-4944-8f4f-d009c9791281 req-ff6a6acc-90ae-4204-95fd-d648d3afacc5 service nova] Lock "aa648258-c7c7-4436-b091-8dad0fea7cf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.319858] env[68461]: DEBUG oslo_concurrency.lockutils [req-1c13b87f-6794-4944-8f4f-d009c9791281 req-ff6a6acc-90ae-4204-95fd-d648d3afacc5 service nova] Lock "aa648258-c7c7-4436-b091-8dad0fea7cf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.320038] env[68461]: DEBUG nova.compute.manager [req-1c13b87f-6794-4944-8f4f-d009c9791281 req-ff6a6acc-90ae-4204-95fd-d648d3afacc5 service nova] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] No waiting events found dispatching network-vif-plugged-8406cfd1-a9fc-44ce-a019-90b65c1dd66d {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1349.320207] env[68461]: WARNING nova.compute.manager [req-1c13b87f-6794-4944-8f4f-d009c9791281 req-ff6a6acc-90ae-4204-95fd-d648d3afacc5 service nova] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Received unexpected event network-vif-plugged-8406cfd1-a9fc-44ce-a019-90b65c1dd66d for instance with vm_state building and task_state spawning. [ 1349.342229] env[68461]: INFO nova.compute.manager [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Took 13.99 seconds to build instance. [ 1349.354448] env[68461]: DEBUG oslo_concurrency.lockutils [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.355166] env[68461]: DEBUG nova.compute.manager [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1349.361979] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.408s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.361979] env[68461]: INFO nova.compute.claims [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1349.401692] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896058, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.487514] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896061, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.714716] env[68461]: DEBUG nova.network.neutron [req-828aaa92-ae5a-4a16-9ff9-78d838223d0d req-010e06b4-bfa0-4c4a-b275-a5a9e13332f5 service nova] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Updated VIF entry in instance network info cache for port 187458cf-08c5-46d7-95e6-ebdba9378481. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.715102] env[68461]: DEBUG nova.network.neutron [req-828aaa92-ae5a-4a16-9ff9-78d838223d0d req-010e06b4-bfa0-4c4a-b275-a5a9e13332f5 service nova] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Updating instance_info_cache with network_info: [{"id": "187458cf-08c5-46d7-95e6-ebdba9378481", "address": "fa:16:3e:f6:be:a5", "network": {"id": "f74db5a6-8283-488e-926b-b8a1337069ba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2130627189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ea44a026484c54a2d7f17ed1e10047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap187458cf-08", "ovs_interfaceid": "187458cf-08c5-46d7-95e6-ebdba9378481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.845575] env[68461]: DEBUG oslo_concurrency.lockutils [None req-21a41f39-ad4c-4059-9f7b-03304fc68328 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "d99b24fc-70e1-4535-831d-491b75bd102b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.500s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.861075] env[68461]: DEBUG nova.compute.utils [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1349.862463] env[68461]: DEBUG nova.compute.manager [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1349.862654] env[68461]: DEBUG nova.network.neutron [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1349.895988] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59025} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.896150] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] a4f06b08-51d4-4d9c-be67-f68be84faf3f/a4f06b08-51d4-4d9c-be67-f68be84faf3f.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1349.896369] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1349.896613] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9141e446-be40-421f-9c0a-53bca8c27209 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.902401] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1349.902401] env[68461]: value = "task-2896062" [ 1349.902401] env[68461]: _type = "Task" [ 1349.902401] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.912049] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.934258] env[68461]: DEBUG nova.network.neutron [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Successfully updated port: 8406cfd1-a9fc-44ce-a019-90b65c1dd66d {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1349.947041] env[68461]: DEBUG nova.policy [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4776ae1d53d24ff9b3014821c0b17858', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '851e213e40ef49bcabb33ce0333ac79b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1349.990443] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896061, 'name': CreateVM_Task, 'duration_secs': 0.676016} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.991074] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1349.991256] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.991419] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.991746] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.992026] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dbfd522-a127-48e8-871a-74116ecf8ffc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.996032] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1349.996032] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5276de0a-1366-c250-d460-c69273f1ec40" [ 1349.996032] env[68461]: _type = "Task" [ 1349.996032] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.006094] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5276de0a-1366-c250-d460-c69273f1ec40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.221159] env[68461]: DEBUG oslo_concurrency.lockutils [req-828aaa92-ae5a-4a16-9ff9-78d838223d0d req-010e06b4-bfa0-4c4a-b275-a5a9e13332f5 service nova] Releasing lock "refresh_cache-5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.280241] env[68461]: DEBUG nova.network.neutron [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Successfully created port: 7d8c9ae8-73fc-4df3-92dc-c25f6dca4ee7 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1350.365606] env[68461]: DEBUG nova.compute.manager [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1350.414611] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184219} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.417163] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1350.419145] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6d8302-33b9-40eb-972d-a5e76b145211 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.440320] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "refresh_cache-aa648258-c7c7-4436-b091-8dad0fea7cf5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.440499] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquired lock "refresh_cache-aa648258-c7c7-4436-b091-8dad0fea7cf5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.440762] env[68461]: DEBUG nova.network.neutron [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1350.450010] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] a4f06b08-51d4-4d9c-be67-f68be84faf3f/a4f06b08-51d4-4d9c-be67-f68be84faf3f.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.454097] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2b11437-12b1-457d-a023-adbfa402cd33 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.473171] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1350.473171] env[68461]: value = "task-2896063" [ 1350.473171] env[68461]: _type = "Task" [ 1350.473171] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.485074] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.506778] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5276de0a-1366-c250-d460-c69273f1ec40, 'name': SearchDatastore_Task, 'duration_secs': 0.045589} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.509320] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.509554] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1350.509804] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.509954] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.510150] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.511361] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08d47683-5718-4e4e-8e8e-6e09802f79ae {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.519490] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.519583] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1350.522489] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f205e37-8b15-4d3a-8ddb-b68a522e9a13 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.527516] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1350.527516] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]520b08d8-2802-376b-6a4c-250a6cba5a87" [ 1350.527516] env[68461]: _type = "Task" [ 1350.527516] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.535734] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520b08d8-2802-376b-6a4c-250a6cba5a87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.687743] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6eee54e-8f88-41db-a789-eec9a08c52dd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.695897] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36fb6e0-4bd6-4c4e-bcb9-775eeb10d334 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.727530] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954a3a21-d537-4a95-8860-c54cc07aadfd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.735526] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288c1c49-115d-4aa4-b3e4-3b14cd78dcdc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.749404] env[68461]: DEBUG nova.compute.provider_tree [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.823708] env[68461]: DEBUG nova.compute.manager [req-aa657cd6-0270-4511-960f-768a9be2a96f req-f9fb3e45-8d21-4b7e-b4a7-2f4b70e5a819 service nova] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Received event network-changed-8406cfd1-a9fc-44ce-a019-90b65c1dd66d {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.823905] env[68461]: DEBUG nova.compute.manager [req-aa657cd6-0270-4511-960f-768a9be2a96f req-f9fb3e45-8d21-4b7e-b4a7-2f4b70e5a819 service nova] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Refreshing instance network info cache due to event network-changed-8406cfd1-a9fc-44ce-a019-90b65c1dd66d. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1350.824330] env[68461]: DEBUG oslo_concurrency.lockutils [req-aa657cd6-0270-4511-960f-768a9be2a96f req-f9fb3e45-8d21-4b7e-b4a7-2f4b70e5a819 service nova] Acquiring lock "refresh_cache-aa648258-c7c7-4436-b091-8dad0fea7cf5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.879708] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2ef0736b-aca4-41be-ab28-4b35ce6cf4a5 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "d99b24fc-70e1-4535-831d-491b75bd102b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.879961] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2ef0736b-aca4-41be-ab28-4b35ce6cf4a5 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "d99b24fc-70e1-4535-831d-491b75bd102b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.979253] env[68461]: DEBUG nova.network.neutron [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1350.984309] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896063, 'name': ReconfigVM_Task, 'duration_secs': 0.302807} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.984573] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Reconfigured VM instance instance-00000067 to attach disk [datastore2] a4f06b08-51d4-4d9c-be67-f68be84faf3f/a4f06b08-51d4-4d9c-be67-f68be84faf3f.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.985211] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64ab69bf-818f-4f52-907a-8a6ccf589346 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.991718] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1350.991718] env[68461]: value = "task-2896064" [ 1350.991718] env[68461]: _type = "Task" [ 1350.991718] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.999147] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896064, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.037420] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520b08d8-2802-376b-6a4c-250a6cba5a87, 'name': SearchDatastore_Task, 'duration_secs': 0.020496} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.038270] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cb3580d-2eba-4a60-914d-a4814318fb3c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.044044] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1351.044044] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c78c87-7c23-5cc8-3eef-7624a8c597be" [ 1351.044044] env[68461]: _type = "Task" [ 1351.044044] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.052094] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c78c87-7c23-5cc8-3eef-7624a8c597be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.154083] env[68461]: DEBUG nova.network.neutron [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Updating instance_info_cache with network_info: [{"id": "8406cfd1-a9fc-44ce-a019-90b65c1dd66d", "address": "fa:16:3e:fb:1b:2f", "network": {"id": "38bcffc0-cc47-42bc-baf0-ec91d073ad36", "bridge": "br-int", "label": "tempest-ImagesTestJSON-928631310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d600204c50344935923c54770f9eb48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8406cfd1-a9", "ovs_interfaceid": "8406cfd1-a9fc-44ce-a019-90b65c1dd66d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.252456] env[68461]: DEBUG nova.scheduler.client.report [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.379321] env[68461]: DEBUG nova.compute.manager [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1351.383523] env[68461]: DEBUG nova.compute.utils [None req-2ef0736b-aca4-41be-ab28-4b35ce6cf4a5 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1351.405651] env[68461]: DEBUG nova.virt.hardware [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1351.405875] env[68461]: DEBUG nova.virt.hardware [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1351.406041] env[68461]: DEBUG nova.virt.hardware [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1351.406225] env[68461]: DEBUG nova.virt.hardware [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1351.406370] env[68461]: DEBUG nova.virt.hardware [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1351.406513] env[68461]: DEBUG nova.virt.hardware [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1351.406716] env[68461]: DEBUG nova.virt.hardware [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1351.406901] env[68461]: DEBUG nova.virt.hardware [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1351.407089] env[68461]: DEBUG nova.virt.hardware [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1351.407254] env[68461]: DEBUG nova.virt.hardware [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1351.407422] env[68461]: DEBUG nova.virt.hardware [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1351.408275] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cedf060-0b07-4fcc-9697-fe1991af4403 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.416340] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7d1cd3-d9dc-4eaf-86c8-ce42a7aacd0a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.501519] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896064, 'name': Rename_Task, 'duration_secs': 0.137605} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.501867] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1351.502131] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8e3d929-19e6-434f-b242-b05e91d87023 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.508850] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1351.508850] env[68461]: value = "task-2896065" [ 1351.508850] env[68461]: _type = "Task" [ 1351.508850] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.516368] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.553886] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c78c87-7c23-5cc8-3eef-7624a8c597be, 'name': SearchDatastore_Task, 'duration_secs': 0.009655} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.554153] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.554484] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf/5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1351.554760] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cef71106-6448-4e70-8dab-371b8919748c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.560334] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1351.560334] env[68461]: value = "task-2896066" [ 1351.560334] env[68461]: _type = "Task" [ 1351.560334] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.568040] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.657679] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Releasing lock "refresh_cache-aa648258-c7c7-4436-b091-8dad0fea7cf5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.657980] env[68461]: DEBUG nova.compute.manager [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Instance network_info: |[{"id": "8406cfd1-a9fc-44ce-a019-90b65c1dd66d", "address": "fa:16:3e:fb:1b:2f", "network": {"id": "38bcffc0-cc47-42bc-baf0-ec91d073ad36", "bridge": "br-int", "label": "tempest-ImagesTestJSON-928631310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d600204c50344935923c54770f9eb48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8406cfd1-a9", "ovs_interfaceid": "8406cfd1-a9fc-44ce-a019-90b65c1dd66d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1351.658375] env[68461]: DEBUG oslo_concurrency.lockutils [req-aa657cd6-0270-4511-960f-768a9be2a96f req-f9fb3e45-8d21-4b7e-b4a7-2f4b70e5a819 service nova] Acquired lock "refresh_cache-aa648258-c7c7-4436-b091-8dad0fea7cf5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.658597] env[68461]: DEBUG nova.network.neutron [req-aa657cd6-0270-4511-960f-768a9be2a96f req-f9fb3e45-8d21-4b7e-b4a7-2f4b70e5a819 service nova] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Refreshing network info cache for port 8406cfd1-a9fc-44ce-a019-90b65c1dd66d {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1351.660031] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:1b:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8406cfd1-a9fc-44ce-a019-90b65c1dd66d', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1351.667752] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1351.671291] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1351.671798] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ec33d9f-ee84-40f6-b5fa-d7141b89ea67 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.692228] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1351.692228] env[68461]: value = "task-2896067" [ 1351.692228] env[68461]: _type = "Task" [ 1351.692228] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.699632] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896067, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.757200] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.757726] env[68461]: DEBUG nova.compute.manager [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1351.760291] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.737s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.760516] env[68461]: DEBUG nova.objects.instance [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lazy-loading 'resources' on Instance uuid b3633aaa-3531-4d09-bb68-c70ecd0cfc09 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.887680] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2ef0736b-aca4-41be-ab28-4b35ce6cf4a5 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "d99b24fc-70e1-4535-831d-491b75bd102b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.006413] env[68461]: DEBUG nova.network.neutron [req-aa657cd6-0270-4511-960f-768a9be2a96f req-f9fb3e45-8d21-4b7e-b4a7-2f4b70e5a819 service nova] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Updated VIF entry in instance network info cache for port 8406cfd1-a9fc-44ce-a019-90b65c1dd66d. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1352.006413] env[68461]: DEBUG nova.network.neutron [req-aa657cd6-0270-4511-960f-768a9be2a96f req-f9fb3e45-8d21-4b7e-b4a7-2f4b70e5a819 service nova] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Updating instance_info_cache with network_info: [{"id": "8406cfd1-a9fc-44ce-a019-90b65c1dd66d", "address": "fa:16:3e:fb:1b:2f", "network": {"id": "38bcffc0-cc47-42bc-baf0-ec91d073ad36", "bridge": "br-int", "label": "tempest-ImagesTestJSON-928631310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d600204c50344935923c54770f9eb48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8406cfd1-a9", "ovs_interfaceid": "8406cfd1-a9fc-44ce-a019-90b65c1dd66d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.022158] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896065, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.072909] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896066, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.203225] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896067, 'name': CreateVM_Task, 'duration_secs': 0.479154} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.203420] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1352.204075] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.204244] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.204571] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.204819] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2759faf5-9905-4a1f-983e-6f8dd6c13444 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.209516] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1352.209516] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52a8ee33-fa66-719e-d305-8f44abfbf268" [ 1352.209516] env[68461]: _type = "Task" [ 1352.209516] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.217158] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a8ee33-fa66-719e-d305-8f44abfbf268, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.263810] env[68461]: DEBUG nova.compute.utils [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1352.265253] env[68461]: DEBUG nova.compute.manager [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1352.265424] env[68461]: DEBUG nova.network.neutron [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1352.291602] env[68461]: DEBUG nova.network.neutron [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Successfully updated port: 7d8c9ae8-73fc-4df3-92dc-c25f6dca4ee7 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1352.337760] env[68461]: DEBUG nova.policy [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c71253127d8b491e9a99d425af117eb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '172893bd35654dcea61891ad9fbc7e85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1352.508734] env[68461]: DEBUG oslo_concurrency.lockutils [req-aa657cd6-0270-4511-960f-768a9be2a96f req-f9fb3e45-8d21-4b7e-b4a7-2f4b70e5a819 service nova] Releasing lock "refresh_cache-aa648258-c7c7-4436-b091-8dad0fea7cf5" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.521434] env[68461]: DEBUG oslo_vmware.api [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896065, 'name': PowerOnVM_Task, 'duration_secs': 0.601896} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.521665] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1352.521884] env[68461]: INFO nova.compute.manager [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1352.522079] env[68461]: DEBUG nova.compute.manager [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1352.522838] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef953a86-ed97-44d7-8ba7-92e00b0bf76d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.553901] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23d0cee-d7f7-46bd-a0d7-dfaf33641cfa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.560928] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2057451-296a-461a-b7c0-50da607769ef {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.571998] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570496} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.595166] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf/5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1352.595423] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1352.596566] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca63e2bc-646d-4320-9756-0bf0b5bd583a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.599119] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ebc1f3-95fd-4b6e-9708-f7f3612ffa00 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.606875] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7797f163-5e20-4152-a617-ffaab64bfcf7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.613797] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1352.613797] env[68461]: value = "task-2896068" [ 1352.613797] env[68461]: _type = "Task" [ 1352.613797] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.625064] env[68461]: DEBUG nova.compute.provider_tree [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.630633] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.651295] env[68461]: DEBUG nova.network.neutron [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Successfully created port: 1f19cb35-2a5a-4618-9fde-2f3ad4e5a05d {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1352.719057] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a8ee33-fa66-719e-d305-8f44abfbf268, 'name': SearchDatastore_Task, 'duration_secs': 0.045871} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.719400] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.719643] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1352.719875] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.720053] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.720211] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1352.720456] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85bd3cca-f479-47a0-a33f-316e2536ce00 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.734660] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1352.734828] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1352.735508] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eb22789-50ac-497b-a669-50cd141342a1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.739968] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1352.739968] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52a07985-9e7b-4a13-30ae-fe19c60eb251" [ 1352.739968] env[68461]: _type = "Task" [ 1352.739968] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.747143] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a07985-9e7b-4a13-30ae-fe19c60eb251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.768266] env[68461]: DEBUG nova.compute.manager [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1352.795743] env[68461]: DEBUG oslo_concurrency.lockutils [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "refresh_cache-03bb8628-1fc8-4826-80f8-f1a97ce26a68" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.797718] env[68461]: DEBUG oslo_concurrency.lockutils [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquired lock "refresh_cache-03bb8628-1fc8-4826-80f8-f1a97ce26a68" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.797718] env[68461]: DEBUG nova.network.neutron [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1352.853390] env[68461]: DEBUG nova.compute.manager [req-2bb5d9fd-c79e-488b-ba83-76c95d7d7eba req-2782e91a-2926-4693-affa-d22e49ac8114 service nova] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Received event network-vif-plugged-7d8c9ae8-73fc-4df3-92dc-c25f6dca4ee7 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.853390] env[68461]: DEBUG oslo_concurrency.lockutils [req-2bb5d9fd-c79e-488b-ba83-76c95d7d7eba req-2782e91a-2926-4693-affa-d22e49ac8114 service nova] Acquiring lock "03bb8628-1fc8-4826-80f8-f1a97ce26a68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.853390] env[68461]: DEBUG oslo_concurrency.lockutils [req-2bb5d9fd-c79e-488b-ba83-76c95d7d7eba req-2782e91a-2926-4693-affa-d22e49ac8114 service nova] Lock "03bb8628-1fc8-4826-80f8-f1a97ce26a68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.853390] env[68461]: DEBUG oslo_concurrency.lockutils [req-2bb5d9fd-c79e-488b-ba83-76c95d7d7eba req-2782e91a-2926-4693-affa-d22e49ac8114 service nova] Lock "03bb8628-1fc8-4826-80f8-f1a97ce26a68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.853390] env[68461]: DEBUG nova.compute.manager [req-2bb5d9fd-c79e-488b-ba83-76c95d7d7eba req-2782e91a-2926-4693-affa-d22e49ac8114 service nova] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] No waiting events found dispatching network-vif-plugged-7d8c9ae8-73fc-4df3-92dc-c25f6dca4ee7 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1352.853390] env[68461]: WARNING nova.compute.manager [req-2bb5d9fd-c79e-488b-ba83-76c95d7d7eba req-2782e91a-2926-4693-affa-d22e49ac8114 service nova] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Received unexpected event network-vif-plugged-7d8c9ae8-73fc-4df3-92dc-c25f6dca4ee7 for instance with vm_state building and task_state spawning. [ 1352.853390] env[68461]: DEBUG nova.compute.manager [req-2bb5d9fd-c79e-488b-ba83-76c95d7d7eba req-2782e91a-2926-4693-affa-d22e49ac8114 service nova] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Received event network-changed-7d8c9ae8-73fc-4df3-92dc-c25f6dca4ee7 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.853390] env[68461]: DEBUG nova.compute.manager [req-2bb5d9fd-c79e-488b-ba83-76c95d7d7eba req-2782e91a-2926-4693-affa-d22e49ac8114 service nova] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Refreshing instance network info cache due to event network-changed-7d8c9ae8-73fc-4df3-92dc-c25f6dca4ee7. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1352.853390] env[68461]: DEBUG oslo_concurrency.lockutils [req-2bb5d9fd-c79e-488b-ba83-76c95d7d7eba req-2782e91a-2926-4693-affa-d22e49ac8114 service nova] Acquiring lock "refresh_cache-03bb8628-1fc8-4826-80f8-f1a97ce26a68" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.979701] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2ef0736b-aca4-41be-ab28-4b35ce6cf4a5 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "d99b24fc-70e1-4535-831d-491b75bd102b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.979914] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2ef0736b-aca4-41be-ab28-4b35ce6cf4a5 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "d99b24fc-70e1-4535-831d-491b75bd102b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.980161] env[68461]: INFO nova.compute.manager [None req-2ef0736b-aca4-41be-ab28-4b35ce6cf4a5 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Attaching volume f777b8a3-cbeb-4b96-97d4-eb623290cd86 to /dev/sdb [ 1353.011671] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0e5f0b-7d0f-42b6-a0c6-e73f6bd2d75a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.018794] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6996b6-da6e-4026-801a-b04dd567eab5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.031769] env[68461]: DEBUG nova.virt.block_device [None req-2ef0736b-aca4-41be-ab28-4b35ce6cf4a5 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Updating existing volume attachment record: 28a6ba3e-b901-4583-ac62-584d7137f84a {{(pid=68461) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1353.046774] env[68461]: INFO nova.compute.manager [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Took 15.56 seconds to build instance. [ 1353.123234] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073646} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.124084] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1353.124474] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358a7274-3e52-4139-8ba6-7f37ba68b252 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.127652] env[68461]: DEBUG nova.scheduler.client.report [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.150262] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf/5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.151192] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e056f3d6-c1f6-40a9-beba-969b9295f797 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.170119] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1353.170119] env[68461]: value = "task-2896070" [ 1353.170119] env[68461]: _type = "Task" [ 1353.170119] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.180714] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.250954] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a07985-9e7b-4a13-30ae-fe19c60eb251, 'name': SearchDatastore_Task, 'duration_secs': 0.05928} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.251773] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f247fa52-5199-4bf1-9f72-672a39eeccdd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.256693] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1353.256693] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52bac0fb-29f8-c505-9d3f-07ac2a9f424f" [ 1353.256693] env[68461]: _type = "Task" [ 1353.256693] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.264847] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52bac0fb-29f8-c505-9d3f-07ac2a9f424f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.354960] env[68461]: DEBUG nova.network.neutron [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1353.549394] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a470d50e-b439-4db3-8406-4a4ffcd63be5 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "a4f06b08-51d4-4d9c-be67-f68be84faf3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.073s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.633840] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.636553] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d10dc3a3-17db-49ce-afa0-38f1619de05f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.566s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.662381] env[68461]: INFO nova.scheduler.client.report [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Deleted allocations for instance b3633aaa-3531-4d09-bb68-c70ecd0cfc09 [ 1353.680218] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.715319] env[68461]: DEBUG nova.network.neutron [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Updating instance_info_cache with network_info: [{"id": "7d8c9ae8-73fc-4df3-92dc-c25f6dca4ee7", "address": "fa:16:3e:54:f3:31", "network": {"id": "1dde6788-42d9-4e8b-a556-d1a736dedc18", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460636697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "851e213e40ef49bcabb33ce0333ac79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d8c9ae8-73", "ovs_interfaceid": "7d8c9ae8-73fc-4df3-92dc-c25f6dca4ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.766578] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52bac0fb-29f8-c505-9d3f-07ac2a9f424f, 'name': SearchDatastore_Task, 'duration_secs': 0.045554} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.766797] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.767163] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] aa648258-c7c7-4436-b091-8dad0fea7cf5/aa648258-c7c7-4436-b091-8dad0fea7cf5.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1353.767432] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3beb564a-3a79-41e2-b3cc-a03a58f3fc14 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.773566] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1353.773566] env[68461]: value = "task-2896073" [ 1353.773566] env[68461]: _type = "Task" [ 1353.773566] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.777400] env[68461]: DEBUG nova.compute.manager [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1353.784665] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.806543] env[68461]: DEBUG nova.virt.hardware [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1353.806736] env[68461]: DEBUG nova.virt.hardware [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1353.806893] env[68461]: DEBUG nova.virt.hardware [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1353.807092] env[68461]: DEBUG nova.virt.hardware [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1353.807236] env[68461]: DEBUG nova.virt.hardware [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1353.807382] env[68461]: DEBUG nova.virt.hardware [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1353.807599] env[68461]: DEBUG nova.virt.hardware [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1353.807759] env[68461]: DEBUG nova.virt.hardware [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1353.807926] env[68461]: DEBUG nova.virt.hardware [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1353.808101] env[68461]: DEBUG nova.virt.hardware [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1353.808277] env[68461]: DEBUG nova.virt.hardware [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1353.809168] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d2751e-6f2f-4962-8eab-fc27320cad52 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.816697] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3f65a5-3d85-4c45-9b3e-da6c63e292c5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.171655] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a0fd4e27-cadd-4499-b8d5-e5051efe5510 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "b3633aaa-3531-4d09-bb68-c70ecd0cfc09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.453s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.190775] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896070, 'name': ReconfigVM_Task, 'duration_secs': 0.593375} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.191936] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf/5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.195017] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a76f3691-dfec-4a6e-8bb5-eadaae528a87 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.207886] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1354.207886] env[68461]: value = "task-2896074" [ 1354.207886] env[68461]: _type = "Task" [ 1354.207886] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.223873] env[68461]: DEBUG oslo_concurrency.lockutils [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Releasing lock "refresh_cache-03bb8628-1fc8-4826-80f8-f1a97ce26a68" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.224245] env[68461]: DEBUG nova.compute.manager [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Instance network_info: |[{"id": "7d8c9ae8-73fc-4df3-92dc-c25f6dca4ee7", "address": "fa:16:3e:54:f3:31", "network": {"id": "1dde6788-42d9-4e8b-a556-d1a736dedc18", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460636697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "851e213e40ef49bcabb33ce0333ac79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d8c9ae8-73", "ovs_interfaceid": "7d8c9ae8-73fc-4df3-92dc-c25f6dca4ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1354.224608] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896074, 'name': Rename_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.224870] env[68461]: DEBUG oslo_concurrency.lockutils [req-2bb5d9fd-c79e-488b-ba83-76c95d7d7eba req-2782e91a-2926-4693-affa-d22e49ac8114 service nova] Acquired lock "refresh_cache-03bb8628-1fc8-4826-80f8-f1a97ce26a68" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.225085] env[68461]: DEBUG nova.network.neutron [req-2bb5d9fd-c79e-488b-ba83-76c95d7d7eba req-2782e91a-2926-4693-affa-d22e49ac8114 service nova] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Refreshing network info cache for port 7d8c9ae8-73fc-4df3-92dc-c25f6dca4ee7 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.230144] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:f3:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d8c9ae8-73fc-4df3-92dc-c25f6dca4ee7', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1354.239492] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1354.246587] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1354.247372] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e978059-a3b5-42de-aacc-4d892c330d89 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.275776] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1354.275776] env[68461]: value = "task-2896075" [ 1354.275776] env[68461]: _type = "Task" [ 1354.275776] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.289408] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490175} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.292671] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] aa648258-c7c7-4436-b091-8dad0fea7cf5/aa648258-c7c7-4436-b091-8dad0fea7cf5.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1354.292941] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1354.293640] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896075, 'name': CreateVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.293640] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef7217f9-ddce-4215-9ae8-e9fb419673e3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.302576] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1354.302576] env[68461]: value = "task-2896076" [ 1354.302576] env[68461]: _type = "Task" [ 1354.302576] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.310256] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.481238] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179d2e8f-42a6-4911-9571-44ed2b0a289a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.489774] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8758fd72-907a-4aa0-a9fb-eabb5b8cfbff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.525013] env[68461]: DEBUG nova.network.neutron [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Successfully updated port: 1f19cb35-2a5a-4618-9fde-2f3ad4e5a05d {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1354.529748] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6a92a8-93c3-4489-bf1f-3b14b289bd68 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.535783] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bda0482-51c7-48de-ae13-b86f0cefe9fc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.556029] env[68461]: DEBUG nova.compute.provider_tree [None req-d10dc3a3-17db-49ce-afa0-38f1619de05f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.717581] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896074, 'name': Rename_Task, 'duration_secs': 0.207876} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.717855] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.718190] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8b76ca7-107f-41fd-b8b1-8bb8665bac46 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.724386] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1354.724386] env[68461]: value = "task-2896077" [ 1354.724386] env[68461]: _type = "Task" [ 1354.724386] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.734552] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.783452] env[68461]: DEBUG nova.network.neutron [req-2bb5d9fd-c79e-488b-ba83-76c95d7d7eba req-2782e91a-2926-4693-affa-d22e49ac8114 service nova] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Updated VIF entry in instance network info cache for port 7d8c9ae8-73fc-4df3-92dc-c25f6dca4ee7. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1354.783791] env[68461]: DEBUG nova.network.neutron [req-2bb5d9fd-c79e-488b-ba83-76c95d7d7eba req-2782e91a-2926-4693-affa-d22e49ac8114 service nova] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Updating instance_info_cache with network_info: [{"id": "7d8c9ae8-73fc-4df3-92dc-c25f6dca4ee7", "address": "fa:16:3e:54:f3:31", "network": {"id": "1dde6788-42d9-4e8b-a556-d1a736dedc18", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460636697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "851e213e40ef49bcabb33ce0333ac79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d8c9ae8-73", "ovs_interfaceid": "7d8c9ae8-73fc-4df3-92dc-c25f6dca4ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.790023] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896075, 'name': CreateVM_Task, 'duration_secs': 0.375389} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.790130] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1354.790781] env[68461]: DEBUG oslo_concurrency.lockutils [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.790932] env[68461]: DEBUG oslo_concurrency.lockutils [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.791282] env[68461]: DEBUG oslo_concurrency.lockutils [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.791525] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e734e34d-bd06-4895-abde-cc20e569d284 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.797078] env[68461]: DEBUG oslo_vmware.api [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1354.797078] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52d216e2-7df8-5d89-d762-c18daf0fd98e" [ 1354.797078] env[68461]: _type = "Task" [ 1354.797078] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.806482] env[68461]: DEBUG oslo_vmware.api [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d216e2-7df8-5d89-d762-c18daf0fd98e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.813827] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070094} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.814106] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1354.815100] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bce187-f280-4848-94dd-76a5c322ff88 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.838030] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] aa648258-c7c7-4436-b091-8dad0fea7cf5/aa648258-c7c7-4436-b091-8dad0fea7cf5.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.838030] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1a3745d-02ed-453e-a4b4-7595287890f3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.857302] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1354.857302] env[68461]: value = "task-2896078" [ 1354.857302] env[68461]: _type = "Task" [ 1354.857302] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.865732] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.888247] env[68461]: DEBUG nova.compute.manager [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Received event network-vif-plugged-1f19cb35-2a5a-4618-9fde-2f3ad4e5a05d {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.888553] env[68461]: DEBUG oslo_concurrency.lockutils [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] Acquiring lock "66919f16-782e-485d-9162-cfbe22c91187-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.888663] env[68461]: DEBUG oslo_concurrency.lockutils [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] Lock "66919f16-782e-485d-9162-cfbe22c91187-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.888833] env[68461]: DEBUG oslo_concurrency.lockutils [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] Lock "66919f16-782e-485d-9162-cfbe22c91187-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.888999] env[68461]: DEBUG nova.compute.manager [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] [instance: 66919f16-782e-485d-9162-cfbe22c91187] No waiting events found dispatching network-vif-plugged-1f19cb35-2a5a-4618-9fde-2f3ad4e5a05d {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1354.889176] env[68461]: WARNING nova.compute.manager [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Received unexpected event network-vif-plugged-1f19cb35-2a5a-4618-9fde-2f3ad4e5a05d for instance with vm_state building and task_state spawning. [ 1354.889340] env[68461]: DEBUG nova.compute.manager [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Received event network-changed-1f19cb35-2a5a-4618-9fde-2f3ad4e5a05d {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.889501] env[68461]: DEBUG nova.compute.manager [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Refreshing instance network info cache due to event network-changed-1f19cb35-2a5a-4618-9fde-2f3ad4e5a05d. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1354.889719] env[68461]: DEBUG oslo_concurrency.lockutils [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] Acquiring lock "refresh_cache-66919f16-782e-485d-9162-cfbe22c91187" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.889862] env[68461]: DEBUG oslo_concurrency.lockutils [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] Acquired lock "refresh_cache-66919f16-782e-485d-9162-cfbe22c91187" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.890023] env[68461]: DEBUG nova.network.neutron [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Refreshing network info cache for port 1f19cb35-2a5a-4618-9fde-2f3ad4e5a05d {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1355.030844] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "refresh_cache-66919f16-782e-485d-9162-cfbe22c91187" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.059878] env[68461]: DEBUG nova.scheduler.client.report [None req-d10dc3a3-17db-49ce-afa0-38f1619de05f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.234452] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.287452] env[68461]: DEBUG oslo_concurrency.lockutils [req-2bb5d9fd-c79e-488b-ba83-76c95d7d7eba req-2782e91a-2926-4693-affa-d22e49ac8114 service nova] Releasing lock "refresh_cache-03bb8628-1fc8-4826-80f8-f1a97ce26a68" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.308238] env[68461]: DEBUG oslo_vmware.api [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d216e2-7df8-5d89-d762-c18daf0fd98e, 'name': SearchDatastore_Task, 'duration_secs': 0.027311} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.308607] env[68461]: DEBUG oslo_concurrency.lockutils [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.308863] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1355.309115] env[68461]: DEBUG oslo_concurrency.lockutils [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.309263] env[68461]: DEBUG oslo_concurrency.lockutils [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.309441] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1355.309751] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c1db27c-c66b-42a5-a14f-7f40f0690319 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.319365] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1355.319365] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1355.320079] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea507d1c-82a4-494e-a160-5af38c87bfa9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.325990] env[68461]: DEBUG oslo_vmware.api [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1355.325990] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52695b71-f0d7-52a7-8fac-621b53f8f496" [ 1355.325990] env[68461]: _type = "Task" [ 1355.325990] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.333923] env[68461]: DEBUG oslo_vmware.api [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52695b71-f0d7-52a7-8fac-621b53f8f496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.368092] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.738712] env[68461]: DEBUG oslo_vmware.api [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896077, 'name': PowerOnVM_Task, 'duration_secs': 0.903729} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.739633] env[68461]: DEBUG nova.network.neutron [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1355.742144] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1355.742144] env[68461]: INFO nova.compute.manager [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1355.742144] env[68461]: DEBUG nova.compute.manager [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.742693] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6673cf41-a1ec-4b1a-84d4-2290387cdca2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.489265] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d10dc3a3-17db-49ce-afa0-38f1619de05f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.853s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.503809] env[68461]: DEBUG oslo_vmware.api [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52695b71-f0d7-52a7-8fac-621b53f8f496, 'name': SearchDatastore_Task, 'duration_secs': 0.018793} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.508234] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896078, 'name': ReconfigVM_Task, 'duration_secs': 1.090478} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.511130] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d933536-dde6-455a-a6ee-6f271f3c16e9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.513357] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Reconfigured VM instance instance-00000069 to attach disk [datastore2] aa648258-c7c7-4436-b091-8dad0fea7cf5/aa648258-c7c7-4436-b091-8dad0fea7cf5.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.514214] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5733da2-2ac9-4a95-a5aa-7867e7eee5fb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.518481] env[68461]: DEBUG oslo_vmware.api [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1356.518481] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5217489c-ea2b-a6f1-f7ad-fdc81ebd14e2" [ 1356.518481] env[68461]: _type = "Task" [ 1356.518481] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.522256] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1356.522256] env[68461]: value = "task-2896080" [ 1356.522256] env[68461]: _type = "Task" [ 1356.522256] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.528350] env[68461]: DEBUG oslo_vmware.api [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5217489c-ea2b-a6f1-f7ad-fdc81ebd14e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.534998] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896080, 'name': Rename_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.575014] env[68461]: DEBUG nova.network.neutron [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.962527] env[68461]: DEBUG nova.compute.manager [req-2f260dc3-dca6-4817-b47a-82fc0cb62cc8 req-e535bd0f-1c31-41a4-805b-23feb9b25f58 service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Received event network-changed-7e55c216-7726-4a0e-898d-f85af3dafc08 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.962771] env[68461]: DEBUG nova.compute.manager [req-2f260dc3-dca6-4817-b47a-82fc0cb62cc8 req-e535bd0f-1c31-41a4-805b-23feb9b25f58 service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Refreshing instance network info cache due to event network-changed-7e55c216-7726-4a0e-898d-f85af3dafc08. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1356.962971] env[68461]: DEBUG oslo_concurrency.lockutils [req-2f260dc3-dca6-4817-b47a-82fc0cb62cc8 req-e535bd0f-1c31-41a4-805b-23feb9b25f58 service nova] Acquiring lock "refresh_cache-a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.963127] env[68461]: DEBUG oslo_concurrency.lockutils [req-2f260dc3-dca6-4817-b47a-82fc0cb62cc8 req-e535bd0f-1c31-41a4-805b-23feb9b25f58 service nova] Acquired lock "refresh_cache-a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.963287] env[68461]: DEBUG nova.network.neutron [req-2f260dc3-dca6-4817-b47a-82fc0cb62cc8 req-e535bd0f-1c31-41a4-805b-23feb9b25f58 service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Refreshing network info cache for port 7e55c216-7726-4a0e-898d-f85af3dafc08 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.027203] env[68461]: INFO nova.compute.manager [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Took 16.82 seconds to build instance. [ 1357.037025] env[68461]: DEBUG oslo_vmware.api [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5217489c-ea2b-a6f1-f7ad-fdc81ebd14e2, 'name': SearchDatastore_Task, 'duration_secs': 0.015606} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.040445] env[68461]: DEBUG oslo_concurrency.lockutils [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.040698] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 03bb8628-1fc8-4826-80f8-f1a97ce26a68/03bb8628-1fc8-4826-80f8-f1a97ce26a68.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1357.041075] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896080, 'name': Rename_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.041189] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab4abda1-b7fc-4367-bbb8-a3cb8e1af5db {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.048535] env[68461]: DEBUG oslo_vmware.api [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1357.048535] env[68461]: value = "task-2896081" [ 1357.048535] env[68461]: _type = "Task" [ 1357.048535] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.060187] env[68461]: DEBUG oslo_vmware.api [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.069530] env[68461]: INFO nova.scheduler.client.report [None req-d10dc3a3-17db-49ce-afa0-38f1619de05f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Deleted allocation for migration fd166729-97a5-4ca4-84ae-cde50d9953ad [ 1357.077272] env[68461]: DEBUG oslo_concurrency.lockutils [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] Releasing lock "refresh_cache-66919f16-782e-485d-9162-cfbe22c91187" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.077512] env[68461]: DEBUG nova.compute.manager [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Received event network-changed-fed9b5a8-c5ea-4e94-8540-2ea415fb97fc {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.077678] env[68461]: DEBUG nova.compute.manager [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Refreshing instance network info cache due to event network-changed-fed9b5a8-c5ea-4e94-8540-2ea415fb97fc. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1357.077936] env[68461]: DEBUG oslo_concurrency.lockutils [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] Acquiring lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.078104] env[68461]: DEBUG oslo_concurrency.lockutils [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] Acquired lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.078270] env[68461]: DEBUG nova.network.neutron [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Refreshing network info cache for port fed9b5a8-c5ea-4e94-8540-2ea415fb97fc {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.079295] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired lock "refresh_cache-66919f16-782e-485d-9162-cfbe22c91187" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.080514] env[68461]: DEBUG nova.network.neutron [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.526633] env[68461]: DEBUG nova.compute.manager [req-fb0ab196-c790-4bab-a6c2-ee94dd30b09f req-dc868e6f-0b24-48de-966b-06564bd8a5f1 service nova] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Received event network-changed-187458cf-08c5-46d7-95e6-ebdba9378481 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.526633] env[68461]: DEBUG nova.compute.manager [req-fb0ab196-c790-4bab-a6c2-ee94dd30b09f req-dc868e6f-0b24-48de-966b-06564bd8a5f1 service nova] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Refreshing instance network info cache due to event network-changed-187458cf-08c5-46d7-95e6-ebdba9378481. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1357.527047] env[68461]: DEBUG oslo_concurrency.lockutils [req-fb0ab196-c790-4bab-a6c2-ee94dd30b09f req-dc868e6f-0b24-48de-966b-06564bd8a5f1 service nova] Acquiring lock "refresh_cache-5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.527047] env[68461]: DEBUG oslo_concurrency.lockutils [req-fb0ab196-c790-4bab-a6c2-ee94dd30b09f req-dc868e6f-0b24-48de-966b-06564bd8a5f1 service nova] Acquired lock "refresh_cache-5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.527361] env[68461]: DEBUG nova.network.neutron [req-fb0ab196-c790-4bab-a6c2-ee94dd30b09f req-dc868e6f-0b24-48de-966b-06564bd8a5f1 service nova] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Refreshing network info cache for port 187458cf-08c5-46d7-95e6-ebdba9378481 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.533761] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f3b5dced-22ab-4919-933f-b5d314fb7080 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.335s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.543985] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896080, 'name': Rename_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.559825] env[68461]: DEBUG oslo_vmware.api [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486615} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.559825] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 03bb8628-1fc8-4826-80f8-f1a97ce26a68/03bb8628-1fc8-4826-80f8-f1a97ce26a68.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1357.559825] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1357.560344] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3f62d07-b6e7-467e-a643-a5951abaf02a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.567186] env[68461]: DEBUG oslo_vmware.api [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1357.567186] env[68461]: value = "task-2896082" [ 1357.567186] env[68461]: _type = "Task" [ 1357.567186] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.576870] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d10dc3a3-17db-49ce-afa0-38f1619de05f tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.889s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.578860] env[68461]: DEBUG oslo_vmware.api [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.589137] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef0736b-aca4-41be-ab28-4b35ce6cf4a5 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Volume attach. Driver type: vmdk {{(pid=68461) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1357.589137] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef0736b-aca4-41be-ab28-4b35ce6cf4a5 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581761', 'volume_id': 'f777b8a3-cbeb-4b96-97d4-eb623290cd86', 'name': 'volume-f777b8a3-cbeb-4b96-97d4-eb623290cd86', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd99b24fc-70e1-4535-831d-491b75bd102b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f777b8a3-cbeb-4b96-97d4-eb623290cd86', 'serial': 'f777b8a3-cbeb-4b96-97d4-eb623290cd86'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1357.589478] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b0ca04-ae93-44a4-aa07-0712e0adb20e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.609264] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a43f49-5658-4204-9ee4-20b7934ce9c0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.636605] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef0736b-aca4-41be-ab28-4b35ce6cf4a5 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] volume-f777b8a3-cbeb-4b96-97d4-eb623290cd86/volume-f777b8a3-cbeb-4b96-97d4-eb623290cd86.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.639803] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-856ea621-7ebb-4d44-bb0c-2f2ef1884b15 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.653509] env[68461]: DEBUG nova.network.neutron [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1357.663419] env[68461]: DEBUG oslo_vmware.api [None req-2ef0736b-aca4-41be-ab28-4b35ce6cf4a5 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1357.663419] env[68461]: value = "task-2896083" [ 1357.663419] env[68461]: _type = "Task" [ 1357.663419] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.673129] env[68461]: DEBUG oslo_vmware.api [None req-2ef0736b-aca4-41be-ab28-4b35ce6cf4a5 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.014990] env[68461]: DEBUG nova.network.neutron [req-2f260dc3-dca6-4817-b47a-82fc0cb62cc8 req-e535bd0f-1c31-41a4-805b-23feb9b25f58 service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Updated VIF entry in instance network info cache for port 7e55c216-7726-4a0e-898d-f85af3dafc08. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.015399] env[68461]: DEBUG nova.network.neutron [req-2f260dc3-dca6-4817-b47a-82fc0cb62cc8 req-e535bd0f-1c31-41a4-805b-23feb9b25f58 service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Updating instance_info_cache with network_info: [{"id": "7e55c216-7726-4a0e-898d-f85af3dafc08", "address": "fa:16:3e:fb:8a:0b", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e55c216-77", "ovs_interfaceid": "7e55c216-7726-4a0e-898d-f85af3dafc08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.033302] env[68461]: DEBUG nova.network.neutron [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Updating instance_info_cache with network_info: [{"id": "1f19cb35-2a5a-4618-9fde-2f3ad4e5a05d", "address": "fa:16:3e:04:74:6c", "network": {"id": "85cdbcc9-e5a7-4f29-940a-6c0f1d5018cf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1563446852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172893bd35654dcea61891ad9fbc7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f19cb35-2a", "ovs_interfaceid": "1f19cb35-2a5a-4618-9fde-2f3ad4e5a05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.047827] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896080, 'name': Rename_Task, 'duration_secs': 1.453982} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.047827] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.048788] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c3012c1-d2cd-416e-9819-42f84c0d4591 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.056161] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1358.056161] env[68461]: value = "task-2896084" [ 1358.056161] env[68461]: _type = "Task" [ 1358.056161] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.067212] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.076186] env[68461]: DEBUG oslo_vmware.api [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.243351} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.076492] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1358.077498] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315c8ed7-019d-44b9-b604-4fe8713a0ebb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.107578] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 03bb8628-1fc8-4826-80f8-f1a97ce26a68/03bb8628-1fc8-4826-80f8-f1a97ce26a68.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1358.107944] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e186db49-0c17-4690-bb0d-3982efc0e3a2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.132439] env[68461]: DEBUG oslo_vmware.api [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1358.132439] env[68461]: value = "task-2896085" [ 1358.132439] env[68461]: _type = "Task" [ 1358.132439] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.144041] env[68461]: DEBUG oslo_vmware.api [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.176705] env[68461]: DEBUG oslo_vmware.api [None req-2ef0736b-aca4-41be-ab28-4b35ce6cf4a5 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.200111] env[68461]: DEBUG nova.network.neutron [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Updated VIF entry in instance network info cache for port fed9b5a8-c5ea-4e94-8540-2ea415fb97fc. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.200532] env[68461]: DEBUG nova.network.neutron [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Updating instance_info_cache with network_info: [{"id": "fed9b5a8-c5ea-4e94-8540-2ea415fb97fc", "address": "fa:16:3e:29:28:3d", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed9b5a8-c5", "ovs_interfaceid": "fed9b5a8-c5ea-4e94-8540-2ea415fb97fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.467146] env[68461]: DEBUG nova.network.neutron [req-fb0ab196-c790-4bab-a6c2-ee94dd30b09f req-dc868e6f-0b24-48de-966b-06564bd8a5f1 service nova] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Updated VIF entry in instance network info cache for port 187458cf-08c5-46d7-95e6-ebdba9378481. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.467613] env[68461]: DEBUG nova.network.neutron [req-fb0ab196-c790-4bab-a6c2-ee94dd30b09f req-dc868e6f-0b24-48de-966b-06564bd8a5f1 service nova] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Updating instance_info_cache with network_info: [{"id": "187458cf-08c5-46d7-95e6-ebdba9378481", "address": "fa:16:3e:f6:be:a5", "network": {"id": "f74db5a6-8283-488e-926b-b8a1337069ba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2130627189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ea44a026484c54a2d7f17ed1e10047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap187458cf-08", "ovs_interfaceid": "187458cf-08c5-46d7-95e6-ebdba9378481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.519063] env[68461]: DEBUG oslo_concurrency.lockutils [req-2f260dc3-dca6-4817-b47a-82fc0cb62cc8 req-e535bd0f-1c31-41a4-805b-23feb9b25f58 service nova] Releasing lock "refresh_cache-a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.519371] env[68461]: DEBUG nova.compute.manager [req-2f260dc3-dca6-4817-b47a-82fc0cb62cc8 req-e535bd0f-1c31-41a4-805b-23feb9b25f58 service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Received event network-changed-fed9b5a8-c5ea-4e94-8540-2ea415fb97fc {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.519566] env[68461]: DEBUG nova.compute.manager [req-2f260dc3-dca6-4817-b47a-82fc0cb62cc8 req-e535bd0f-1c31-41a4-805b-23feb9b25f58 service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Refreshing instance network info cache due to event network-changed-fed9b5a8-c5ea-4e94-8540-2ea415fb97fc. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1358.519805] env[68461]: DEBUG oslo_concurrency.lockutils [req-2f260dc3-dca6-4817-b47a-82fc0cb62cc8 req-e535bd0f-1c31-41a4-805b-23feb9b25f58 service nova] Acquiring lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.534873] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Releasing lock "refresh_cache-66919f16-782e-485d-9162-cfbe22c91187" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.535219] env[68461]: DEBUG nova.compute.manager [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Instance network_info: |[{"id": "1f19cb35-2a5a-4618-9fde-2f3ad4e5a05d", "address": "fa:16:3e:04:74:6c", "network": {"id": "85cdbcc9-e5a7-4f29-940a-6c0f1d5018cf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1563446852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "172893bd35654dcea61891ad9fbc7e85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f19cb35-2a", "ovs_interfaceid": "1f19cb35-2a5a-4618-9fde-2f3ad4e5a05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1358.535730] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:74:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f19cb35-2a5a-4618-9fde-2f3ad4e5a05d', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1358.543523] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1358.543709] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1358.543933] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe042346-4119-4389-a71f-9f1f9bfede3d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.567281] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896084, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.569174] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1358.569174] env[68461]: value = "task-2896086" [ 1358.569174] env[68461]: _type = "Task" [ 1358.569174] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.575749] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896086, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.642342] env[68461]: DEBUG oslo_vmware.api [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896085, 'name': ReconfigVM_Task, 'duration_secs': 0.326063} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.642689] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 03bb8628-1fc8-4826-80f8-f1a97ce26a68/03bb8628-1fc8-4826-80f8-f1a97ce26a68.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.643329] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45eb4937-3d4e-4baf-ac43-607eadf7b91e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.650493] env[68461]: DEBUG oslo_vmware.api [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1358.650493] env[68461]: value = "task-2896087" [ 1358.650493] env[68461]: _type = "Task" [ 1358.650493] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.658632] env[68461]: DEBUG oslo_vmware.api [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896087, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.673593] env[68461]: DEBUG oslo_vmware.api [None req-2ef0736b-aca4-41be-ab28-4b35ce6cf4a5 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896083, 'name': ReconfigVM_Task, 'duration_secs': 0.853926} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.673949] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef0736b-aca4-41be-ab28-4b35ce6cf4a5 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Reconfigured VM instance instance-00000066 to attach disk [datastore2] volume-f777b8a3-cbeb-4b96-97d4-eb623290cd86/volume-f777b8a3-cbeb-4b96-97d4-eb623290cd86.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.679492] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1c91328-c842-4ebd-ba1e-70ed1db6cc61 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.697604] env[68461]: DEBUG oslo_vmware.api [None req-2ef0736b-aca4-41be-ab28-4b35ce6cf4a5 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1358.697604] env[68461]: value = "task-2896088" [ 1358.697604] env[68461]: _type = "Task" [ 1358.697604] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.703061] env[68461]: DEBUG oslo_concurrency.lockutils [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] Releasing lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.703351] env[68461]: DEBUG nova.compute.manager [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Received event network-changed-7e55c216-7726-4a0e-898d-f85af3dafc08 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.703546] env[68461]: DEBUG nova.compute.manager [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Refreshing instance network info cache due to event network-changed-7e55c216-7726-4a0e-898d-f85af3dafc08. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1358.703760] env[68461]: DEBUG oslo_concurrency.lockutils [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] Acquiring lock "refresh_cache-a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.703900] env[68461]: DEBUG oslo_concurrency.lockutils [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] Acquired lock "refresh_cache-a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.704073] env[68461]: DEBUG nova.network.neutron [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Refreshing network info cache for port 7e55c216-7726-4a0e-898d-f85af3dafc08 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.709153] env[68461]: DEBUG oslo_concurrency.lockutils [req-2f260dc3-dca6-4817-b47a-82fc0cb62cc8 req-e535bd0f-1c31-41a4-805b-23feb9b25f58 service nova] Acquired lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.709421] env[68461]: DEBUG nova.network.neutron [req-2f260dc3-dca6-4817-b47a-82fc0cb62cc8 req-e535bd0f-1c31-41a4-805b-23feb9b25f58 service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Refreshing network info cache for port fed9b5a8-c5ea-4e94-8540-2ea415fb97fc {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.710836] env[68461]: DEBUG oslo_vmware.api [None req-2ef0736b-aca4-41be-ab28-4b35ce6cf4a5 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896088, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.959229] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.959569] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.959820] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.960021] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.960205] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.962544] env[68461]: INFO nova.compute.manager [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Terminating instance [ 1358.972040] env[68461]: DEBUG oslo_concurrency.lockutils [req-fb0ab196-c790-4bab-a6c2-ee94dd30b09f req-dc868e6f-0b24-48de-966b-06564bd8a5f1 service nova] Releasing lock "refresh_cache-5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.068715] env[68461]: DEBUG oslo_vmware.api [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896084, 'name': PowerOnVM_Task, 'duration_secs': 0.695917} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.069834] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1359.069834] env[68461]: INFO nova.compute.manager [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Took 10.07 seconds to spawn the instance on the hypervisor. [ 1359.070016] env[68461]: DEBUG nova.compute.manager [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1359.073361] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ad1ddd-0458-449d-a4e5-59103311297f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.080500] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896086, 'name': CreateVM_Task, 'duration_secs': 0.483764} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.081890] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1359.085691] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.085856] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.086177] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.086417] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9cb964e-faef-487f-9fc9-06f670600db7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.091055] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1359.091055] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52ab1f71-9563-df9e-f935-d714cf0e1115" [ 1359.091055] env[68461]: _type = "Task" [ 1359.091055] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.098362] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ab1f71-9563-df9e-f935-d714cf0e1115, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.161564] env[68461]: DEBUG oslo_vmware.api [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896087, 'name': Rename_Task, 'duration_secs': 0.249938} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.161979] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1359.162282] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa97c238-5c20-45e1-887e-c371d94d2b85 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.170318] env[68461]: DEBUG oslo_vmware.api [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1359.170318] env[68461]: value = "task-2896089" [ 1359.170318] env[68461]: _type = "Task" [ 1359.170318] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.177907] env[68461]: DEBUG oslo_vmware.api [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.208088] env[68461]: DEBUG oslo_vmware.api [None req-2ef0736b-aca4-41be-ab28-4b35ce6cf4a5 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896088, 'name': ReconfigVM_Task, 'duration_secs': 0.16598} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.208481] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef0736b-aca4-41be-ab28-4b35ce6cf4a5 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581761', 'volume_id': 'f777b8a3-cbeb-4b96-97d4-eb623290cd86', 'name': 'volume-f777b8a3-cbeb-4b96-97d4-eb623290cd86', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd99b24fc-70e1-4535-831d-491b75bd102b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f777b8a3-cbeb-4b96-97d4-eb623290cd86', 'serial': 'f777b8a3-cbeb-4b96-97d4-eb623290cd86'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1359.455612] env[68461]: DEBUG oslo_concurrency.lockutils [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "627d7e61-39fb-4481-93eb-27000ff41786" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.456285] env[68461]: DEBUG oslo_concurrency.lockutils [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "627d7e61-39fb-4481-93eb-27000ff41786" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.466318] env[68461]: DEBUG nova.compute.manager [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1359.466619] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1359.467803] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973edb30-5101-455b-a1f9-7a52c976af44 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.479675] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.479988] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2590bb2e-e79d-4a80-b97e-192e7ffa65a4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.485539] env[68461]: DEBUG oslo_vmware.api [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1359.485539] env[68461]: value = "task-2896090" [ 1359.485539] env[68461]: _type = "Task" [ 1359.485539] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.493844] env[68461]: DEBUG oslo_vmware.api [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.609027] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ab1f71-9563-df9e-f935-d714cf0e1115, 'name': SearchDatastore_Task, 'duration_secs': 0.017029} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.609853] env[68461]: INFO nova.compute.manager [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Took 18.93 seconds to build instance. [ 1359.615032] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.615032] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1359.615032] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.615032] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.615032] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1359.615032] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3269f18e-6d1a-49f7-a44c-ae862e023b57 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.623139] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1359.623334] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1359.624735] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f82b5c2-6908-4b7b-9165-1df54763eb33 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.633858] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1359.633858] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52ab2de8-0e49-b20b-875d-f018d05be8eb" [ 1359.633858] env[68461]: _type = "Task" [ 1359.633858] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.649564] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ab2de8-0e49-b20b-875d-f018d05be8eb, 'name': SearchDatastore_Task, 'duration_secs': 0.013863} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.650510] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-109ee204-a512-45e7-8d78-03547455657f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.655798] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1359.655798] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]527d1162-fe5d-2ceb-cb4a-df48ca74c35b" [ 1359.655798] env[68461]: _type = "Task" [ 1359.655798] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.663413] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]527d1162-fe5d-2ceb-cb4a-df48ca74c35b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.668208] env[68461]: DEBUG nova.network.neutron [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Updated VIF entry in instance network info cache for port 7e55c216-7726-4a0e-898d-f85af3dafc08. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.668553] env[68461]: DEBUG nova.network.neutron [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Updating instance_info_cache with network_info: [{"id": "7e55c216-7726-4a0e-898d-f85af3dafc08", "address": "fa:16:3e:fb:8a:0b", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e55c216-77", "ovs_interfaceid": "7e55c216-7726-4a0e-898d-f85af3dafc08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.681224] env[68461]: DEBUG oslo_vmware.api [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896089, 'name': PowerOnVM_Task, 'duration_secs': 0.454037} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.681413] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1359.681710] env[68461]: INFO nova.compute.manager [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1359.682033] env[68461]: DEBUG nova.compute.manager [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1359.682903] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5cf616-d30e-4aff-afba-39d16895f35b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.709891] env[68461]: DEBUG nova.network.neutron [req-2f260dc3-dca6-4817-b47a-82fc0cb62cc8 req-e535bd0f-1c31-41a4-805b-23feb9b25f58 service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Updated VIF entry in instance network info cache for port fed9b5a8-c5ea-4e94-8540-2ea415fb97fc. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.710474] env[68461]: DEBUG nova.network.neutron [req-2f260dc3-dca6-4817-b47a-82fc0cb62cc8 req-e535bd0f-1c31-41a4-805b-23feb9b25f58 service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Updating instance_info_cache with network_info: [{"id": "fed9b5a8-c5ea-4e94-8540-2ea415fb97fc", "address": "fa:16:3e:29:28:3d", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed9b5a8-c5", "ovs_interfaceid": "fed9b5a8-c5ea-4e94-8540-2ea415fb97fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.958578] env[68461]: DEBUG nova.compute.manager [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1359.995311] env[68461]: DEBUG oslo_vmware.api [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896090, 'name': PowerOffVM_Task, 'duration_secs': 0.338416} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.996186] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1359.996364] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1359.996608] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc6254e6-c65f-480f-9901-afe5838010eb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.057768] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1360.058576] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1360.058576] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Deleting the datastore file [datastore2] bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1360.059027] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4ce3cd7-ab17-4099-8c0f-8c911701ccaa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.066055] env[68461]: DEBUG oslo_vmware.api [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1360.066055] env[68461]: value = "task-2896092" [ 1360.066055] env[68461]: _type = "Task" [ 1360.066055] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.074712] env[68461]: DEBUG oslo_vmware.api [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.114452] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4b31d06c-1b40-42be-a58d-7cf89e9642f4 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "aa648258-c7c7-4436-b091-8dad0fea7cf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.440s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.165457] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]527d1162-fe5d-2ceb-cb4a-df48ca74c35b, 'name': SearchDatastore_Task, 'duration_secs': 0.008798} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.165713] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.165967] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 66919f16-782e-485d-9162-cfbe22c91187/66919f16-782e-485d-9162-cfbe22c91187.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1360.166231] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1060dad-1e89-41db-8db1-5714c9a2706e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.170723] env[68461]: DEBUG oslo_concurrency.lockutils [req-f3921f4f-29b7-43d6-9eb9-ed92d405588c req-51fbb635-573d-470a-87fd-791c8ccba3fd service nova] Releasing lock "refresh_cache-a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.172445] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1360.172445] env[68461]: value = "task-2896093" [ 1360.172445] env[68461]: _type = "Task" [ 1360.172445] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.179847] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.199086] env[68461]: INFO nova.compute.manager [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Took 18.98 seconds to build instance. [ 1360.214983] env[68461]: DEBUG oslo_concurrency.lockutils [req-2f260dc3-dca6-4817-b47a-82fc0cb62cc8 req-e535bd0f-1c31-41a4-805b-23feb9b25f58 service nova] Releasing lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.256738] env[68461]: DEBUG nova.objects.instance [None req-2ef0736b-aca4-41be-ab28-4b35ce6cf4a5 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lazy-loading 'flavor' on Instance uuid d99b24fc-70e1-4535-831d-491b75bd102b {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.414375] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "d99b24fc-70e1-4535-831d-491b75bd102b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.484061] env[68461]: DEBUG oslo_concurrency.lockutils [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.484328] env[68461]: DEBUG oslo_concurrency.lockutils [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.485870] env[68461]: INFO nova.compute.claims [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1360.577036] env[68461]: DEBUG oslo_vmware.api [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247384} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.577347] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.577563] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1360.577742] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1360.577917] env[68461]: INFO nova.compute.manager [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1360.578267] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1360.578493] env[68461]: DEBUG nova.compute.manager [-] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1360.578590] env[68461]: DEBUG nova.network.neutron [-] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1360.682331] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896093, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.700708] env[68461]: DEBUG oslo_concurrency.lockutils [None req-66fe2694-94dc-429b-b40b-884798e3571f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "03bb8628-1fc8-4826-80f8-f1a97ce26a68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.489s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.765114] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2ef0736b-aca4-41be-ab28-4b35ce6cf4a5 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "d99b24fc-70e1-4535-831d-491b75bd102b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.785s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.765915] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "d99b24fc-70e1-4535-831d-491b75bd102b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.352s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.766149] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "d99b24fc-70e1-4535-831d-491b75bd102b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.766417] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "d99b24fc-70e1-4535-831d-491b75bd102b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.766507] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "d99b24fc-70e1-4535-831d-491b75bd102b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.768118] env[68461]: INFO nova.compute.manager [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Terminating instance [ 1361.095904] env[68461]: DEBUG nova.compute.manager [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1361.096888] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac3529a-21a8-4c86-804c-7818565b6798 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.182610] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616021} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.182891] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 66919f16-782e-485d-9162-cfbe22c91187/66919f16-782e-485d-9162-cfbe22c91187.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1361.183078] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1361.183325] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28554f07-bcde-4c6b-8caa-f737887b5799 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.189399] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1361.189399] env[68461]: value = "task-2896094" [ 1361.189399] env[68461]: _type = "Task" [ 1361.189399] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.196890] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.272480] env[68461]: DEBUG nova.compute.manager [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1361.272480] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.272718] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a012bc2c-fe26-4975-9302-d454a35e2569 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.279990] env[68461]: DEBUG oslo_vmware.api [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1361.279990] env[68461]: value = "task-2896095" [ 1361.279990] env[68461]: _type = "Task" [ 1361.279990] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.288423] env[68461]: DEBUG oslo_vmware.api [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.339348] env[68461]: DEBUG nova.compute.manager [req-3b335296-6462-42ea-ad5e-6319c92f2304 req-f618fb2f-6252-4410-9de7-445894f86a48 service nova] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Received event network-vif-deleted-5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.339604] env[68461]: INFO nova.compute.manager [req-3b335296-6462-42ea-ad5e-6319c92f2304 req-f618fb2f-6252-4410-9de7-445894f86a48 service nova] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Neutron deleted interface 5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a; detaching it from the instance and deleting it from the info cache [ 1361.339838] env[68461]: DEBUG nova.network.neutron [req-3b335296-6462-42ea-ad5e-6319c92f2304 req-f618fb2f-6252-4410-9de7-445894f86a48 service nova] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.607703] env[68461]: INFO nova.compute.manager [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] instance snapshotting [ 1361.611585] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba38421-fc17-4b74-bf06-99ef0e4b48f1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.638537] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd74ccd-c5ef-487e-99ee-8f19541fb04f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.700481] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167325} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.701077] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1361.702287] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542d16af-f893-4a56-bc56-d942cfe3abd3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.728341] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 66919f16-782e-485d-9162-cfbe22c91187/66919f16-782e-485d-9162-cfbe22c91187.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1361.731311] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b83fd264-06b6-424b-87ef-02594619ab80 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.751026] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1361.751026] env[68461]: value = "task-2896096" [ 1361.751026] env[68461]: _type = "Task" [ 1361.751026] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.762420] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896096, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.790423] env[68461]: DEBUG oslo_vmware.api [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896095, 'name': PowerOffVM_Task, 'duration_secs': 0.497273} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.790423] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.790423] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Volume detach. Driver type: vmdk {{(pid=68461) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1361.790423] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581761', 'volume_id': 'f777b8a3-cbeb-4b96-97d4-eb623290cd86', 'name': 'volume-f777b8a3-cbeb-4b96-97d4-eb623290cd86', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd99b24fc-70e1-4535-831d-491b75bd102b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f777b8a3-cbeb-4b96-97d4-eb623290cd86', 'serial': 'f777b8a3-cbeb-4b96-97d4-eb623290cd86'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1361.791032] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba5063b-30b5-46a3-a7c9-867e71c7178c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.817603] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edbea01-4020-440d-bc0b-95c521ed5b7d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.824488] env[68461]: DEBUG nova.network.neutron [-] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.827658] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0cde79-1714-4cf9-ac04-97eb07463706 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.852027] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ddd7da8c-b432-475d-abaa-7df5ff691bb2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.856064] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243e65bb-5f68-4406-a6e8-163f2499fd5c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.857861] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cf2d87-4760-4193-b52b-3850bde845fa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.877291] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de8a0fc-43b2-4f1c-a8ac-bbf68aab4bc1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.880919] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] The volume has not been displaced from its original location: [datastore2] volume-f777b8a3-cbeb-4b96-97d4-eb623290cd86/volume-f777b8a3-cbeb-4b96-97d4-eb623290cd86.vmdk. No consolidation needed. {{(pid=68461) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1361.886631] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1361.886783] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46fee6ff-77c5-4d62-9ba3-1b461cee8d18 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.902886] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f6a000-f18d-4efa-aba4-83b20316e1cd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.956951] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64d95fd-789c-47eb-a3fc-ae93136ef27b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.959710] env[68461]: DEBUG oslo_vmware.api [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1361.959710] env[68461]: value = "task-2896097" [ 1361.959710] env[68461]: _type = "Task" [ 1361.959710] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.960399] env[68461]: DEBUG nova.compute.manager [req-3b335296-6462-42ea-ad5e-6319c92f2304 req-f618fb2f-6252-4410-9de7-445894f86a48 service nova] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Detach interface failed, port_id=5bae647a-f7c8-4e9a-ad0f-ec3a52e3194a, reason: Instance bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1361.967717] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca01dff0-b5ab-4840-80f4-35f0ae3109eb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.974763] env[68461]: DEBUG oslo_vmware.api [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.984565] env[68461]: DEBUG nova.compute.provider_tree [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.151666] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Creating Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1362.152114] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f25c9e98-aeb7-4e9a-a782-ec851f0d3b6a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.161088] env[68461]: DEBUG oslo_vmware.api [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1362.161088] env[68461]: value = "task-2896098" [ 1362.161088] env[68461]: _type = "Task" [ 1362.161088] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.170142] env[68461]: DEBUG oslo_vmware.api [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896098, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.261122] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.331110] env[68461]: INFO nova.compute.manager [-] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Took 1.75 seconds to deallocate network for instance. [ 1362.470116] env[68461]: DEBUG oslo_vmware.api [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896097, 'name': ReconfigVM_Task, 'duration_secs': 0.352477} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.470399] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1362.475060] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd90aad7-8073-4b62-8fef-fbdd6b8f594e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.487780] env[68461]: DEBUG nova.scheduler.client.report [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.492243] env[68461]: DEBUG oslo_vmware.api [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1362.492243] env[68461]: value = "task-2896099" [ 1362.492243] env[68461]: _type = "Task" [ 1362.492243] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.500631] env[68461]: DEBUG oslo_vmware.api [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.671707] env[68461]: DEBUG oslo_vmware.api [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896098, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.760594] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896096, 'name': ReconfigVM_Task, 'duration_secs': 0.65091} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.760930] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 66919f16-782e-485d-9162-cfbe22c91187/66919f16-782e-485d-9162-cfbe22c91187.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1362.761599] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0076778e-745e-4ba8-b384-22b9c55302df {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.767565] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1362.767565] env[68461]: value = "task-2896100" [ 1362.767565] env[68461]: _type = "Task" [ 1362.767565] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.775623] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896100, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.838985] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.994410] env[68461]: DEBUG oslo_concurrency.lockutils [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.994947] env[68461]: DEBUG nova.compute.manager [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1362.997828] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.159s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.998049] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.008754] env[68461]: DEBUG oslo_vmware.api [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896099, 'name': ReconfigVM_Task, 'duration_secs': 0.396125} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.009084] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581761', 'volume_id': 'f777b8a3-cbeb-4b96-97d4-eb623290cd86', 'name': 'volume-f777b8a3-cbeb-4b96-97d4-eb623290cd86', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd99b24fc-70e1-4535-831d-491b75bd102b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f777b8a3-cbeb-4b96-97d4-eb623290cd86', 'serial': 'f777b8a3-cbeb-4b96-97d4-eb623290cd86'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1363.009415] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1363.010201] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3da14df-3437-4314-875b-73f0dbcc2d01 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.017017] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1363.017271] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc8682a6-abf4-4277-b539-b998591f5931 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.022566] env[68461]: INFO nova.scheduler.client.report [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Deleted allocations for instance bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde [ 1363.088739] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1363.089715] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1363.089715] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Deleting the datastore file [datastore1] d99b24fc-70e1-4535-831d-491b75bd102b {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.089847] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5cf261e-868e-4abf-9fb7-8f38842d3870 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.096029] env[68461]: DEBUG oslo_vmware.api [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1363.096029] env[68461]: value = "task-2896102" [ 1363.096029] env[68461]: _type = "Task" [ 1363.096029] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.103725] env[68461]: DEBUG oslo_vmware.api [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.171512] env[68461]: DEBUG oslo_vmware.api [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896098, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.277701] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896100, 'name': Rename_Task, 'duration_secs': 0.348336} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.278045] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.278329] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a06032cd-463b-438d-98fd-e44facefc802 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.284504] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1363.284504] env[68461]: value = "task-2896103" [ 1363.284504] env[68461]: _type = "Task" [ 1363.284504] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.292053] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.374740] env[68461]: DEBUG nova.compute.manager [req-7e0e8dcf-cd87-4948-8a9d-13242e7ed48e req-04a02abe-cbb1-4d97-8928-40bc30a7ac70 service nova] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Received event network-changed-7d8c9ae8-73fc-4df3-92dc-c25f6dca4ee7 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.374951] env[68461]: DEBUG nova.compute.manager [req-7e0e8dcf-cd87-4948-8a9d-13242e7ed48e req-04a02abe-cbb1-4d97-8928-40bc30a7ac70 service nova] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Refreshing instance network info cache due to event network-changed-7d8c9ae8-73fc-4df3-92dc-c25f6dca4ee7. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1363.375246] env[68461]: DEBUG oslo_concurrency.lockutils [req-7e0e8dcf-cd87-4948-8a9d-13242e7ed48e req-04a02abe-cbb1-4d97-8928-40bc30a7ac70 service nova] Acquiring lock "refresh_cache-03bb8628-1fc8-4826-80f8-f1a97ce26a68" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.375402] env[68461]: DEBUG oslo_concurrency.lockutils [req-7e0e8dcf-cd87-4948-8a9d-13242e7ed48e req-04a02abe-cbb1-4d97-8928-40bc30a7ac70 service nova] Acquired lock "refresh_cache-03bb8628-1fc8-4826-80f8-f1a97ce26a68" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.375562] env[68461]: DEBUG nova.network.neutron [req-7e0e8dcf-cd87-4948-8a9d-13242e7ed48e req-04a02abe-cbb1-4d97-8928-40bc30a7ac70 service nova] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Refreshing network info cache for port 7d8c9ae8-73fc-4df3-92dc-c25f6dca4ee7 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1363.504984] env[68461]: DEBUG nova.compute.utils [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1363.506429] env[68461]: DEBUG nova.compute.manager [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1363.506599] env[68461]: DEBUG nova.network.neutron [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1363.531099] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eef2f38b-08b4-497b-a697-7b05b4392894 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.571s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.582667] env[68461]: DEBUG nova.policy [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ac02e0a3ee94de3867f8252b5c8db6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b29fe601402479aa1bce276deab61ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1363.606987] env[68461]: DEBUG oslo_vmware.api [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186764} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.607252] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1363.607434] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1363.607607] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1363.607822] env[68461]: INFO nova.compute.manager [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Took 2.34 seconds to destroy the instance on the hypervisor. [ 1363.608033] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1363.608271] env[68461]: DEBUG nova.compute.manager [-] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1363.608325] env[68461]: DEBUG nova.network.neutron [-] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1363.671889] env[68461]: DEBUG oslo_vmware.api [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896098, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.793981] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896103, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.007787] env[68461]: DEBUG nova.network.neutron [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Successfully created port: 3d56129f-2ac2-4f52-b606-3443a936881b {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1364.010205] env[68461]: DEBUG nova.compute.manager [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1364.176343] env[68461]: DEBUG oslo_vmware.api [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896098, 'name': CreateSnapshot_Task, 'duration_secs': 1.653073} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.176658] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Created Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1364.177392] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bba357f-ca58-4aa8-b76f-f4d41a829a8b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.295085] env[68461]: DEBUG oslo_vmware.api [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896103, 'name': PowerOnVM_Task, 'duration_secs': 0.612267} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.295354] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1364.295552] env[68461]: INFO nova.compute.manager [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Took 10.52 seconds to spawn the instance on the hypervisor. [ 1364.295726] env[68461]: DEBUG nova.compute.manager [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1364.296498] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdcad98-cac2-4923-97e5-b1cd7219fe21 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.307894] env[68461]: DEBUG nova.network.neutron [req-7e0e8dcf-cd87-4948-8a9d-13242e7ed48e req-04a02abe-cbb1-4d97-8928-40bc30a7ac70 service nova] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Updated VIF entry in instance network info cache for port 7d8c9ae8-73fc-4df3-92dc-c25f6dca4ee7. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.308299] env[68461]: DEBUG nova.network.neutron [req-7e0e8dcf-cd87-4948-8a9d-13242e7ed48e req-04a02abe-cbb1-4d97-8928-40bc30a7ac70 service nova] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Updating instance_info_cache with network_info: [{"id": "7d8c9ae8-73fc-4df3-92dc-c25f6dca4ee7", "address": "fa:16:3e:54:f3:31", "network": {"id": "1dde6788-42d9-4e8b-a556-d1a736dedc18", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460636697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "851e213e40ef49bcabb33ce0333ac79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d8c9ae8-73", "ovs_interfaceid": "7d8c9ae8-73fc-4df3-92dc-c25f6dca4ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.472562] env[68461]: DEBUG nova.network.neutron [-] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.695660] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Creating linked-clone VM from snapshot {{(pid=68461) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1364.695988] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-35b2a344-c031-4309-a39f-de244d65f1b4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.704306] env[68461]: DEBUG oslo_vmware.api [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1364.704306] env[68461]: value = "task-2896104" [ 1364.704306] env[68461]: _type = "Task" [ 1364.704306] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.712438] env[68461]: DEBUG oslo_vmware.api [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896104, 'name': CloneVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.811105] env[68461]: DEBUG oslo_concurrency.lockutils [req-7e0e8dcf-cd87-4948-8a9d-13242e7ed48e req-04a02abe-cbb1-4d97-8928-40bc30a7ac70 service nova] Releasing lock "refresh_cache-03bb8628-1fc8-4826-80f8-f1a97ce26a68" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.813443] env[68461]: INFO nova.compute.manager [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Took 22.88 seconds to build instance. [ 1364.975580] env[68461]: INFO nova.compute.manager [-] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Took 1.37 seconds to deallocate network for instance. [ 1365.020235] env[68461]: DEBUG nova.compute.manager [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1365.048012] env[68461]: DEBUG nova.virt.hardware [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1365.048335] env[68461]: DEBUG nova.virt.hardware [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1365.048555] env[68461]: DEBUG nova.virt.hardware [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1365.048755] env[68461]: DEBUG nova.virt.hardware [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1365.048905] env[68461]: DEBUG nova.virt.hardware [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1365.049090] env[68461]: DEBUG nova.virt.hardware [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1365.049331] env[68461]: DEBUG nova.virt.hardware [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1365.049504] env[68461]: DEBUG nova.virt.hardware [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1365.049736] env[68461]: DEBUG nova.virt.hardware [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1365.049931] env[68461]: DEBUG nova.virt.hardware [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1365.050164] env[68461]: DEBUG nova.virt.hardware [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1365.051116] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1f74ec-ab4c-446b-82d0-38b82e9cde7e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.060227] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e09f0a-75f1-479f-9268-e3ac5fae6296 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.214600] env[68461]: DEBUG oslo_vmware.api [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896104, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.315497] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d2e2022a-4782-40bf-b0cc-fa7a1fdadc2d tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "66919f16-782e-485d-9162-cfbe22c91187" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.401s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.397994] env[68461]: DEBUG nova.compute.manager [req-5c666542-1777-488a-b763-ca1a98e06e0c req-9dd84ccb-f309-493b-a42f-b8622990ccd4 service nova] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Received event network-vif-deleted-23bf80c2-5aaa-4970-81a1-7bcaf09abd37 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.532914] env[68461]: INFO nova.compute.manager [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Took 0.56 seconds to detach 1 volumes for instance. [ 1365.714638] env[68461]: DEBUG oslo_vmware.api [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896104, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.776360] env[68461]: DEBUG nova.network.neutron [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Successfully updated port: 3d56129f-2ac2-4f52-b606-3443a936881b {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1366.043377] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.043749] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.044049] env[68461]: DEBUG nova.objects.instance [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lazy-loading 'resources' on Instance uuid d99b24fc-70e1-4535-831d-491b75bd102b {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.215823] env[68461]: DEBUG oslo_vmware.api [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896104, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.222370] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "interface-f76ea40c-c5b5-47b1-93a1-3db874d93806-026521f6-fbaa-4bca-b72b-3d3efca0d7e9" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.222600] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "interface-f76ea40c-c5b5-47b1-93a1-3db874d93806-026521f6-fbaa-4bca-b72b-3d3efca0d7e9" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.223166] env[68461]: DEBUG nova.objects.instance [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lazy-loading 'flavor' on Instance uuid f76ea40c-c5b5-47b1-93a1-3db874d93806 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.278066] env[68461]: DEBUG oslo_concurrency.lockutils [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "refresh_cache-627d7e61-39fb-4481-93eb-27000ff41786" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.278526] env[68461]: DEBUG oslo_concurrency.lockutils [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired lock "refresh_cache-627d7e61-39fb-4481-93eb-27000ff41786" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.278526] env[68461]: DEBUG nova.network.neutron [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1366.444475] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ca747ca7-9221-41f0-beb0-258e853a9c4f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "66919f16-782e-485d-9162-cfbe22c91187" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.444795] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ca747ca7-9221-41f0-beb0-258e853a9c4f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "66919f16-782e-485d-9162-cfbe22c91187" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.445014] env[68461]: DEBUG nova.compute.manager [None req-ca747ca7-9221-41f0-beb0-258e853a9c4f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1366.446463] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b456b7ce-4598-4756-8667-ee2d299774f4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.453525] env[68461]: DEBUG nova.compute.manager [None req-ca747ca7-9221-41f0-beb0-258e853a9c4f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68461) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1366.454137] env[68461]: DEBUG nova.objects.instance [None req-ca747ca7-9221-41f0-beb0-258e853a9c4f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lazy-loading 'flavor' on Instance uuid 66919f16-782e-485d-9162-cfbe22c91187 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.716987] env[68461]: DEBUG oslo_vmware.api [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896104, 'name': CloneVM_Task} progress is 95%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.795516] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80a50fa-d699-4bab-91af-407aa64ed176 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.804212] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb04b4b5-cb25-448a-88d9-6a7e6be0bc65 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.836031] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365924b1-8f70-4cc1-b8a6-7ea622ce525f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.843811] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6673adc0-f27f-44b6-94f2-4274cba9af39 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.850249] env[68461]: DEBUG nova.network.neutron [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1366.861905] env[68461]: DEBUG nova.compute.provider_tree [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.911779] env[68461]: DEBUG nova.objects.instance [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lazy-loading 'pci_requests' on Instance uuid f76ea40c-c5b5-47b1-93a1-3db874d93806 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.017035] env[68461]: DEBUG nova.network.neutron [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Updating instance_info_cache with network_info: [{"id": "3d56129f-2ac2-4f52-b606-3443a936881b", "address": "fa:16:3e:56:56:b6", "network": {"id": "32ab3227-0156-4a55-9222-1015f605da2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1621872308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29fe601402479aa1bce276deab61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d56129f-2a", "ovs_interfaceid": "3d56129f-2ac2-4f52-b606-3443a936881b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.218436] env[68461]: DEBUG oslo_vmware.api [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896104, 'name': CloneVM_Task, 'duration_secs': 2.134406} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.218742] env[68461]: INFO nova.virt.vmwareapi.vmops [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Created linked-clone VM from snapshot [ 1367.219419] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d619bf-14d7-448f-8388-2d5daa1ab73e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.226790] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Uploading image 8c192164-d241-4022-9386-8e81c3fe1c79 {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1367.249665] env[68461]: DEBUG oslo_vmware.rw_handles [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1367.249665] env[68461]: value = "vm-581765" [ 1367.249665] env[68461]: _type = "VirtualMachine" [ 1367.249665] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1367.250086] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9b0093e1-59d8-4101-a11a-53ace91b6ee9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.258460] env[68461]: DEBUG oslo_vmware.rw_handles [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lease: (returnval){ [ 1367.258460] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52887318-a836-cead-cf33-3b4c21281ee6" [ 1367.258460] env[68461]: _type = "HttpNfcLease" [ 1367.258460] env[68461]: } obtained for exporting VM: (result){ [ 1367.258460] env[68461]: value = "vm-581765" [ 1367.258460] env[68461]: _type = "VirtualMachine" [ 1367.258460] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1367.258811] env[68461]: DEBUG oslo_vmware.api [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the lease: (returnval){ [ 1367.258811] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52887318-a836-cead-cf33-3b4c21281ee6" [ 1367.258811] env[68461]: _type = "HttpNfcLease" [ 1367.258811] env[68461]: } to be ready. {{(pid=68461) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1367.267323] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1367.267323] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52887318-a836-cead-cf33-3b4c21281ee6" [ 1367.267323] env[68461]: _type = "HttpNfcLease" [ 1367.267323] env[68461]: } is initializing. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1367.369266] env[68461]: DEBUG nova.scheduler.client.report [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.414744] env[68461]: DEBUG nova.objects.base [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68461) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1367.414984] env[68461]: DEBUG nova.network.neutron [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1367.424468] env[68461]: DEBUG nova.compute.manager [req-020d9b9b-b469-419b-8a28-5dc2054db4c5 req-6a813eda-f8f4-4d40-9e1b-344ce74061cb service nova] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Received event network-vif-plugged-3d56129f-2ac2-4f52-b606-3443a936881b {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1367.424567] env[68461]: DEBUG oslo_concurrency.lockutils [req-020d9b9b-b469-419b-8a28-5dc2054db4c5 req-6a813eda-f8f4-4d40-9e1b-344ce74061cb service nova] Acquiring lock "627d7e61-39fb-4481-93eb-27000ff41786-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.424709] env[68461]: DEBUG oslo_concurrency.lockutils [req-020d9b9b-b469-419b-8a28-5dc2054db4c5 req-6a813eda-f8f4-4d40-9e1b-344ce74061cb service nova] Lock "627d7e61-39fb-4481-93eb-27000ff41786-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.424931] env[68461]: DEBUG oslo_concurrency.lockutils [req-020d9b9b-b469-419b-8a28-5dc2054db4c5 req-6a813eda-f8f4-4d40-9e1b-344ce74061cb service nova] Lock "627d7e61-39fb-4481-93eb-27000ff41786-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.425140] env[68461]: DEBUG nova.compute.manager [req-020d9b9b-b469-419b-8a28-5dc2054db4c5 req-6a813eda-f8f4-4d40-9e1b-344ce74061cb service nova] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] No waiting events found dispatching network-vif-plugged-3d56129f-2ac2-4f52-b606-3443a936881b {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1367.425254] env[68461]: WARNING nova.compute.manager [req-020d9b9b-b469-419b-8a28-5dc2054db4c5 req-6a813eda-f8f4-4d40-9e1b-344ce74061cb service nova] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Received unexpected event network-vif-plugged-3d56129f-2ac2-4f52-b606-3443a936881b for instance with vm_state building and task_state spawning. [ 1367.425393] env[68461]: DEBUG nova.compute.manager [req-020d9b9b-b469-419b-8a28-5dc2054db4c5 req-6a813eda-f8f4-4d40-9e1b-344ce74061cb service nova] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Received event network-changed-3d56129f-2ac2-4f52-b606-3443a936881b {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1367.425549] env[68461]: DEBUG nova.compute.manager [req-020d9b9b-b469-419b-8a28-5dc2054db4c5 req-6a813eda-f8f4-4d40-9e1b-344ce74061cb service nova] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Refreshing instance network info cache due to event network-changed-3d56129f-2ac2-4f52-b606-3443a936881b. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1367.425714] env[68461]: DEBUG oslo_concurrency.lockutils [req-020d9b9b-b469-419b-8a28-5dc2054db4c5 req-6a813eda-f8f4-4d40-9e1b-344ce74061cb service nova] Acquiring lock "refresh_cache-627d7e61-39fb-4481-93eb-27000ff41786" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.460116] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca747ca7-9221-41f0-beb0-258e853a9c4f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.460424] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ee22e16-b315-419b-915e-96c3855920ea {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.467808] env[68461]: DEBUG oslo_vmware.api [None req-ca747ca7-9221-41f0-beb0-258e853a9c4f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1367.467808] env[68461]: value = "task-2896106" [ 1367.467808] env[68461]: _type = "Task" [ 1367.467808] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.477550] env[68461]: DEBUG oslo_vmware.api [None req-ca747ca7-9221-41f0-beb0-258e853a9c4f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.484669] env[68461]: DEBUG nova.policy [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb3e99eb5da7499994945a0e2fbb7bc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '999f416668e54a91b972f32f2e7c01cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1367.519472] env[68461]: DEBUG oslo_concurrency.lockutils [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Releasing lock "refresh_cache-627d7e61-39fb-4481-93eb-27000ff41786" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.520482] env[68461]: DEBUG nova.compute.manager [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Instance network_info: |[{"id": "3d56129f-2ac2-4f52-b606-3443a936881b", "address": "fa:16:3e:56:56:b6", "network": {"id": "32ab3227-0156-4a55-9222-1015f605da2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1621872308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29fe601402479aa1bce276deab61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d56129f-2a", "ovs_interfaceid": "3d56129f-2ac2-4f52-b606-3443a936881b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1367.520482] env[68461]: DEBUG oslo_concurrency.lockutils [req-020d9b9b-b469-419b-8a28-5dc2054db4c5 req-6a813eda-f8f4-4d40-9e1b-344ce74061cb service nova] Acquired lock "refresh_cache-627d7e61-39fb-4481-93eb-27000ff41786" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.520723] env[68461]: DEBUG nova.network.neutron [req-020d9b9b-b469-419b-8a28-5dc2054db4c5 req-6a813eda-f8f4-4d40-9e1b-344ce74061cb service nova] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Refreshing network info cache for port 3d56129f-2ac2-4f52-b606-3443a936881b {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1367.522029] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:56:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d56129f-2ac2-4f52-b606-3443a936881b', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1367.530743] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1367.531875] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1367.532119] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7b362d1-0d51-4839-bbb0-35d3c3a7a2ba {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.554126] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1367.554126] env[68461]: value = "task-2896107" [ 1367.554126] env[68461]: _type = "Task" [ 1367.554126] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.563076] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896107, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.768717] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1367.768717] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52887318-a836-cead-cf33-3b4c21281ee6" [ 1367.768717] env[68461]: _type = "HttpNfcLease" [ 1367.768717] env[68461]: } is ready. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1367.768953] env[68461]: DEBUG oslo_vmware.rw_handles [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1367.768953] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52887318-a836-cead-cf33-3b4c21281ee6" [ 1367.768953] env[68461]: _type = "HttpNfcLease" [ 1367.768953] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1367.769710] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2887dd0d-e374-4e54-b87a-bd48cefc5b04 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.777861] env[68461]: DEBUG oslo_vmware.rw_handles [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b44617-8c41-a3db-421e-a6bf77630d44/disk-0.vmdk from lease info. {{(pid=68461) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1367.778112] env[68461]: DEBUG oslo_vmware.rw_handles [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b44617-8c41-a3db-421e-a6bf77630d44/disk-0.vmdk for reading. {{(pid=68461) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1367.866508] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-15805455-0470-4316-a9aa-af19e9b899df {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.873764] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.897183] env[68461]: INFO nova.scheduler.client.report [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Deleted allocations for instance d99b24fc-70e1-4535-831d-491b75bd102b [ 1367.981352] env[68461]: DEBUG oslo_vmware.api [None req-ca747ca7-9221-41f0-beb0-258e853a9c4f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896106, 'name': PowerOffVM_Task, 'duration_secs': 0.263474} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.981618] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca747ca7-9221-41f0-beb0-258e853a9c4f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1367.981976] env[68461]: DEBUG nova.compute.manager [None req-ca747ca7-9221-41f0-beb0-258e853a9c4f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1367.982897] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08b9db4-1b43-460c-beb9-968062dc16b6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.067026] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896107, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.283889] env[68461]: DEBUG nova.network.neutron [req-020d9b9b-b469-419b-8a28-5dc2054db4c5 req-6a813eda-f8f4-4d40-9e1b-344ce74061cb service nova] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Updated VIF entry in instance network info cache for port 3d56129f-2ac2-4f52-b606-3443a936881b. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1368.284279] env[68461]: DEBUG nova.network.neutron [req-020d9b9b-b469-419b-8a28-5dc2054db4c5 req-6a813eda-f8f4-4d40-9e1b-344ce74061cb service nova] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Updating instance_info_cache with network_info: [{"id": "3d56129f-2ac2-4f52-b606-3443a936881b", "address": "fa:16:3e:56:56:b6", "network": {"id": "32ab3227-0156-4a55-9222-1015f605da2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1621872308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29fe601402479aa1bce276deab61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d56129f-2a", "ovs_interfaceid": "3d56129f-2ac2-4f52-b606-3443a936881b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.339505] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9d319a28-92cd-46a0-8814-b5057708680f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.339779] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9d319a28-92cd-46a0-8814-b5057708680f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.406013] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6fdb9578-9049-4349-a67b-e7a71680899d tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "d99b24fc-70e1-4535-831d-491b75bd102b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.640s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.495248] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ca747ca7-9221-41f0-beb0-258e853a9c4f tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "66919f16-782e-485d-9162-cfbe22c91187" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.565980] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896107, 'name': CreateVM_Task, 'duration_secs': 0.527983} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.568045] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1368.569032] env[68461]: DEBUG oslo_concurrency.lockutils [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.569230] env[68461]: DEBUG oslo_concurrency.lockutils [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.569664] env[68461]: DEBUG oslo_concurrency.lockutils [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.570110] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e02449ca-dfb8-42ee-9925-c687bc912c13 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.574954] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1368.574954] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52d4870c-ef88-f837-6d41-c2adf07c917f" [ 1368.574954] env[68461]: _type = "Task" [ 1368.574954] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.583292] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d4870c-ef88-f837-6d41-c2adf07c917f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.787016] env[68461]: DEBUG oslo_concurrency.lockutils [req-020d9b9b-b469-419b-8a28-5dc2054db4c5 req-6a813eda-f8f4-4d40-9e1b-344ce74061cb service nova] Releasing lock "refresh_cache-627d7e61-39fb-4481-93eb-27000ff41786" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.845396] env[68461]: INFO nova.compute.manager [None req-9d319a28-92cd-46a0-8814-b5057708680f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Detaching volume bf8137c6-4932-4e53-a6f9-d90158568230 [ 1368.881391] env[68461]: INFO nova.virt.block_device [None req-9d319a28-92cd-46a0-8814-b5057708680f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Attempting to driver detach volume bf8137c6-4932-4e53-a6f9-d90158568230 from mountpoint /dev/sdb [ 1368.881935] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d319a28-92cd-46a0-8814-b5057708680f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Volume detach. Driver type: vmdk {{(pid=68461) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1368.886023] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d319a28-92cd-46a0-8814-b5057708680f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581736', 'volume_id': 'bf8137c6-4932-4e53-a6f9-d90158568230', 'name': 'volume-bf8137c6-4932-4e53-a6f9-d90158568230', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf8137c6-4932-4e53-a6f9-d90158568230', 'serial': 'bf8137c6-4932-4e53-a6f9-d90158568230'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1368.886023] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fa8aa9-8617-40ca-8748-b18785ea77b2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.907131] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec9ee60-5892-4f59-b894-41aabb7599e7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.914566] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b86463-8938-4025-a234-26e699fbb04d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.938847] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d673bf3-d26b-4afd-8bad-ca5a81355008 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.954701] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d319a28-92cd-46a0-8814-b5057708680f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] The volume has not been displaced from its original location: [datastore2] volume-bf8137c6-4932-4e53-a6f9-d90158568230/volume-bf8137c6-4932-4e53-a6f9-d90158568230.vmdk. No consolidation needed. {{(pid=68461) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1368.960642] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d319a28-92cd-46a0-8814-b5057708680f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1368.961165] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65b67f26-6c1a-4ac8-9420-1f3e93fca4fd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.980045] env[68461]: DEBUG oslo_vmware.api [None req-9d319a28-92cd-46a0-8814-b5057708680f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1368.980045] env[68461]: value = "task-2896108" [ 1368.980045] env[68461]: _type = "Task" [ 1368.980045] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.989062] env[68461]: DEBUG oslo_vmware.api [None req-9d319a28-92cd-46a0-8814-b5057708680f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.083195] env[68461]: DEBUG nova.network.neutron [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Successfully updated port: 026521f6-fbaa-4bca-b72b-3d3efca0d7e9 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1369.091407] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d4870c-ef88-f837-6d41-c2adf07c917f, 'name': SearchDatastore_Task, 'duration_secs': 0.011021} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.091871] env[68461]: DEBUG oslo_concurrency.lockutils [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.091967] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1369.092679] env[68461]: DEBUG oslo_concurrency.lockutils [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.092679] env[68461]: DEBUG oslo_concurrency.lockutils [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.092679] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1369.093134] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35024413-c860-40bb-a642-8615d1f9de25 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.101928] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1369.102162] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1369.102952] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dacb6453-7c0f-4c1d-a7e7-e3300e087526 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.109012] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1369.109012] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52fa9795-76bf-9f10-e15c-522e09c7be4a" [ 1369.109012] env[68461]: _type = "Task" [ 1369.109012] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.117552] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52fa9795-76bf-9f10-e15c-522e09c7be4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.491212] env[68461]: DEBUG oslo_vmware.api [None req-9d319a28-92cd-46a0-8814-b5057708680f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896108, 'name': ReconfigVM_Task, 'duration_secs': 0.268493} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.491525] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d319a28-92cd-46a0-8814-b5057708680f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1369.496043] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8211367-7345-41d3-af26-3cf94a552ef7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.511326] env[68461]: DEBUG oslo_vmware.api [None req-9d319a28-92cd-46a0-8814-b5057708680f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1369.511326] env[68461]: value = "task-2896109" [ 1369.511326] env[68461]: _type = "Task" [ 1369.511326] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.519550] env[68461]: DEBUG oslo_vmware.api [None req-9d319a28-92cd-46a0-8814-b5057708680f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.592851] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.593061] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.593334] env[68461]: DEBUG nova.network.neutron [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.620593] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52fa9795-76bf-9f10-e15c-522e09c7be4a, 'name': SearchDatastore_Task, 'duration_secs': 0.011311} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.621487] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8adff2a1-c0a2-445e-864f-62a95be9d721 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.627285] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1369.627285] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]525cc815-91c7-9ee4-0892-c6b8b876b973" [ 1369.627285] env[68461]: _type = "Task" [ 1369.627285] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.636437] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]525cc815-91c7-9ee4-0892-c6b8b876b973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.662784] env[68461]: DEBUG nova.compute.manager [req-2ea9e2e4-1599-446d-8f76-5060c8f4abc2 req-d12cdebf-6661-4a5c-8d66-184ffa800629 service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Received event network-vif-plugged-026521f6-fbaa-4bca-b72b-3d3efca0d7e9 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.662934] env[68461]: DEBUG oslo_concurrency.lockutils [req-2ea9e2e4-1599-446d-8f76-5060c8f4abc2 req-d12cdebf-6661-4a5c-8d66-184ffa800629 service nova] Acquiring lock "f76ea40c-c5b5-47b1-93a1-3db874d93806-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.663189] env[68461]: DEBUG oslo_concurrency.lockutils [req-2ea9e2e4-1599-446d-8f76-5060c8f4abc2 req-d12cdebf-6661-4a5c-8d66-184ffa800629 service nova] Lock "f76ea40c-c5b5-47b1-93a1-3db874d93806-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.663312] env[68461]: DEBUG oslo_concurrency.lockutils [req-2ea9e2e4-1599-446d-8f76-5060c8f4abc2 req-d12cdebf-6661-4a5c-8d66-184ffa800629 service nova] Lock "f76ea40c-c5b5-47b1-93a1-3db874d93806-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.663483] env[68461]: DEBUG nova.compute.manager [req-2ea9e2e4-1599-446d-8f76-5060c8f4abc2 req-d12cdebf-6661-4a5c-8d66-184ffa800629 service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] No waiting events found dispatching network-vif-plugged-026521f6-fbaa-4bca-b72b-3d3efca0d7e9 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1369.663657] env[68461]: WARNING nova.compute.manager [req-2ea9e2e4-1599-446d-8f76-5060c8f4abc2 req-d12cdebf-6661-4a5c-8d66-184ffa800629 service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Received unexpected event network-vif-plugged-026521f6-fbaa-4bca-b72b-3d3efca0d7e9 for instance with vm_state active and task_state None. [ 1369.664427] env[68461]: DEBUG nova.compute.manager [req-2ea9e2e4-1599-446d-8f76-5060c8f4abc2 req-d12cdebf-6661-4a5c-8d66-184ffa800629 service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Received event network-changed-026521f6-fbaa-4bca-b72b-3d3efca0d7e9 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.664427] env[68461]: DEBUG nova.compute.manager [req-2ea9e2e4-1599-446d-8f76-5060c8f4abc2 req-d12cdebf-6661-4a5c-8d66-184ffa800629 service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Refreshing instance network info cache due to event network-changed-026521f6-fbaa-4bca-b72b-3d3efca0d7e9. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1369.664427] env[68461]: DEBUG oslo_concurrency.lockutils [req-2ea9e2e4-1599-446d-8f76-5060c8f4abc2 req-d12cdebf-6661-4a5c-8d66-184ffa800629 service nova] Acquiring lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.761555] env[68461]: DEBUG oslo_concurrency.lockutils [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "66919f16-782e-485d-9162-cfbe22c91187" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.761961] env[68461]: DEBUG oslo_concurrency.lockutils [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "66919f16-782e-485d-9162-cfbe22c91187" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.762617] env[68461]: DEBUG oslo_concurrency.lockutils [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "66919f16-782e-485d-9162-cfbe22c91187-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.762617] env[68461]: DEBUG oslo_concurrency.lockutils [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "66919f16-782e-485d-9162-cfbe22c91187-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.762735] env[68461]: DEBUG oslo_concurrency.lockutils [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "66919f16-782e-485d-9162-cfbe22c91187-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.764995] env[68461]: INFO nova.compute.manager [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Terminating instance [ 1370.021908] env[68461]: DEBUG oslo_vmware.api [None req-9d319a28-92cd-46a0-8814-b5057708680f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896109, 'name': ReconfigVM_Task, 'duration_secs': 0.160145} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.022329] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d319a28-92cd-46a0-8814-b5057708680f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581736', 'volume_id': 'bf8137c6-4932-4e53-a6f9-d90158568230', 'name': 'volume-bf8137c6-4932-4e53-a6f9-d90158568230', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf8137c6-4932-4e53-a6f9-d90158568230', 'serial': 'bf8137c6-4932-4e53-a6f9-d90158568230'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1370.138781] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]525cc815-91c7-9ee4-0892-c6b8b876b973, 'name': SearchDatastore_Task, 'duration_secs': 0.012881} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.139809] env[68461]: WARNING nova.network.neutron [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] ab9fb962-a9e6-4610-8b8f-48d7129123ca already exists in list: networks containing: ['ab9fb962-a9e6-4610-8b8f-48d7129123ca']. ignoring it [ 1370.141870] env[68461]: DEBUG oslo_concurrency.lockutils [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.142167] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 627d7e61-39fb-4481-93eb-27000ff41786/627d7e61-39fb-4481-93eb-27000ff41786.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1370.143562] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14df43e3-b46e-4122-821e-707a4c0514f5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.148576] env[68461]: DEBUG oslo_concurrency.lockutils [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "c600b0df-cd4c-4df7-9f84-b3d3cc541060" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.148794] env[68461]: DEBUG oslo_concurrency.lockutils [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "c600b0df-cd4c-4df7-9f84-b3d3cc541060" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.156127] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1370.156127] env[68461]: value = "task-2896110" [ 1370.156127] env[68461]: _type = "Task" [ 1370.156127] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.165375] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.268342] env[68461]: DEBUG nova.compute.manager [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1370.268747] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1370.269486] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144e4a0a-e469-4ee0-98ca-671509cd2672 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.277016] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1370.277760] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-002d41fc-f121-435a-b7a7-0fab3e22ff62 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.338435] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1370.338601] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1370.341251] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Deleting the datastore file [datastore2] 66919f16-782e-485d-9162-cfbe22c91187 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.341251] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41d23a15-6809-4a54-a301-b20918809577 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.346032] env[68461]: DEBUG oslo_vmware.api [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1370.346032] env[68461]: value = "task-2896112" [ 1370.346032] env[68461]: _type = "Task" [ 1370.346032] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.355886] env[68461]: DEBUG oslo_vmware.api [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.481591] env[68461]: DEBUG nova.network.neutron [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Updating instance_info_cache with network_info: [{"id": "fed9b5a8-c5ea-4e94-8540-2ea415fb97fc", "address": "fa:16:3e:29:28:3d", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed9b5a8-c5", "ovs_interfaceid": "fed9b5a8-c5ea-4e94-8540-2ea415fb97fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "026521f6-fbaa-4bca-b72b-3d3efca0d7e9", "address": "fa:16:3e:cd:c2:6e", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026521f6-fb", "ovs_interfaceid": "026521f6-fbaa-4bca-b72b-3d3efca0d7e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.581385] env[68461]: DEBUG nova.objects.instance [None req-9d319a28-92cd-46a0-8814-b5057708680f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lazy-loading 'flavor' on Instance uuid bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.652461] env[68461]: DEBUG nova.compute.manager [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1370.666968] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896110, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.856148] env[68461]: DEBUG oslo_vmware.api [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29514} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.856384] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1370.856566] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1370.856745] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1370.856945] env[68461]: INFO nova.compute.manager [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1370.857227] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1370.857487] env[68461]: DEBUG nova.compute.manager [-] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1370.857549] env[68461]: DEBUG nova.network.neutron [-] [instance: 66919f16-782e-485d-9162-cfbe22c91187] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1370.984659] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.985466] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.985623] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.985931] env[68461]: DEBUG oslo_concurrency.lockutils [req-2ea9e2e4-1599-446d-8f76-5060c8f4abc2 req-d12cdebf-6661-4a5c-8d66-184ffa800629 service nova] Acquired lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.986146] env[68461]: DEBUG nova.network.neutron [req-2ea9e2e4-1599-446d-8f76-5060c8f4abc2 req-d12cdebf-6661-4a5c-8d66-184ffa800629 service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Refreshing network info cache for port 026521f6-fbaa-4bca-b72b-3d3efca0d7e9 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.987900] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b9f361-c28f-4854-826d-ab35fbfec0b5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.006533] env[68461]: DEBUG nova.virt.hardware [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1371.006754] env[68461]: DEBUG nova.virt.hardware [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1371.006910] env[68461]: DEBUG nova.virt.hardware [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1371.007107] env[68461]: DEBUG nova.virt.hardware [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1371.007276] env[68461]: DEBUG nova.virt.hardware [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1371.007405] env[68461]: DEBUG nova.virt.hardware [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1371.007659] env[68461]: DEBUG nova.virt.hardware [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1371.007752] env[68461]: DEBUG nova.virt.hardware [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1371.007916] env[68461]: DEBUG nova.virt.hardware [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1371.008117] env[68461]: DEBUG nova.virt.hardware [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1371.008267] env[68461]: DEBUG nova.virt.hardware [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1371.014697] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Reconfiguring VM to attach interface {{(pid=68461) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1371.015741] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0067df88-d409-4a69-8615-04f35428080b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.035274] env[68461]: DEBUG oslo_vmware.api [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1371.035274] env[68461]: value = "task-2896113" [ 1371.035274] env[68461]: _type = "Task" [ 1371.035274] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.044878] env[68461]: DEBUG oslo_vmware.api [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.178016] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626433} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.178355] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 627d7e61-39fb-4481-93eb-27000ff41786/627d7e61-39fb-4481-93eb-27000ff41786.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1371.178576] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1371.179198] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b32c6934-c2e6-4be0-8a77-7a53ef661cd3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.186574] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1371.186574] env[68461]: value = "task-2896114" [ 1371.186574] env[68461]: _type = "Task" [ 1371.186574] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.187773] env[68461]: DEBUG oslo_concurrency.lockutils [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.187850] env[68461]: DEBUG oslo_concurrency.lockutils [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.191305] env[68461]: INFO nova.compute.claims [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1371.202844] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.546049] env[68461]: DEBUG oslo_vmware.api [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.571835] env[68461]: DEBUG nova.network.neutron [-] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.592143] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9d319a28-92cd-46a0-8814-b5057708680f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.252s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.691735] env[68461]: DEBUG nova.compute.manager [req-f9127ca8-d302-417f-b042-ae48c72b7c7f req-a2072837-aed7-4824-b54b-0244761c5485 service nova] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Received event network-vif-deleted-1f19cb35-2a5a-4618-9fde-2f3ad4e5a05d {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1371.707189] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070106} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.707597] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1371.708434] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d4794c-9739-452d-8ef3-6695685b8c6d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.711666] env[68461]: DEBUG nova.network.neutron [req-2ea9e2e4-1599-446d-8f76-5060c8f4abc2 req-d12cdebf-6661-4a5c-8d66-184ffa800629 service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Updated VIF entry in instance network info cache for port 026521f6-fbaa-4bca-b72b-3d3efca0d7e9. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1371.712180] env[68461]: DEBUG nova.network.neutron [req-2ea9e2e4-1599-446d-8f76-5060c8f4abc2 req-d12cdebf-6661-4a5c-8d66-184ffa800629 service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Updating instance_info_cache with network_info: [{"id": "fed9b5a8-c5ea-4e94-8540-2ea415fb97fc", "address": "fa:16:3e:29:28:3d", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed9b5a8-c5", "ovs_interfaceid": "fed9b5a8-c5ea-4e94-8540-2ea415fb97fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "026521f6-fbaa-4bca-b72b-3d3efca0d7e9", "address": "fa:16:3e:cd:c2:6e", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026521f6-fb", "ovs_interfaceid": "026521f6-fbaa-4bca-b72b-3d3efca0d7e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.735083] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 627d7e61-39fb-4481-93eb-27000ff41786/627d7e61-39fb-4481-93eb-27000ff41786.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1371.735889] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbed28e9-6fd1-4182-b889-ada910727a6a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.755699] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1371.755699] env[68461]: value = "task-2896115" [ 1371.755699] env[68461]: _type = "Task" [ 1371.755699] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.758973] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.759150] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.759355] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.759536] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.759702] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.761806] env[68461]: INFO nova.compute.manager [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Terminating instance [ 1371.766587] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896115, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.047282] env[68461]: DEBUG oslo_vmware.api [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.077076] env[68461]: INFO nova.compute.manager [-] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Took 1.22 seconds to deallocate network for instance. [ 1372.215850] env[68461]: DEBUG oslo_concurrency.lockutils [req-2ea9e2e4-1599-446d-8f76-5060c8f4abc2 req-d12cdebf-6661-4a5c-8d66-184ffa800629 service nova] Releasing lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.273047] env[68461]: DEBUG nova.compute.manager [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.273403] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.273759] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896115, 'name': ReconfigVM_Task, 'duration_secs': 0.396541} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.276771] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce0d21e-b103-43ed-9329-86d3ef07413c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.279380] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 627d7e61-39fb-4481-93eb-27000ff41786/627d7e61-39fb-4481-93eb-27000ff41786.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1372.280389] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2327f2aa-cd1b-4664-872e-b7408dcb2417 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.286864] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.288072] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49a30d71-2df6-4515-b674-1799171e2981 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.289809] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1372.289809] env[68461]: value = "task-2896116" [ 1372.289809] env[68461]: _type = "Task" [ 1372.289809] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.296601] env[68461]: DEBUG oslo_vmware.api [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1372.296601] env[68461]: value = "task-2896117" [ 1372.296601] env[68461]: _type = "Task" [ 1372.296601] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.304516] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896116, 'name': Rename_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.312255] env[68461]: DEBUG oslo_vmware.api [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.463354] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccac0d2-8da6-4ebb-b6fb-d3b439fe69f0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.471967] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbfea05-a966-4687-9819-ab22b1eee763 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.502849] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f945ef59-c45a-445f-aee9-c879e4a9b14b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.510788] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f92b89-a9f2-4793-a082-9f5dab12e81b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.526195] env[68461]: DEBUG nova.compute.provider_tree [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.548868] env[68461]: DEBUG oslo_vmware.api [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.584194] env[68461]: DEBUG oslo_concurrency.lockutils [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.801230] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896116, 'name': Rename_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.809146] env[68461]: DEBUG oslo_vmware.api [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896117, 'name': PowerOffVM_Task, 'duration_secs': 0.330766} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.809417] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.809584] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1372.809862] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fbbd4a8-6c73-4013-9cfd-1e7d7145bff5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.970490] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1372.970720] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1372.970907] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Deleting the datastore file [datastore1] bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1372.971222] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8c153c0-8648-41f9-ada0-b6eb71d900c5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.978911] env[68461]: DEBUG oslo_vmware.api [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1372.978911] env[68461]: value = "task-2896119" [ 1372.978911] env[68461]: _type = "Task" [ 1372.978911] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.987655] env[68461]: DEBUG oslo_vmware.api [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.030085] env[68461]: DEBUG nova.scheduler.client.report [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.050741] env[68461]: DEBUG oslo_vmware.api [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.302397] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896116, 'name': Rename_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.489969] env[68461]: DEBUG oslo_vmware.api [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475347} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.490289] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.490482] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.490660] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.490835] env[68461]: INFO nova.compute.manager [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1373.491113] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1373.491323] env[68461]: DEBUG nova.compute.manager [-] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1373.491414] env[68461]: DEBUG nova.network.neutron [-] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1373.536818] env[68461]: DEBUG oslo_concurrency.lockutils [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.537611] env[68461]: DEBUG nova.compute.manager [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1373.540493] env[68461]: DEBUG oslo_concurrency.lockutils [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.956s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.541285] env[68461]: DEBUG nova.objects.instance [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lazy-loading 'resources' on Instance uuid 66919f16-782e-485d-9162-cfbe22c91187 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.552246] env[68461]: DEBUG oslo_vmware.api [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.804589] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896116, 'name': Rename_Task, 'duration_secs': 1.283567} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.805082] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.805468] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc8fbae2-2105-4828-8d98-64f7fee74202 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.813477] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1373.813477] env[68461]: value = "task-2896120" [ 1373.813477] env[68461]: _type = "Task" [ 1373.813477] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.825641] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.044645] env[68461]: DEBUG nova.compute.utils [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1374.050239] env[68461]: DEBUG nova.compute.manager [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1374.050544] env[68461]: DEBUG nova.network.neutron [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1374.064231] env[68461]: DEBUG oslo_vmware.api [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896113, 'name': ReconfigVM_Task, 'duration_secs': 2.709237} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.065817] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.066201] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Reconfigured VM to attach interface {{(pid=68461) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1374.132281] env[68461]: DEBUG nova.policy [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85db72ebdeef4d7b82df22c14db652ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a03daf919ddd46df977660137d14952f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1374.219446] env[68461]: DEBUG nova.compute.manager [req-3fe6c27a-0dcc-4684-9570-cdedcfc297ff req-a392d604-3cf9-4178-a817-85f60e128054 service nova] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Received event network-vif-deleted-abbfa8fc-190a-46cc-b66e-35eb89c2acc1 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.219712] env[68461]: INFO nova.compute.manager [req-3fe6c27a-0dcc-4684-9570-cdedcfc297ff req-a392d604-3cf9-4178-a817-85f60e128054 service nova] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Neutron deleted interface abbfa8fc-190a-46cc-b66e-35eb89c2acc1; detaching it from the instance and deleting it from the info cache [ 1374.219906] env[68461]: DEBUG nova.network.neutron [req-3fe6c27a-0dcc-4684-9570-cdedcfc297ff req-a392d604-3cf9-4178-a817-85f60e128054 service nova] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.330172] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896120, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.339383] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5701249-8dd8-4906-ba45-d386ef44ba66 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.347491] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d95303-7241-4e08-bac6-2a82c4b65fc2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.382576] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c25343-306a-4064-9a18-f42f255c7813 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.390867] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f9bc31-8420-4e45-9cc4-cc76946d6039 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.405215] env[68461]: DEBUG nova.compute.provider_tree [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.476251] env[68461]: DEBUG nova.network.neutron [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Successfully created port: cf37715b-fac2-4c47-845e-51a289432253 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1374.557580] env[68461]: DEBUG nova.compute.manager [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1374.571558] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0ec65a77-c940-481d-9116-c805d2caed6b tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "interface-f76ea40c-c5b5-47b1-93a1-3db874d93806-026521f6-fbaa-4bca-b72b-3d3efca0d7e9" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.349s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.696948] env[68461]: DEBUG nova.network.neutron [-] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.723602] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-506cf686-e98d-4ce2-b130-62a72f6ace46 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.737244] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c02dba-03fb-49ae-84d1-c9bb63c51779 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.778451] env[68461]: DEBUG nova.compute.manager [req-3fe6c27a-0dcc-4684-9570-cdedcfc297ff req-a392d604-3cf9-4178-a817-85f60e128054 service nova] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Detach interface failed, port_id=abbfa8fc-190a-46cc-b66e-35eb89c2acc1, reason: Instance bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1374.824293] env[68461]: DEBUG oslo_vmware.api [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896120, 'name': PowerOnVM_Task, 'duration_secs': 0.718014} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.824587] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1374.824767] env[68461]: INFO nova.compute.manager [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Took 9.80 seconds to spawn the instance on the hypervisor. [ 1374.824978] env[68461]: DEBUG nova.compute.manager [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.825793] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d80b3c2-cf68-46e0-a8ae-ec6798029228 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.908241] env[68461]: DEBUG nova.scheduler.client.report [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.196872] env[68461]: DEBUG oslo_vmware.rw_handles [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b44617-8c41-a3db-421e-a6bf77630d44/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1375.197864] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b64d5df-91ad-4bf7-8d99-006dd59f0ccc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.200795] env[68461]: INFO nova.compute.manager [-] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Took 1.71 seconds to deallocate network for instance. [ 1375.206935] env[68461]: DEBUG oslo_vmware.rw_handles [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b44617-8c41-a3db-421e-a6bf77630d44/disk-0.vmdk is in state: ready. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1375.207119] env[68461]: ERROR oslo_vmware.rw_handles [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b44617-8c41-a3db-421e-a6bf77630d44/disk-0.vmdk due to incomplete transfer. [ 1375.207506] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-98f026e4-9ae7-4d23-8ff1-a9fc91b1b89c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.214609] env[68461]: DEBUG oslo_vmware.rw_handles [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b44617-8c41-a3db-421e-a6bf77630d44/disk-0.vmdk. {{(pid=68461) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1375.214800] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Uploaded image 8c192164-d241-4022-9386-8e81c3fe1c79 to the Glance image server {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1375.217060] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Destroying the VM {{(pid=68461) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1375.217313] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-94a07fe8-5c53-4acd-a1f5-78c9bff35946 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.222676] env[68461]: DEBUG oslo_vmware.api [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1375.222676] env[68461]: value = "task-2896121" [ 1375.222676] env[68461]: _type = "Task" [ 1375.222676] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.233603] env[68461]: DEBUG oslo_vmware.api [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896121, 'name': Destroy_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.342214] env[68461]: INFO nova.compute.manager [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Took 14.88 seconds to build instance. [ 1375.413407] env[68461]: DEBUG oslo_concurrency.lockutils [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.440137] env[68461]: INFO nova.scheduler.client.report [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Deleted allocations for instance 66919f16-782e-485d-9162-cfbe22c91187 [ 1375.567985] env[68461]: DEBUG nova.compute.manager [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1375.590064] env[68461]: DEBUG nova.virt.hardware [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1375.593665] env[68461]: DEBUG nova.virt.hardware [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1375.593665] env[68461]: DEBUG nova.virt.hardware [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1375.593665] env[68461]: DEBUG nova.virt.hardware [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1375.593665] env[68461]: DEBUG nova.virt.hardware [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1375.593665] env[68461]: DEBUG nova.virt.hardware [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1375.593665] env[68461]: DEBUG nova.virt.hardware [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1375.593665] env[68461]: DEBUG nova.virt.hardware [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1375.593665] env[68461]: DEBUG nova.virt.hardware [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1375.593665] env[68461]: DEBUG nova.virt.hardware [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1375.593665] env[68461]: DEBUG nova.virt.hardware [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1375.593665] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834944b3-199d-40fb-8d9b-15c4687354e6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.600633] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ded495d-d047-48ef-bd63-1bc6a84568bf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.708930] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.709141] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.709366] env[68461]: DEBUG nova.objects.instance [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lazy-loading 'resources' on Instance uuid bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.734043] env[68461]: DEBUG oslo_vmware.api [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896121, 'name': Destroy_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.844761] env[68461]: DEBUG oslo_concurrency.lockutils [None req-710409d0-29a4-4058-ad7a-630dad302d02 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "627d7e61-39fb-4481-93eb-27000ff41786" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.389s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.924691] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "interface-f76ea40c-c5b5-47b1-93a1-3db874d93806-026521f6-fbaa-4bca-b72b-3d3efca0d7e9" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.924691] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "interface-f76ea40c-c5b5-47b1-93a1-3db874d93806-026521f6-fbaa-4bca-b72b-3d3efca0d7e9" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.951209] env[68461]: DEBUG oslo_concurrency.lockutils [None req-82019bda-605d-490f-b620-6a2567b2c2c3 tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "66919f16-782e-485d-9162-cfbe22c91187" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.189s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.994911] env[68461]: DEBUG nova.network.neutron [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Successfully updated port: cf37715b-fac2-4c47-845e-51a289432253 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1376.190709] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "c45d3ef6-c413-418b-b9e2-09baf1681459" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.190948] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "c45d3ef6-c413-418b-b9e2-09baf1681459" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.235633] env[68461]: DEBUG oslo_vmware.api [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896121, 'name': Destroy_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.268795] env[68461]: DEBUG nova.compute.manager [req-f09ef8e0-f5cb-446e-bf74-c7bbb2075d31 req-245ee196-d067-40b3-83e9-5f32062703fc service nova] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Received event network-vif-plugged-cf37715b-fac2-4c47-845e-51a289432253 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1376.268795] env[68461]: DEBUG oslo_concurrency.lockutils [req-f09ef8e0-f5cb-446e-bf74-c7bbb2075d31 req-245ee196-d067-40b3-83e9-5f32062703fc service nova] Acquiring lock "c600b0df-cd4c-4df7-9f84-b3d3cc541060-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.268992] env[68461]: DEBUG oslo_concurrency.lockutils [req-f09ef8e0-f5cb-446e-bf74-c7bbb2075d31 req-245ee196-d067-40b3-83e9-5f32062703fc service nova] Lock "c600b0df-cd4c-4df7-9f84-b3d3cc541060-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.269173] env[68461]: DEBUG oslo_concurrency.lockutils [req-f09ef8e0-f5cb-446e-bf74-c7bbb2075d31 req-245ee196-d067-40b3-83e9-5f32062703fc service nova] Lock "c600b0df-cd4c-4df7-9f84-b3d3cc541060-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.269339] env[68461]: DEBUG nova.compute.manager [req-f09ef8e0-f5cb-446e-bf74-c7bbb2075d31 req-245ee196-d067-40b3-83e9-5f32062703fc service nova] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] No waiting events found dispatching network-vif-plugged-cf37715b-fac2-4c47-845e-51a289432253 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1376.269499] env[68461]: WARNING nova.compute.manager [req-f09ef8e0-f5cb-446e-bf74-c7bbb2075d31 req-245ee196-d067-40b3-83e9-5f32062703fc service nova] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Received unexpected event network-vif-plugged-cf37715b-fac2-4c47-845e-51a289432253 for instance with vm_state building and task_state spawning. [ 1376.269654] env[68461]: DEBUG nova.compute.manager [req-f09ef8e0-f5cb-446e-bf74-c7bbb2075d31 req-245ee196-d067-40b3-83e9-5f32062703fc service nova] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Received event network-changed-cf37715b-fac2-4c47-845e-51a289432253 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1376.270363] env[68461]: DEBUG nova.compute.manager [req-f09ef8e0-f5cb-446e-bf74-c7bbb2075d31 req-245ee196-d067-40b3-83e9-5f32062703fc service nova] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Refreshing instance network info cache due to event network-changed-cf37715b-fac2-4c47-845e-51a289432253. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1376.270739] env[68461]: DEBUG oslo_concurrency.lockutils [req-f09ef8e0-f5cb-446e-bf74-c7bbb2075d31 req-245ee196-d067-40b3-83e9-5f32062703fc service nova] Acquiring lock "refresh_cache-c600b0df-cd4c-4df7-9f84-b3d3cc541060" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.271213] env[68461]: DEBUG oslo_concurrency.lockutils [req-f09ef8e0-f5cb-446e-bf74-c7bbb2075d31 req-245ee196-d067-40b3-83e9-5f32062703fc service nova] Acquired lock "refresh_cache-c600b0df-cd4c-4df7-9f84-b3d3cc541060" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.272313] env[68461]: DEBUG nova.network.neutron [req-f09ef8e0-f5cb-446e-bf74-c7bbb2075d31 req-245ee196-d067-40b3-83e9-5f32062703fc service nova] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Refreshing network info cache for port cf37715b-fac2-4c47-845e-51a289432253 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1376.428232] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.428416] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.429435] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968af709-c7e7-4090-a5c3-a5eee6154e2b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.451077] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de34968-1f92-4352-ba89-2b31a12e3127 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.477031] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Reconfiguring VM to detach interface {{(pid=68461) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1376.479375] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e290b505-7dc8-42d4-b3a4-40d78b7b373d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.497955] env[68461]: DEBUG oslo_concurrency.lockutils [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "refresh_cache-c600b0df-cd4c-4df7-9f84-b3d3cc541060" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.503691] env[68461]: DEBUG oslo_vmware.api [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1376.503691] env[68461]: value = "task-2896122" [ 1376.503691] env[68461]: _type = "Task" [ 1376.503691] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.508617] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67128f3-fa27-4bcc-89b1-92f22099caab {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.516408] env[68461]: DEBUG oslo_vmware.api [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896122, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.519019] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c66d57-59bf-423d-9b20-76ca559856e0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.549421] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b074ada1-75da-430e-a19a-da11a04bc4ce {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.557658] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ab88eb-9e31-49b9-aad1-1ed03cc3f719 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.571282] env[68461]: DEBUG nova.compute.provider_tree [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.693398] env[68461]: DEBUG nova.compute.manager [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1376.734906] env[68461]: DEBUG oslo_vmware.api [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896121, 'name': Destroy_Task, 'duration_secs': 1.367505} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.735174] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Destroyed the VM [ 1376.735409] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Deleting Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1376.735649] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-20534122-4213-43ff-8927-299841507e97 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.742145] env[68461]: DEBUG oslo_vmware.api [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1376.742145] env[68461]: value = "task-2896123" [ 1376.742145] env[68461]: _type = "Task" [ 1376.742145] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.749812] env[68461]: DEBUG oslo_vmware.api [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896123, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.803662] env[68461]: DEBUG nova.network.neutron [req-f09ef8e0-f5cb-446e-bf74-c7bbb2075d31 req-245ee196-d067-40b3-83e9-5f32062703fc service nova] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1376.885595] env[68461]: DEBUG nova.network.neutron [req-f09ef8e0-f5cb-446e-bf74-c7bbb2075d31 req-245ee196-d067-40b3-83e9-5f32062703fc service nova] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.999895] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "1988c9b2-1c26-4d2c-b0c3-ff946dc22b08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.000270] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "1988c9b2-1c26-4d2c-b0c3-ff946dc22b08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.000573] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "1988c9b2-1c26-4d2c-b0c3-ff946dc22b08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.000712] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "1988c9b2-1c26-4d2c-b0c3-ff946dc22b08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.000947] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "1988c9b2-1c26-4d2c-b0c3-ff946dc22b08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.003367] env[68461]: INFO nova.compute.manager [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Terminating instance [ 1377.016537] env[68461]: DEBUG oslo_vmware.api [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.074104] env[68461]: DEBUG nova.scheduler.client.report [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.216352] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.254219] env[68461]: DEBUG oslo_vmware.api [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896123, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.388949] env[68461]: DEBUG oslo_concurrency.lockutils [req-f09ef8e0-f5cb-446e-bf74-c7bbb2075d31 req-245ee196-d067-40b3-83e9-5f32062703fc service nova] Releasing lock "refresh_cache-c600b0df-cd4c-4df7-9f84-b3d3cc541060" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.389164] env[68461]: DEBUG oslo_concurrency.lockutils [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired lock "refresh_cache-c600b0df-cd4c-4df7-9f84-b3d3cc541060" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.389339] env[68461]: DEBUG nova.network.neutron [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1377.502678] env[68461]: DEBUG nova.compute.manager [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Stashing vm_state: active {{(pid=68461) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1377.524451] env[68461]: DEBUG nova.compute.manager [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1377.524677] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.524964] env[68461]: DEBUG oslo_vmware.api [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.525722] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4a93ce-a152-478d-a4f9-3427852b2590 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.530190] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5e318f9a-4290-4710-808f-ffb252610394 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "c64335ce-81c1-4975-be9e-77155e1f8ddb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.530328] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5e318f9a-4290-4710-808f-ffb252610394 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "c64335ce-81c1-4975-be9e-77155e1f8ddb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.537624] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.537624] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df1c286c-bdd2-4221-9836-d217e19bfad9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.547033] env[68461]: DEBUG oslo_vmware.api [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1377.547033] env[68461]: value = "task-2896124" [ 1377.547033] env[68461]: _type = "Task" [ 1377.547033] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.556090] env[68461]: DEBUG oslo_vmware.api [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.582540] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.583928] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.368s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.587157] env[68461]: INFO nova.compute.claims [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1377.603262] env[68461]: INFO nova.scheduler.client.report [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Deleted allocations for instance bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9 [ 1377.754193] env[68461]: DEBUG oslo_vmware.api [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896123, 'name': RemoveSnapshot_Task, 'duration_secs': 0.621582} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.754762] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Deleted Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1377.755208] env[68461]: INFO nova.compute.manager [None req-9b81ba27-4ca6-4522-89f7-de359fedf724 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Took 16.14 seconds to snapshot the instance on the hypervisor. [ 1377.918550] env[68461]: DEBUG nova.network.neutron [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1378.019518] env[68461]: DEBUG oslo_vmware.api [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.022769] env[68461]: DEBUG oslo_concurrency.lockutils [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.032911] env[68461]: INFO nova.compute.manager [None req-5e318f9a-4290-4710-808f-ffb252610394 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Detaching volume 477ec6dd-bacb-4aa5-8934-4c79cc4ced8f [ 1378.054996] env[68461]: DEBUG oslo_vmware.api [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896124, 'name': PowerOffVM_Task, 'duration_secs': 0.182041} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.055340] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1378.055525] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1378.055782] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-089fabb9-6fcd-4e83-a110-72f5419bfc5d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.072530] env[68461]: INFO nova.virt.block_device [None req-5e318f9a-4290-4710-808f-ffb252610394 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Attempting to driver detach volume 477ec6dd-bacb-4aa5-8934-4c79cc4ced8f from mountpoint /dev/sdb [ 1378.073037] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e318f9a-4290-4710-808f-ffb252610394 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Volume detach. Driver type: vmdk {{(pid=68461) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1378.073353] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e318f9a-4290-4710-808f-ffb252610394 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581745', 'volume_id': '477ec6dd-bacb-4aa5-8934-4c79cc4ced8f', 'name': 'volume-477ec6dd-bacb-4aa5-8934-4c79cc4ced8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c64335ce-81c1-4975-be9e-77155e1f8ddb', 'attached_at': '', 'detached_at': '', 'volume_id': '477ec6dd-bacb-4aa5-8934-4c79cc4ced8f', 'serial': '477ec6dd-bacb-4aa5-8934-4c79cc4ced8f'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1378.074634] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916b0e7c-7fa7-43d1-b5b4-2c1f749a9cdf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.103028] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa352e40-becf-4ed9-9040-7e74572f338e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.107437] env[68461]: DEBUG nova.network.neutron [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Updating instance_info_cache with network_info: [{"id": "cf37715b-fac2-4c47-845e-51a289432253", "address": "fa:16:3e:ac:8b:26", "network": {"id": "19dd6dcf-3cc3-45dd-bbe5-df8e5e0e8b28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1238697348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03daf919ddd46df977660137d14952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf37715b-fa", "ovs_interfaceid": "cf37715b-fac2-4c47-845e-51a289432253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.108722] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f64e510-6d18-4362-b47c-527622187fa7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.114566] env[68461]: DEBUG oslo_concurrency.lockutils [None req-2636ff99-57e9-43e8-9b40-8ef72d7bdf32 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.355s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.117049] env[68461]: INFO nova.compute.manager [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Rebuilding instance [ 1378.119605] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1378.119849] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1378.120028] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Deleting the datastore file [datastore2] 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.136722] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dc92ecd-a2d5-4d4d-a787-300b2560fa51 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.142421] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2693d6e0-e4e5-4d7b-b564-747b2a6a6cb6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.160385] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e318f9a-4290-4710-808f-ffb252610394 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] The volume has not been displaced from its original location: [datastore2] volume-477ec6dd-bacb-4aa5-8934-4c79cc4ced8f/volume-477ec6dd-bacb-4aa5-8934-4c79cc4ced8f.vmdk. No consolidation needed. {{(pid=68461) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1378.165966] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e318f9a-4290-4710-808f-ffb252610394 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1378.171861] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f67e4a50-d987-4e45-8553-f6d671d8b0b3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.185014] env[68461]: DEBUG oslo_vmware.api [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for the task: (returnval){ [ 1378.185014] env[68461]: value = "task-2896126" [ 1378.185014] env[68461]: _type = "Task" [ 1378.185014] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.190698] env[68461]: DEBUG oslo_vmware.api [None req-5e318f9a-4290-4710-808f-ffb252610394 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1378.190698] env[68461]: value = "task-2896127" [ 1378.190698] env[68461]: _type = "Task" [ 1378.190698] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.197601] env[68461]: DEBUG oslo_vmware.api [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.200909] env[68461]: DEBUG oslo_vmware.api [None req-5e318f9a-4290-4710-808f-ffb252610394 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.205884] env[68461]: DEBUG nova.compute.manager [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1378.206678] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8147c4-8c68-42e3-b672-bbf16e24ae9c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.516450] env[68461]: DEBUG oslo_vmware.api [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.613056] env[68461]: DEBUG oslo_concurrency.lockutils [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Releasing lock "refresh_cache-c600b0df-cd4c-4df7-9f84-b3d3cc541060" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.613414] env[68461]: DEBUG nova.compute.manager [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Instance network_info: |[{"id": "cf37715b-fac2-4c47-845e-51a289432253", "address": "fa:16:3e:ac:8b:26", "network": {"id": "19dd6dcf-3cc3-45dd-bbe5-df8e5e0e8b28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1238697348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03daf919ddd46df977660137d14952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf37715b-fa", "ovs_interfaceid": "cf37715b-fac2-4c47-845e-51a289432253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1378.613833] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:8b:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf37715b-fac2-4c47-845e-51a289432253', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1378.621644] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1378.624854] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1378.625411] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09fedcc9-ba3c-47ad-9c0e-5dfa73b57f70 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.647376] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1378.647376] env[68461]: value = "task-2896128" [ 1378.647376] env[68461]: _type = "Task" [ 1378.647376] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.657054] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896128, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.698575] env[68461]: DEBUG oslo_vmware.api [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Task: {'id': task-2896126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173602} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.699220] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.699415] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.699591] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.699767] env[68461]: INFO nova.compute.manager [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1378.700012] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1378.700247] env[68461]: DEBUG nova.compute.manager [-] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1378.700345] env[68461]: DEBUG nova.network.neutron [-] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1378.704839] env[68461]: DEBUG oslo_vmware.api [None req-5e318f9a-4290-4710-808f-ffb252610394 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896127, 'name': ReconfigVM_Task, 'duration_secs': 0.431257} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.707682] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e318f9a-4290-4710-808f-ffb252610394 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1378.714796] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e907b25-d1c0-490c-bc9e-cd5d25299187 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.734283] env[68461]: DEBUG oslo_vmware.api [None req-5e318f9a-4290-4710-808f-ffb252610394 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1378.734283] env[68461]: value = "task-2896129" [ 1378.734283] env[68461]: _type = "Task" [ 1378.734283] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.747318] env[68461]: DEBUG oslo_vmware.api [None req-5e318f9a-4290-4710-808f-ffb252610394 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896129, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.877046] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7eb92f3-ec02-414f-b4f6-888ea5042cc4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.886300] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713aef4a-e376-4114-af7d-a18d43677e99 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.926576] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e88e80-9487-4438-a7b2-d98030e55e91 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.934702] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7528f611-e12c-450b-a517-a9e5c878e791 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.949553] env[68461]: DEBUG nova.compute.provider_tree [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.017861] env[68461]: DEBUG oslo_vmware.api [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.062672] env[68461]: DEBUG nova.compute.manager [req-cad5bf6a-7b99-401f-a830-d11ee841f039 req-e6cede82-5c7d-4613-8d5f-48e3a1f0cc46 service nova] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Received event network-vif-deleted-3b14322b-5a34-48c4-8484-3e2f4da628d8 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.062806] env[68461]: INFO nova.compute.manager [req-cad5bf6a-7b99-401f-a830-d11ee841f039 req-e6cede82-5c7d-4613-8d5f-48e3a1f0cc46 service nova] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Neutron deleted interface 3b14322b-5a34-48c4-8484-3e2f4da628d8; detaching it from the instance and deleting it from the info cache [ 1379.062888] env[68461]: DEBUG nova.network.neutron [req-cad5bf6a-7b99-401f-a830-d11ee841f039 req-e6cede82-5c7d-4613-8d5f-48e3a1f0cc46 service nova] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.157372] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896128, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.230401] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1379.230705] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5f0375d-f577-4422-9c61-a6633dfc6c07 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.239062] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1379.239062] env[68461]: value = "task-2896130" [ 1379.239062] env[68461]: _type = "Task" [ 1379.239062] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.244833] env[68461]: DEBUG oslo_vmware.api [None req-5e318f9a-4290-4710-808f-ffb252610394 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896129, 'name': ReconfigVM_Task, 'duration_secs': 0.164475} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.245421] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e318f9a-4290-4710-808f-ffb252610394 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581745', 'volume_id': '477ec6dd-bacb-4aa5-8934-4c79cc4ced8f', 'name': 'volume-477ec6dd-bacb-4aa5-8934-4c79cc4ced8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c64335ce-81c1-4975-be9e-77155e1f8ddb', 'attached_at': '', 'detached_at': '', 'volume_id': '477ec6dd-bacb-4aa5-8934-4c79cc4ced8f', 'serial': '477ec6dd-bacb-4aa5-8934-4c79cc4ced8f'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1379.250328] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.362290] env[68461]: DEBUG oslo_concurrency.lockutils [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.362520] env[68461]: DEBUG oslo_concurrency.lockutils [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.452717] env[68461]: DEBUG nova.scheduler.client.report [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.519580] env[68461]: DEBUG oslo_vmware.api [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.546637] env[68461]: DEBUG nova.network.neutron [-] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.566233] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-674e5fe5-7e8a-4f81-8ac1-b6486d272eed {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.577052] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a73cfc1-f3f8-4804-898d-e4f0890b8d65 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.611273] env[68461]: DEBUG nova.compute.manager [req-cad5bf6a-7b99-401f-a830-d11ee841f039 req-e6cede82-5c7d-4613-8d5f-48e3a1f0cc46 service nova] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Detach interface failed, port_id=3b14322b-5a34-48c4-8484-3e2f4da628d8, reason: Instance 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1379.657759] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896128, 'name': CreateVM_Task, 'duration_secs': 0.557895} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.657935] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1379.658757] env[68461]: DEBUG oslo_concurrency.lockutils [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.658931] env[68461]: DEBUG oslo_concurrency.lockutils [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.659266] env[68461]: DEBUG oslo_concurrency.lockutils [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.659512] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8797acb2-945c-46cb-85ba-c908edecef35 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.664264] env[68461]: DEBUG oslo_vmware.api [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1379.664264] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]527ef764-db79-ec0c-5d64-91260cf13863" [ 1379.664264] env[68461]: _type = "Task" [ 1379.664264] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.671953] env[68461]: DEBUG oslo_vmware.api [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]527ef764-db79-ec0c-5d64-91260cf13863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.748034] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896130, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.792646] env[68461]: DEBUG nova.objects.instance [None req-5e318f9a-4290-4710-808f-ffb252610394 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lazy-loading 'flavor' on Instance uuid c64335ce-81c1-4975-be9e-77155e1f8ddb {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.865520] env[68461]: DEBUG nova.compute.manager [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1379.958056] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.958642] env[68461]: DEBUG nova.compute.manager [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1379.961869] env[68461]: DEBUG oslo_concurrency.lockutils [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.939s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.018161] env[68461]: DEBUG oslo_vmware.api [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.049193] env[68461]: INFO nova.compute.manager [-] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Took 1.35 seconds to deallocate network for instance. [ 1380.175046] env[68461]: DEBUG oslo_vmware.api [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]527ef764-db79-ec0c-5d64-91260cf13863, 'name': SearchDatastore_Task, 'duration_secs': 0.010959} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.175046] env[68461]: DEBUG oslo_concurrency.lockutils [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.175046] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1380.175046] env[68461]: DEBUG oslo_concurrency.lockutils [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.175046] env[68461]: DEBUG oslo_concurrency.lockutils [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.175328] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1380.175490] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8db0a4de-7360-4e34-bb07-3468a20211d4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.183163] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1380.183348] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1380.184026] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee6c627e-6b71-46cb-8334-e6a6f9968fdb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.188483] env[68461]: DEBUG oslo_vmware.api [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1380.188483] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]522d6639-1bd4-29e9-a168-a0d1793882af" [ 1380.188483] env[68461]: _type = "Task" [ 1380.188483] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.197199] env[68461]: DEBUG oslo_vmware.api [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522d6639-1bd4-29e9-a168-a0d1793882af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.248767] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896130, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.390967] env[68461]: DEBUG oslo_concurrency.lockutils [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.465983] env[68461]: DEBUG nova.compute.utils [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1380.468461] env[68461]: INFO nova.compute.claims [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1380.472238] env[68461]: DEBUG nova.compute.manager [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1380.473418] env[68461]: DEBUG nova.network.neutron [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1380.518800] env[68461]: DEBUG oslo_vmware.api [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.520343] env[68461]: DEBUG nova.policy [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83bf0734d721475bb0cef50c3c31df79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd600204c50344935923c54770f9eb48c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1380.555419] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.698297] env[68461]: DEBUG oslo_vmware.api [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522d6639-1bd4-29e9-a168-a0d1793882af, 'name': SearchDatastore_Task, 'duration_secs': 0.008604} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.699081] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8e5e4c3-709d-4708-b96f-2eb3843cf020 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.703907] env[68461]: DEBUG oslo_vmware.api [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1380.703907] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52e236bd-dc4a-135a-76b2-e02f1fea7c9e" [ 1380.703907] env[68461]: _type = "Task" [ 1380.703907] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.711273] env[68461]: DEBUG oslo_vmware.api [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52e236bd-dc4a-135a-76b2-e02f1fea7c9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.749504] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896130, 'name': PowerOffVM_Task, 'duration_secs': 1.245252} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.749780] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1380.750052] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1380.750792] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a206f01-f6d8-43ac-a908-bdb498b5c2df {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.757928] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1380.757928] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50bfe250-1a1b-44cf-b204-f0430c043d4b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.800165] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5e318f9a-4290-4710-808f-ffb252610394 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "c64335ce-81c1-4975-be9e-77155e1f8ddb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.270s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.822619] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1380.823352] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1380.825627] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Deleting the datastore file [datastore2] 820da8d7-ed04-47ab-86e9-2f1777f61a08 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1380.826174] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c46f9bb7-be9c-4b2e-a56a-0be607110687 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.832765] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1380.832765] env[68461]: value = "task-2896132" [ 1380.832765] env[68461]: _type = "Task" [ 1380.832765] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.841443] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.878715] env[68461]: DEBUG nova.network.neutron [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Successfully created port: a099a871-39ce-4aa8-a9fd-3428edddcff7 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1380.975359] env[68461]: INFO nova.compute.resource_tracker [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Updating resource usage from migration b94a08a3-2a9b-4895-af0a-5701073ec8dd [ 1380.978231] env[68461]: DEBUG nova.compute.manager [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1381.019758] env[68461]: DEBUG oslo_vmware.api [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.215742] env[68461]: DEBUG oslo_vmware.api [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52e236bd-dc4a-135a-76b2-e02f1fea7c9e, 'name': SearchDatastore_Task, 'duration_secs': 0.009455} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.216913] env[68461]: DEBUG oslo_concurrency.lockutils [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.217194] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] c600b0df-cd4c-4df7-9f84-b3d3cc541060/c600b0df-cd4c-4df7-9f84-b3d3cc541060.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1381.217900] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09ba1fb-f0b8-4def-9ceb-0dc6df776f20 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.220209] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74df572d-57f8-4cb1-a5a7-3bc0da78517b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.227818] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7573f7b-fb7d-4847-a6cf-9e10885afed9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.233145] env[68461]: DEBUG oslo_vmware.api [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1381.233145] env[68461]: value = "task-2896133" [ 1381.233145] env[68461]: _type = "Task" [ 1381.233145] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.260304] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ac979d-c362-4939-bded-a89b3d1af779 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.268783] env[68461]: DEBUG oslo_vmware.api [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.274386] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5db5f7a-980b-4e8b-9cd2-66cfac1a8253 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.291409] env[68461]: DEBUG nova.compute.provider_tree [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.343364] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142399} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.343618] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1381.343815] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1381.344321] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1381.523054] env[68461]: DEBUG oslo_vmware.api [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.741515] env[68461]: DEBUG oslo_vmware.api [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476833} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.741773] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] c600b0df-cd4c-4df7-9f84-b3d3cc541060/c600b0df-cd4c-4df7-9f84-b3d3cc541060.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1381.742114] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1381.742369] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6adb7345-2e9f-4172-949c-a2f984cee13b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.748050] env[68461]: DEBUG oslo_vmware.api [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1381.748050] env[68461]: value = "task-2896134" [ 1381.748050] env[68461]: _type = "Task" [ 1381.748050] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.756192] env[68461]: DEBUG oslo_vmware.api [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.794979] env[68461]: DEBUG nova.scheduler.client.report [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.943465] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "c64335ce-81c1-4975-be9e-77155e1f8ddb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.943746] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "c64335ce-81c1-4975-be9e-77155e1f8ddb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.943962] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "c64335ce-81c1-4975-be9e-77155e1f8ddb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.944165] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "c64335ce-81c1-4975-be9e-77155e1f8ddb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.944333] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "c64335ce-81c1-4975-be9e-77155e1f8ddb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.946859] env[68461]: INFO nova.compute.manager [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Terminating instance [ 1381.992193] env[68461]: DEBUG nova.compute.manager [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1382.023287] env[68461]: DEBUG oslo_vmware.api [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896122, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.025602] env[68461]: DEBUG nova.virt.hardware [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='cacb43671292c25466e61a81bcdda736',container_format='bare',created_at=2025-03-10T17:22:30Z,direct_url=,disk_format='vmdk',id=8c192164-d241-4022-9386-8e81c3fe1c79,min_disk=1,min_ram=0,name='tempest-test-snap-267577830',owner='d600204c50344935923c54770f9eb48c',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-10T17:22:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1382.025845] env[68461]: DEBUG nova.virt.hardware [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1382.026009] env[68461]: DEBUG nova.virt.hardware [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1382.026200] env[68461]: DEBUG nova.virt.hardware [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1382.026350] env[68461]: DEBUG nova.virt.hardware [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1382.026508] env[68461]: DEBUG nova.virt.hardware [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1382.026718] env[68461]: DEBUG nova.virt.hardware [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1382.026876] env[68461]: DEBUG nova.virt.hardware [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1382.027105] env[68461]: DEBUG nova.virt.hardware [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1382.027300] env[68461]: DEBUG nova.virt.hardware [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1382.027509] env[68461]: DEBUG nova.virt.hardware [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1382.028292] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f717ccbb-2152-4f2f-97cc-5a4a7fbb2f4b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.036234] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f7b51d-269f-44a6-96dd-6bc72e3683ed {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.259803] env[68461]: DEBUG oslo_vmware.api [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071618} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.260264] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1382.261200] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3953fef-76fd-44a6-b723-bb2cbf277468 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.285788] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] c600b0df-cd4c-4df7-9f84-b3d3cc541060/c600b0df-cd4c-4df7-9f84-b3d3cc541060.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1382.287330] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04e81e10-695b-4d78-995d-c4b22596bf71 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.304825] env[68461]: DEBUG nova.compute.manager [req-58d5fdc4-4030-4ae1-bed1-cd228852adce req-bd23046a-f894-4968-a4d3-740099299ab6 service nova] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Received event network-vif-plugged-a099a871-39ce-4aa8-a9fd-3428edddcff7 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1382.305058] env[68461]: DEBUG oslo_concurrency.lockutils [req-58d5fdc4-4030-4ae1-bed1-cd228852adce req-bd23046a-f894-4968-a4d3-740099299ab6 service nova] Acquiring lock "c45d3ef6-c413-418b-b9e2-09baf1681459-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.305306] env[68461]: DEBUG oslo_concurrency.lockutils [req-58d5fdc4-4030-4ae1-bed1-cd228852adce req-bd23046a-f894-4968-a4d3-740099299ab6 service nova] Lock "c45d3ef6-c413-418b-b9e2-09baf1681459-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.305471] env[68461]: DEBUG oslo_concurrency.lockutils [req-58d5fdc4-4030-4ae1-bed1-cd228852adce req-bd23046a-f894-4968-a4d3-740099299ab6 service nova] Lock "c45d3ef6-c413-418b-b9e2-09baf1681459-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.305634] env[68461]: DEBUG nova.compute.manager [req-58d5fdc4-4030-4ae1-bed1-cd228852adce req-bd23046a-f894-4968-a4d3-740099299ab6 service nova] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] No waiting events found dispatching network-vif-plugged-a099a871-39ce-4aa8-a9fd-3428edddcff7 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1382.305831] env[68461]: WARNING nova.compute.manager [req-58d5fdc4-4030-4ae1-bed1-cd228852adce req-bd23046a-f894-4968-a4d3-740099299ab6 service nova] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Received unexpected event network-vif-plugged-a099a871-39ce-4aa8-a9fd-3428edddcff7 for instance with vm_state building and task_state spawning. [ 1382.309094] env[68461]: DEBUG oslo_concurrency.lockutils [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.346s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.309353] env[68461]: INFO nova.compute.manager [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Migrating [ 1382.318586] env[68461]: DEBUG oslo_concurrency.lockutils [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.928s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.321286] env[68461]: INFO nova.compute.claims [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1382.337644] env[68461]: DEBUG oslo_vmware.api [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1382.337644] env[68461]: value = "task-2896135" [ 1382.337644] env[68461]: _type = "Task" [ 1382.337644] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.349449] env[68461]: DEBUG oslo_vmware.api [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.379224] env[68461]: DEBUG nova.virt.hardware [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1382.379359] env[68461]: DEBUG nova.virt.hardware [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1382.379513] env[68461]: DEBUG nova.virt.hardware [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1382.379717] env[68461]: DEBUG nova.virt.hardware [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1382.379883] env[68461]: DEBUG nova.virt.hardware [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1382.380211] env[68461]: DEBUG nova.virt.hardware [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1382.380506] env[68461]: DEBUG nova.virt.hardware [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1382.380691] env[68461]: DEBUG nova.virt.hardware [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1382.380862] env[68461]: DEBUG nova.virt.hardware [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1382.381065] env[68461]: DEBUG nova.virt.hardware [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1382.381250] env[68461]: DEBUG nova.virt.hardware [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1382.382504] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93718e8f-09ac-41c6-8511-3e9e100c136b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.391286] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d508e7d-f38a-47db-802d-60267f9559ac {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.406296] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:7d:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f6522b1-520a-4d0f-ac5a-e3b5917ade70', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1382.414032] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1382.414538] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1382.414756] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df14a37f-1128-4303-9cd9-54c5f7f48ed1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.435875] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1382.435875] env[68461]: value = "task-2896136" [ 1382.435875] env[68461]: _type = "Task" [ 1382.435875] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.444512] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896136, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.450635] env[68461]: DEBUG nova.compute.manager [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1382.450851] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1382.451639] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ff187d-1e75-4c64-9900-a048d14b75ae {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.458502] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.458724] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1bb217e-9fd1-4127-b165-433b6a35fbe2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.466597] env[68461]: DEBUG oslo_vmware.api [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1382.466597] env[68461]: value = "task-2896137" [ 1382.466597] env[68461]: _type = "Task" [ 1382.466597] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.469916] env[68461]: DEBUG nova.network.neutron [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Successfully updated port: a099a871-39ce-4aa8-a9fd-3428edddcff7 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1382.477129] env[68461]: DEBUG oslo_vmware.api [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.521534] env[68461]: DEBUG oslo_vmware.api [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896122, 'name': ReconfigVM_Task, 'duration_secs': 5.767888} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.521910] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.522183] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Reconfigured VM to detach interface {{(pid=68461) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1382.837450] env[68461]: DEBUG oslo_concurrency.lockutils [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "refresh_cache-627d7e61-39fb-4481-93eb-27000ff41786" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.837649] env[68461]: DEBUG oslo_concurrency.lockutils [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired lock "refresh_cache-627d7e61-39fb-4481-93eb-27000ff41786" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.837831] env[68461]: DEBUG nova.network.neutron [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1382.852289] env[68461]: DEBUG oslo_vmware.api [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896135, 'name': ReconfigVM_Task, 'duration_secs': 0.400133} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.852289] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Reconfigured VM instance instance-0000006d to attach disk [datastore2] c600b0df-cd4c-4df7-9f84-b3d3cc541060/c600b0df-cd4c-4df7-9f84-b3d3cc541060.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1382.854027] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2568bb33-9454-4dc4-aa63-b200f2459ff9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.858383] env[68461]: DEBUG oslo_vmware.api [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1382.858383] env[68461]: value = "task-2896138" [ 1382.858383] env[68461]: _type = "Task" [ 1382.858383] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.866440] env[68461]: DEBUG oslo_vmware.api [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896138, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.948910] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896136, 'name': CreateVM_Task, 'duration_secs': 0.405717} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.949335] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1382.950070] env[68461]: DEBUG oslo_concurrency.lockutils [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.950244] env[68461]: DEBUG oslo_concurrency.lockutils [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.950568] env[68461]: DEBUG oslo_concurrency.lockutils [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.951099] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cffcbcf-6b04-43b5-a215-6fa5509bc527 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.956554] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1382.956554] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5234e0b6-44c3-cfa0-19d1-728735f66149" [ 1382.956554] env[68461]: _type = "Task" [ 1382.956554] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.967407] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5234e0b6-44c3-cfa0-19d1-728735f66149, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.972595] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "refresh_cache-c45d3ef6-c413-418b-b9e2-09baf1681459" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.972595] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquired lock "refresh_cache-c45d3ef6-c413-418b-b9e2-09baf1681459" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.972595] env[68461]: DEBUG nova.network.neutron [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1382.977674] env[68461]: DEBUG oslo_vmware.api [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896137, 'name': PowerOffVM_Task, 'duration_secs': 0.205556} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.977915] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1382.978097] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1382.978369] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d799fb1-af51-4d4e-9632-e0fe029ee0b4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.041110] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1383.041363] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1383.041534] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Deleting the datastore file [datastore2] c64335ce-81c1-4975-be9e-77155e1f8ddb {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1383.041803] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da84b33a-94da-4cb0-94fe-9f75016970fe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.048925] env[68461]: DEBUG oslo_vmware.api [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1383.048925] env[68461]: value = "task-2896140" [ 1383.048925] env[68461]: _type = "Task" [ 1383.048925] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.057032] env[68461]: DEBUG oslo_vmware.api [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.367816] env[68461]: DEBUG oslo_vmware.api [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896138, 'name': Rename_Task, 'duration_secs': 0.153188} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.370560] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1383.371325] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-909b9343-1a17-4b34-a538-e6fb00b07aed {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.379075] env[68461]: DEBUG oslo_vmware.api [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1383.379075] env[68461]: value = "task-2896141" [ 1383.379075] env[68461]: _type = "Task" [ 1383.379075] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.389684] env[68461]: DEBUG oslo_vmware.api [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.472878] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5234e0b6-44c3-cfa0-19d1-728735f66149, 'name': SearchDatastore_Task, 'duration_secs': 0.017487} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.475813] env[68461]: DEBUG oslo_concurrency.lockutils [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.476139] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1383.476416] env[68461]: DEBUG oslo_concurrency.lockutils [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.476609] env[68461]: DEBUG oslo_concurrency.lockutils [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.476829] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1383.479476] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c69422c7-34a6-4c3c-85ec-0fe4b55e93b2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.489624] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1383.489910] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1383.495402] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10479d0b-bc18-4dd3-ad5d-90daee34adb6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.503826] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1383.503826] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52dccc13-74b9-8a68-05f5-6f085edb8fba" [ 1383.503826] env[68461]: _type = "Task" [ 1383.503826] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.516382] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52dccc13-74b9-8a68-05f5-6f085edb8fba, 'name': SearchDatastore_Task, 'duration_secs': 0.008832} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.519901] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5653ee99-73d7-4654-96a5-19bff8f2a8bd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.525039] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1383.525039] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52878bf5-df5c-71cd-d576-5226ce5c1909" [ 1383.525039] env[68461]: _type = "Task" [ 1383.525039] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.538490] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52878bf5-df5c-71cd-d576-5226ce5c1909, 'name': SearchDatastore_Task, 'duration_secs': 0.008677} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.538745] env[68461]: DEBUG oslo_concurrency.lockutils [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.538998] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 820da8d7-ed04-47ab-86e9-2f1777f61a08/820da8d7-ed04-47ab-86e9-2f1777f61a08.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1383.539279] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d8a9092-1a2a-46a8-92c7-62ae6d568e8f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.546177] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1383.546177] env[68461]: value = "task-2896142" [ 1383.546177] env[68461]: _type = "Task" [ 1383.546177] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.561599] env[68461]: DEBUG oslo_vmware.api [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343742} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.567013] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1383.567268] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1383.567495] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1383.567713] env[68461]: INFO nova.compute.manager [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1383.567997] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1383.568260] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.569072] env[68461]: DEBUG nova.compute.manager [-] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1383.569230] env[68461]: DEBUG nova.network.neutron [-] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1383.577814] env[68461]: DEBUG nova.network.neutron [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1383.634276] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5cd299-f12c-4c6a-8ab9-63949d29813d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.643640] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05847231-a74a-488f-a734-28524fe63f69 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.679541] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c699ad-1461-4095-b114-ad1f94b1e0cc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.687592] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6fb34b-5228-41e6-90c8-f99eba6ccaf0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.704108] env[68461]: DEBUG nova.compute.provider_tree [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.891376] env[68461]: DEBUG oslo_vmware.api [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896141, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.957039] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.957039] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.957039] env[68461]: DEBUG nova.network.neutron [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1384.061334] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476814} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.062146] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 820da8d7-ed04-47ab-86e9-2f1777f61a08/820da8d7-ed04-47ab-86e9-2f1777f61a08.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1384.063425] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1384.063740] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0df486a4-4e4f-434b-8b5c-0d93b81f1e02 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.070844] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1384.070844] env[68461]: value = "task-2896143" [ 1384.070844] env[68461]: _type = "Task" [ 1384.070844] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.079539] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.086296] env[68461]: DEBUG nova.network.neutron [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Updating instance_info_cache with network_info: [{"id": "3d56129f-2ac2-4f52-b606-3443a936881b", "address": "fa:16:3e:56:56:b6", "network": {"id": "32ab3227-0156-4a55-9222-1015f605da2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1621872308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29fe601402479aa1bce276deab61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d56129f-2a", "ovs_interfaceid": "3d56129f-2ac2-4f52-b606-3443a936881b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.203482] env[68461]: DEBUG nova.network.neutron [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Updating instance_info_cache with network_info: [{"id": "a099a871-39ce-4aa8-a9fd-3428edddcff7", "address": "fa:16:3e:c9:c5:50", "network": {"id": "38bcffc0-cc47-42bc-baf0-ec91d073ad36", "bridge": "br-int", "label": "tempest-ImagesTestJSON-928631310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d600204c50344935923c54770f9eb48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa099a871-39", "ovs_interfaceid": "a099a871-39ce-4aa8-a9fd-3428edddcff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.214688] env[68461]: DEBUG nova.scheduler.client.report [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.306426] env[68461]: DEBUG nova.compute.manager [req-3a895674-0a98-48c6-9a32-5a7602b5b05c req-acf55379-940a-4910-aa64-1d11e455bca9 service nova] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Received event network-changed-a099a871-39ce-4aa8-a9fd-3428edddcff7 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1384.306426] env[68461]: DEBUG nova.compute.manager [req-3a895674-0a98-48c6-9a32-5a7602b5b05c req-acf55379-940a-4910-aa64-1d11e455bca9 service nova] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Refreshing instance network info cache due to event network-changed-a099a871-39ce-4aa8-a9fd-3428edddcff7. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1384.306426] env[68461]: DEBUG oslo_concurrency.lockutils [req-3a895674-0a98-48c6-9a32-5a7602b5b05c req-acf55379-940a-4910-aa64-1d11e455bca9 service nova] Acquiring lock "refresh_cache-c45d3ef6-c413-418b-b9e2-09baf1681459" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.389364] env[68461]: DEBUG oslo_vmware.api [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896141, 'name': PowerOnVM_Task, 'duration_secs': 0.794485} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.389935] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1384.390299] env[68461]: INFO nova.compute.manager [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1384.390612] env[68461]: DEBUG nova.compute.manager [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1384.391819] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f421e0-00e1-4ef3-8c9a-9ae50f60ca9c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.585049] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082888} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.585049] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1384.585049] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2ac722-3c1f-4028-87c3-0aae7957c80f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.596199] env[68461]: DEBUG oslo_concurrency.lockutils [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Releasing lock "refresh_cache-627d7e61-39fb-4481-93eb-27000ff41786" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.612872] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 820da8d7-ed04-47ab-86e9-2f1777f61a08/820da8d7-ed04-47ab-86e9-2f1777f61a08.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.613653] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a7e6b85-08fc-42ba-a804-ad116b6247c0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.636022] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1384.636022] env[68461]: value = "task-2896144" [ 1384.636022] env[68461]: _type = "Task" [ 1384.636022] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.644688] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.708020] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Releasing lock "refresh_cache-c45d3ef6-c413-418b-b9e2-09baf1681459" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.708020] env[68461]: DEBUG nova.compute.manager [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Instance network_info: |[{"id": "a099a871-39ce-4aa8-a9fd-3428edddcff7", "address": "fa:16:3e:c9:c5:50", "network": {"id": "38bcffc0-cc47-42bc-baf0-ec91d073ad36", "bridge": "br-int", "label": "tempest-ImagesTestJSON-928631310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d600204c50344935923c54770f9eb48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa099a871-39", "ovs_interfaceid": "a099a871-39ce-4aa8-a9fd-3428edddcff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1384.708020] env[68461]: DEBUG oslo_concurrency.lockutils [req-3a895674-0a98-48c6-9a32-5a7602b5b05c req-acf55379-940a-4910-aa64-1d11e455bca9 service nova] Acquired lock "refresh_cache-c45d3ef6-c413-418b-b9e2-09baf1681459" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.708020] env[68461]: DEBUG nova.network.neutron [req-3a895674-0a98-48c6-9a32-5a7602b5b05c req-acf55379-940a-4910-aa64-1d11e455bca9 service nova] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Refreshing network info cache for port a099a871-39ce-4aa8-a9fd-3428edddcff7 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.708020] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:c5:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a099a871-39ce-4aa8-a9fd-3428edddcff7', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1384.714658] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1384.715747] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1384.716525] env[68461]: DEBUG oslo_concurrency.lockutils [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.717124] env[68461]: DEBUG nova.compute.manager [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1384.719615] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6973afd-3ae2-4fd7-8034-541b7c04578c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.742660] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.187s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.744556] env[68461]: DEBUG nova.objects.instance [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lazy-loading 'resources' on Instance uuid 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.750265] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1384.750265] env[68461]: value = "task-2896145" [ 1384.750265] env[68461]: _type = "Task" [ 1384.750265] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.761051] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896145, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.915171] env[68461]: INFO nova.compute.manager [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Took 13.76 seconds to build instance. [ 1385.149242] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896144, 'name': ReconfigVM_Task, 'duration_secs': 0.29901} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.149533] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 820da8d7-ed04-47ab-86e9-2f1777f61a08/820da8d7-ed04-47ab-86e9-2f1777f61a08.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.150230] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54404992-0a42-4cd9-b064-b32c23e49f9e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.157406] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1385.157406] env[68461]: value = "task-2896146" [ 1385.157406] env[68461]: _type = "Task" [ 1385.157406] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.167147] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896146, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.175736] env[68461]: INFO nova.network.neutron [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Port 026521f6-fbaa-4bca-b72b-3d3efca0d7e9 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1385.176094] env[68461]: DEBUG nova.network.neutron [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Updating instance_info_cache with network_info: [{"id": "fed9b5a8-c5ea-4e94-8540-2ea415fb97fc", "address": "fa:16:3e:29:28:3d", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed9b5a8-c5", "ovs_interfaceid": "fed9b5a8-c5ea-4e94-8540-2ea415fb97fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.249440] env[68461]: DEBUG nova.compute.utils [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1385.251051] env[68461]: DEBUG nova.compute.manager [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1385.251229] env[68461]: DEBUG nova.network.neutron [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1385.268798] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896145, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.350624] env[68461]: DEBUG nova.policy [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55917e4a3a01401fbb4c08caa9198b41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11b5796b0aa848e39c5b631e5d980c4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1385.417815] env[68461]: DEBUG oslo_concurrency.lockutils [None req-937eef4e-d33c-4443-9061-be195841b2f6 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "c600b0df-cd4c-4df7-9f84-b3d3cc541060" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.269s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.546274] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c883e49-fc98-43a3-8e1a-9654bebb99e8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.553871] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7518fb2e-4862-4531-84da-3f8de8beb01b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.598433] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7553a60-8ef2-4bba-9951-06f70f67c8e9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.606265] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c90e18d-a376-47db-a5fa-36aa5d3901fa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.622939] env[68461]: DEBUG nova.compute.provider_tree [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.663641] env[68461]: DEBUG nova.network.neutron [req-3a895674-0a98-48c6-9a32-5a7602b5b05c req-acf55379-940a-4910-aa64-1d11e455bca9 service nova] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Updated VIF entry in instance network info cache for port a099a871-39ce-4aa8-a9fd-3428edddcff7. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1385.663641] env[68461]: DEBUG nova.network.neutron [req-3a895674-0a98-48c6-9a32-5a7602b5b05c req-acf55379-940a-4910-aa64-1d11e455bca9 service nova] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Updating instance_info_cache with network_info: [{"id": "a099a871-39ce-4aa8-a9fd-3428edddcff7", "address": "fa:16:3e:c9:c5:50", "network": {"id": "38bcffc0-cc47-42bc-baf0-ec91d073ad36", "bridge": "br-int", "label": "tempest-ImagesTestJSON-928631310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d600204c50344935923c54770f9eb48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa099a871-39", "ovs_interfaceid": "a099a871-39ce-4aa8-a9fd-3428edddcff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.670104] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896146, 'name': Rename_Task, 'duration_secs': 0.155812} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.670104] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1385.670272] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b662e36c-a80f-4cd3-81bb-054cf33980ce {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.678358] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1385.678358] env[68461]: value = "task-2896147" [ 1385.678358] env[68461]: _type = "Task" [ 1385.678358] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.678358] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.691034] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.709758] env[68461]: DEBUG nova.network.neutron [-] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.754524] env[68461]: DEBUG nova.compute.manager [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1385.768595] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896145, 'name': CreateVM_Task, 'duration_secs': 0.696902} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.769399] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1385.769443] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c192164-d241-4022-9386-8e81c3fe1c79" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.769579] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c192164-d241-4022-9386-8e81c3fe1c79" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.770014] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c192164-d241-4022-9386-8e81c3fe1c79" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.770310] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d75227-0d19-4de9-82e3-6e6c61a45337 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.775501] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1385.775501] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5264b7a3-135f-6a3c-e252-a990a9515f5a" [ 1385.775501] env[68461]: _type = "Task" [ 1385.775501] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.785527] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5264b7a3-135f-6a3c-e252-a990a9515f5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.807619] env[68461]: DEBUG nova.network.neutron [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Successfully created port: bc08aefc-31bb-493c-b6cc-92d3c2dcc210 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1386.129768] env[68461]: DEBUG nova.scheduler.client.report [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1386.137071] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5646ce9f-42d0-4846-93c7-203533e7d63c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.160914] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Updating instance '627d7e61-39fb-4481-93eb-27000ff41786' progress to 0 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1386.169401] env[68461]: DEBUG oslo_concurrency.lockutils [req-3a895674-0a98-48c6-9a32-5a7602b5b05c req-acf55379-940a-4910-aa64-1d11e455bca9 service nova] Releasing lock "refresh_cache-c45d3ef6-c413-418b-b9e2-09baf1681459" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.184707] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e32b3a89-b97d-4d34-a594-9ac83e83d4c4 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "interface-f76ea40c-c5b5-47b1-93a1-3db874d93806-026521f6-fbaa-4bca-b72b-3d3efca0d7e9" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.260s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.191991] env[68461]: DEBUG oslo_vmware.api [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896147, 'name': PowerOnVM_Task, 'duration_secs': 0.511776} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.191991] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1386.191991] env[68461]: DEBUG nova.compute.manager [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1386.191991] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488cff34-9cf6-4a92-b580-5b3e70cb1501 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.211596] env[68461]: INFO nova.compute.manager [-] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Took 2.64 seconds to deallocate network for instance. [ 1386.285530] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c192164-d241-4022-9386-8e81c3fe1c79" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.285992] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Processing image 8c192164-d241-4022-9386-8e81c3fe1c79 {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1386.286076] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c192164-d241-4022-9386-8e81c3fe1c79/8c192164-d241-4022-9386-8e81c3fe1c79.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.286195] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c192164-d241-4022-9386-8e81c3fe1c79/8c192164-d241-4022-9386-8e81c3fe1c79.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.286380] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1386.286632] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54a25488-8277-474b-9622-ca8a05c9b754 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.295015] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1386.295215] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1386.296459] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a53bdf67-4b98-4be0-931b-0b0e17e083fb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.302121] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1386.302121] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52412030-d344-71f3-53e9-7d594776df9c" [ 1386.302121] env[68461]: _type = "Task" [ 1386.302121] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.309348] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52412030-d344-71f3-53e9-7d594776df9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.336896] env[68461]: DEBUG nova.compute.manager [req-6c0d7ebc-e0c7-47ff-8c84-b8e6264ac95c req-82f8b7ca-ff05-428b-af93-cc98c9c731a2 service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Received event network-changed-fed9b5a8-c5ea-4e94-8540-2ea415fb97fc {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1386.337100] env[68461]: DEBUG nova.compute.manager [req-6c0d7ebc-e0c7-47ff-8c84-b8e6264ac95c req-82f8b7ca-ff05-428b-af93-cc98c9c731a2 service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Refreshing instance network info cache due to event network-changed-fed9b5a8-c5ea-4e94-8540-2ea415fb97fc. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1386.337308] env[68461]: DEBUG oslo_concurrency.lockutils [req-6c0d7ebc-e0c7-47ff-8c84-b8e6264ac95c req-82f8b7ca-ff05-428b-af93-cc98c9c731a2 service nova] Acquiring lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.337501] env[68461]: DEBUG oslo_concurrency.lockutils [req-6c0d7ebc-e0c7-47ff-8c84-b8e6264ac95c req-82f8b7ca-ff05-428b-af93-cc98c9c731a2 service nova] Acquired lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.337606] env[68461]: DEBUG nova.network.neutron [req-6c0d7ebc-e0c7-47ff-8c84-b8e6264ac95c req-82f8b7ca-ff05-428b-af93-cc98c9c731a2 service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Refreshing network info cache for port fed9b5a8-c5ea-4e94-8540-2ea415fb97fc {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1386.472897] env[68461]: DEBUG oslo_concurrency.lockutils [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "c600b0df-cd4c-4df7-9f84-b3d3cc541060" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.473390] env[68461]: DEBUG oslo_concurrency.lockutils [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "c600b0df-cd4c-4df7-9f84-b3d3cc541060" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.473666] env[68461]: INFO nova.compute.manager [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Shelving [ 1386.642056] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.665469] env[68461]: INFO nova.scheduler.client.report [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Deleted allocations for instance 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08 [ 1386.672090] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.672387] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38e68fc4-9094-42e2-82aa-9e7e9fd9bd35 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.679017] env[68461]: DEBUG oslo_vmware.api [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1386.679017] env[68461]: value = "task-2896148" [ 1386.679017] env[68461]: _type = "Task" [ 1386.679017] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.687179] env[68461]: DEBUG oslo_vmware.api [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.710445] env[68461]: DEBUG oslo_concurrency.lockutils [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.710777] env[68461]: DEBUG oslo_concurrency.lockutils [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.710916] env[68461]: DEBUG nova.objects.instance [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68461) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1386.718803] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.767280] env[68461]: DEBUG nova.compute.manager [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1386.793530] env[68461]: DEBUG nova.virt.hardware [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1386.793783] env[68461]: DEBUG nova.virt.hardware [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1386.793944] env[68461]: DEBUG nova.virt.hardware [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1386.794179] env[68461]: DEBUG nova.virt.hardware [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1386.794314] env[68461]: DEBUG nova.virt.hardware [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1386.794469] env[68461]: DEBUG nova.virt.hardware [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1386.794715] env[68461]: DEBUG nova.virt.hardware [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1386.794879] env[68461]: DEBUG nova.virt.hardware [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1386.795064] env[68461]: DEBUG nova.virt.hardware [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1386.795230] env[68461]: DEBUG nova.virt.hardware [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1386.795402] env[68461]: DEBUG nova.virt.hardware [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1386.796304] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2b3cf5-f21b-4092-8fff-56a172613e76 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.807513] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611cf30d-e8c5-46ef-a414-265da61559a0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.825355] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Preparing fetch location {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1386.825636] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Fetch image to [datastore2] OSTACK_IMG_ec14ef3f-ab82-4b54-bfc5-224c1f215e18/OSTACK_IMG_ec14ef3f-ab82-4b54-bfc5-224c1f215e18.vmdk {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1386.825848] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Downloading stream optimized image 8c192164-d241-4022-9386-8e81c3fe1c79 to [datastore2] OSTACK_IMG_ec14ef3f-ab82-4b54-bfc5-224c1f215e18/OSTACK_IMG_ec14ef3f-ab82-4b54-bfc5-224c1f215e18.vmdk on the data store datastore2 as vApp {{(pid=68461) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1386.826038] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Downloading image file data 8c192164-d241-4022-9386-8e81c3fe1c79 to the ESX as VM named 'OSTACK_IMG_ec14ef3f-ab82-4b54-bfc5-224c1f215e18' {{(pid=68461) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1386.902959] env[68461]: DEBUG oslo_vmware.rw_handles [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1386.902959] env[68461]: value = "resgroup-9" [ 1386.902959] env[68461]: _type = "ResourcePool" [ 1386.902959] env[68461]: }. {{(pid=68461) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1386.904237] env[68461]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-cbd9bb62-8640-4ee8-82d2-6cacb1b83bc8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.929499] env[68461]: DEBUG oslo_vmware.rw_handles [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lease: (returnval){ [ 1386.929499] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52fde05e-9e9a-bc9e-9aa4-0391e6861ef0" [ 1386.929499] env[68461]: _type = "HttpNfcLease" [ 1386.929499] env[68461]: } obtained for vApp import into resource pool (val){ [ 1386.929499] env[68461]: value = "resgroup-9" [ 1386.929499] env[68461]: _type = "ResourcePool" [ 1386.929499] env[68461]: }. {{(pid=68461) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1386.929789] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the lease: (returnval){ [ 1386.929789] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52fde05e-9e9a-bc9e-9aa4-0391e6861ef0" [ 1386.929789] env[68461]: _type = "HttpNfcLease" [ 1386.929789] env[68461]: } to be ready. {{(pid=68461) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1386.939683] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1386.939683] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52fde05e-9e9a-bc9e-9aa4-0391e6861ef0" [ 1386.939683] env[68461]: _type = "HttpNfcLease" [ 1386.939683] env[68461]: } is initializing. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1387.063173] env[68461]: DEBUG nova.network.neutron [req-6c0d7ebc-e0c7-47ff-8c84-b8e6264ac95c req-82f8b7ca-ff05-428b-af93-cc98c9c731a2 service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Updated VIF entry in instance network info cache for port fed9b5a8-c5ea-4e94-8540-2ea415fb97fc. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1387.063762] env[68461]: DEBUG nova.network.neutron [req-6c0d7ebc-e0c7-47ff-8c84-b8e6264ac95c req-82f8b7ca-ff05-428b-af93-cc98c9c731a2 service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Updating instance_info_cache with network_info: [{"id": "fed9b5a8-c5ea-4e94-8540-2ea415fb97fc", "address": "fa:16:3e:29:28:3d", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed9b5a8-c5", "ovs_interfaceid": "fed9b5a8-c5ea-4e94-8540-2ea415fb97fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.173945] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f544fdb1-af51-40d2-90c1-54e46a00846c tempest-ServersTestJSON-915935171 tempest-ServersTestJSON-915935171-project-member] Lock "1988c9b2-1c26-4d2c-b0c3-ff946dc22b08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.174s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.189408] env[68461]: DEBUG oslo_vmware.api [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896148, 'name': PowerOffVM_Task, 'duration_secs': 0.222493} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.190409] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1387.190605] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Updating instance '627d7e61-39fb-4481-93eb-27000ff41786' progress to 17 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1387.437967] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1387.437967] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52fde05e-9e9a-bc9e-9aa4-0391e6861ef0" [ 1387.437967] env[68461]: _type = "HttpNfcLease" [ 1387.437967] env[68461]: } is ready. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1387.438794] env[68461]: DEBUG oslo_vmware.rw_handles [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1387.438794] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52fde05e-9e9a-bc9e-9aa4-0391e6861ef0" [ 1387.438794] env[68461]: _type = "HttpNfcLease" [ 1387.438794] env[68461]: }. {{(pid=68461) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1387.439210] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6def4621-af44-4103-aab9-38ae1f0a7538 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.446679] env[68461]: DEBUG oslo_vmware.rw_handles [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cf5f6f-8ee2-30bc-77d1-3ea74cfe6d60/disk-0.vmdk from lease info. {{(pid=68461) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1387.446870] env[68461]: DEBUG oslo_vmware.rw_handles [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cf5f6f-8ee2-30bc-77d1-3ea74cfe6d60/disk-0.vmdk. {{(pid=68461) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1387.505090] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.505774] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0037bac8-6a29-4fc7-a4ee-31d48945a029 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.511892] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8f40edc4-399c-4c18-8f06-e64f83f6e9d3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.516209] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1387.516209] env[68461]: value = "task-2896150" [ 1387.516209] env[68461]: _type = "Task" [ 1387.516209] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.526680] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.566719] env[68461]: DEBUG oslo_concurrency.lockutils [req-6c0d7ebc-e0c7-47ff-8c84-b8e6264ac95c req-82f8b7ca-ff05-428b-af93-cc98c9c731a2 service nova] Releasing lock "refresh_cache-f76ea40c-c5b5-47b1-93a1-3db874d93806" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.567246] env[68461]: DEBUG nova.compute.manager [req-6c0d7ebc-e0c7-47ff-8c84-b8e6264ac95c req-82f8b7ca-ff05-428b-af93-cc98c9c731a2 service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Received event network-changed-7e55c216-7726-4a0e-898d-f85af3dafc08 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1387.567417] env[68461]: DEBUG nova.compute.manager [req-6c0d7ebc-e0c7-47ff-8c84-b8e6264ac95c req-82f8b7ca-ff05-428b-af93-cc98c9c731a2 service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Refreshing instance network info cache due to event network-changed-7e55c216-7726-4a0e-898d-f85af3dafc08. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1387.567678] env[68461]: DEBUG oslo_concurrency.lockutils [req-6c0d7ebc-e0c7-47ff-8c84-b8e6264ac95c req-82f8b7ca-ff05-428b-af93-cc98c9c731a2 service nova] Acquiring lock "refresh_cache-a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.567902] env[68461]: DEBUG oslo_concurrency.lockutils [req-6c0d7ebc-e0c7-47ff-8c84-b8e6264ac95c req-82f8b7ca-ff05-428b-af93-cc98c9c731a2 service nova] Acquired lock "refresh_cache-a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.568026] env[68461]: DEBUG nova.network.neutron [req-6c0d7ebc-e0c7-47ff-8c84-b8e6264ac95c req-82f8b7ca-ff05-428b-af93-cc98c9c731a2 service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Refreshing network info cache for port 7e55c216-7726-4a0e-898d-f85af3dafc08 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.660658] env[68461]: DEBUG nova.network.neutron [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Successfully updated port: bc08aefc-31bb-493c-b6cc-92d3c2dcc210 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1387.697369] env[68461]: DEBUG nova.virt.hardware [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1387.697665] env[68461]: DEBUG nova.virt.hardware [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.697840] env[68461]: DEBUG nova.virt.hardware [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1387.699924] env[68461]: DEBUG nova.virt.hardware [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.701418] env[68461]: DEBUG nova.virt.hardware [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1387.701678] env[68461]: DEBUG nova.virt.hardware [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1387.701974] env[68461]: DEBUG nova.virt.hardware [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1387.702258] env[68461]: DEBUG nova.virt.hardware [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1387.702593] env[68461]: DEBUG nova.virt.hardware [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1387.703747] env[68461]: DEBUG nova.virt.hardware [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1387.704017] env[68461]: DEBUG nova.virt.hardware [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1387.714487] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a751ff7-4415-4ccd-86dd-db20d4407589 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.732203] env[68461]: DEBUG oslo_concurrency.lockutils [None req-73deeaab-1117-4265-8e54-505ee9ee4b33 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.733707] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.015s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.734042] env[68461]: DEBUG nova.objects.instance [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lazy-loading 'resources' on Instance uuid c64335ce-81c1-4975-be9e-77155e1f8ddb {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.740195] env[68461]: DEBUG oslo_vmware.api [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1387.740195] env[68461]: value = "task-2896151" [ 1387.740195] env[68461]: _type = "Task" [ 1387.740195] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.750227] env[68461]: DEBUG oslo_vmware.api [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.028960] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896150, 'name': PowerOffVM_Task, 'duration_secs': 0.230656} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.031425] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.032016] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72d3ab2-a8a2-4ffe-acbe-e52d4f4fea81 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.059032] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c9c8bb-97b0-40e2-ba7b-f5952e11aa4d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.163595] env[68461]: DEBUG oslo_concurrency.lockutils [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "refresh_cache-a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.163683] env[68461]: DEBUG oslo_concurrency.lockutils [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired lock "refresh_cache-a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.163769] env[68461]: DEBUG nova.network.neutron [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1388.249998] env[68461]: DEBUG oslo_vmware.api [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896151, 'name': ReconfigVM_Task, 'duration_secs': 0.216265} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.250362] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Updating instance '627d7e61-39fb-4481-93eb-27000ff41786' progress to 33 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1388.339700] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "interface-a4f06b08-51d4-4d9c-be67-f68be84faf3f-026521f6-fbaa-4bca-b72b-3d3efca0d7e9" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.339700] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "interface-a4f06b08-51d4-4d9c-be67-f68be84faf3f-026521f6-fbaa-4bca-b72b-3d3efca0d7e9" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.340057] env[68461]: DEBUG nova.objects.instance [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lazy-loading 'flavor' on Instance uuid a4f06b08-51d4-4d9c-be67-f68be84faf3f {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.356503] env[68461]: DEBUG nova.network.neutron [req-6c0d7ebc-e0c7-47ff-8c84-b8e6264ac95c req-82f8b7ca-ff05-428b-af93-cc98c9c731a2 service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Updated VIF entry in instance network info cache for port 7e55c216-7726-4a0e-898d-f85af3dafc08. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.357022] env[68461]: DEBUG nova.network.neutron [req-6c0d7ebc-e0c7-47ff-8c84-b8e6264ac95c req-82f8b7ca-ff05-428b-af93-cc98c9c731a2 service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Updating instance_info_cache with network_info: [{"id": "7e55c216-7726-4a0e-898d-f85af3dafc08", "address": "fa:16:3e:fb:8a:0b", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e55c216-77", "ovs_interfaceid": "7e55c216-7726-4a0e-898d-f85af3dafc08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.375959] env[68461]: DEBUG oslo_concurrency.lockutils [None req-28fe9645-a012-48e3-9cb0-29dbaec3edd9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.376303] env[68461]: DEBUG oslo_concurrency.lockutils [None req-28fe9645-a012-48e3-9cb0-29dbaec3edd9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.415044] env[68461]: DEBUG oslo_vmware.rw_handles [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Completed reading data from the image iterator. {{(pid=68461) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1388.415462] env[68461]: DEBUG oslo_vmware.rw_handles [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cf5f6f-8ee2-30bc-77d1-3ea74cfe6d60/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1388.416581] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf974e3-d6b7-44f2-a300-fbb0c10f5767 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.426075] env[68461]: DEBUG oslo_vmware.rw_handles [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cf5f6f-8ee2-30bc-77d1-3ea74cfe6d60/disk-0.vmdk is in state: ready. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1388.426265] env[68461]: DEBUG oslo_vmware.rw_handles [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cf5f6f-8ee2-30bc-77d1-3ea74cfe6d60/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1388.426502] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4c466287-adea-45a3-91b9-eb1f37fa70a9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.571691] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Creating Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1388.572047] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-76cbee84-4596-4368-9623-a5297f72a7b4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.581769] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1388.581769] env[68461]: value = "task-2896152" [ 1388.581769] env[68461]: _type = "Task" [ 1388.581769] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.586389] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb0c3db-3276-4614-a137-4431bc9e6636 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.593900] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896152, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.596633] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de02e635-0fa9-4270-a7d6-f9a0d9d17d08 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.627826] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918c8531-51ed-4d74-b1f8-cf3a93857155 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.635389] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ae3755-bcc8-4789-a7be-396b672a08f4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.651814] env[68461]: DEBUG nova.compute.provider_tree [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.704204] env[68461]: DEBUG nova.network.neutron [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1388.757963] env[68461]: DEBUG nova.virt.hardware [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1388.758235] env[68461]: DEBUG nova.virt.hardware [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1388.758490] env[68461]: DEBUG nova.virt.hardware [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1388.758736] env[68461]: DEBUG nova.virt.hardware [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1388.758988] env[68461]: DEBUG nova.virt.hardware [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1388.759130] env[68461]: DEBUG nova.virt.hardware [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1388.759421] env[68461]: DEBUG nova.virt.hardware [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1388.759736] env[68461]: DEBUG nova.virt.hardware [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1388.760021] env[68461]: DEBUG nova.virt.hardware [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1388.760278] env[68461]: DEBUG nova.virt.hardware [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1388.760619] env[68461]: DEBUG nova.virt.hardware [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1388.766627] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1388.766946] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99cd21dd-9af9-42ae-9fa7-684e5588ea50 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.788392] env[68461]: DEBUG oslo_vmware.rw_handles [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cf5f6f-8ee2-30bc-77d1-3ea74cfe6d60/disk-0.vmdk. {{(pid=68461) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1388.788650] env[68461]: INFO nova.virt.vmwareapi.images [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Downloaded image file data 8c192164-d241-4022-9386-8e81c3fe1c79 [ 1388.790757] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f8dd60-e93e-4575-9822-b662f466caa7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.793624] env[68461]: DEBUG oslo_vmware.api [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1388.793624] env[68461]: value = "task-2896153" [ 1388.793624] env[68461]: _type = "Task" [ 1388.793624] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.809781] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-603a4fcb-d24f-44ca-a361-af6590fca0eb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.814961] env[68461]: DEBUG oslo_vmware.api [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.836603] env[68461]: INFO nova.virt.vmwareapi.images [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] The imported VM was unregistered [ 1388.839209] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Caching image {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1388.839474] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Creating directory with path [datastore2] devstack-image-cache_base/8c192164-d241-4022-9386-8e81c3fe1c79 {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.839776] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c89cc7ab-56b6-4193-9b05-9eb873a1bcb1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.856922] env[68461]: DEBUG nova.network.neutron [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Updating instance_info_cache with network_info: [{"id": "bc08aefc-31bb-493c-b6cc-92d3c2dcc210", "address": "fa:16:3e:a9:cd:a3", "network": {"id": "1213cfc5-0ad7-418f-8db0-bbc5b1b7ccb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1442488687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b5796b0aa848e39c5b631e5d980c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc08aefc-31", "ovs_interfaceid": "bc08aefc-31bb-493c-b6cc-92d3c2dcc210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.860748] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Created directory with path [datastore2] devstack-image-cache_base/8c192164-d241-4022-9386-8e81c3fe1c79 {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.861034] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ec14ef3f-ab82-4b54-bfc5-224c1f215e18/OSTACK_IMG_ec14ef3f-ab82-4b54-bfc5-224c1f215e18.vmdk to [datastore2] devstack-image-cache_base/8c192164-d241-4022-9386-8e81c3fe1c79/8c192164-d241-4022-9386-8e81c3fe1c79.vmdk. {{(pid=68461) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1388.861331] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ad31700c-fd57-4407-9a3a-c0d340301335 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.864716] env[68461]: DEBUG oslo_concurrency.lockutils [req-6c0d7ebc-e0c7-47ff-8c84-b8e6264ac95c req-82f8b7ca-ff05-428b-af93-cc98c9c731a2 service nova] Releasing lock "refresh_cache-a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.865032] env[68461]: DEBUG nova.compute.manager [req-6c0d7ebc-e0c7-47ff-8c84-b8e6264ac95c req-82f8b7ca-ff05-428b-af93-cc98c9c731a2 service nova] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Received event network-vif-deleted-365d7819-bd85-4986-bced-6122d0c68b34 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.871430] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1388.871430] env[68461]: value = "task-2896155" [ 1388.871430] env[68461]: _type = "Task" [ 1388.871430] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.882794] env[68461]: DEBUG nova.compute.utils [None req-28fe9645-a012-48e3-9cb0-29dbaec3edd9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1388.884286] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896155, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.943228] env[68461]: DEBUG nova.objects.instance [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lazy-loading 'pci_requests' on Instance uuid a4f06b08-51d4-4d9c-be67-f68be84faf3f {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.094394] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896152, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.155174] env[68461]: DEBUG nova.scheduler.client.report [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.304019] env[68461]: DEBUG oslo_vmware.api [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896153, 'name': ReconfigVM_Task, 'duration_secs': 0.169802} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.304432] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1389.305178] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76892201-2022-471d-8937-478b76481f08 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.328378] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 627d7e61-39fb-4481-93eb-27000ff41786/627d7e61-39fb-4481-93eb-27000ff41786.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1389.328749] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f24b26ce-7268-4dd3-a750-0fc7444cf00e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.347875] env[68461]: DEBUG oslo_vmware.api [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1389.347875] env[68461]: value = "task-2896156" [ 1389.347875] env[68461]: _type = "Task" [ 1389.347875] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.358898] env[68461]: DEBUG oslo_vmware.api [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.359408] env[68461]: DEBUG oslo_concurrency.lockutils [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Releasing lock "refresh_cache-a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.359724] env[68461]: DEBUG nova.compute.manager [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Instance network_info: |[{"id": "bc08aefc-31bb-493c-b6cc-92d3c2dcc210", "address": "fa:16:3e:a9:cd:a3", "network": {"id": "1213cfc5-0ad7-418f-8db0-bbc5b1b7ccb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1442488687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b5796b0aa848e39c5b631e5d980c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc08aefc-31", "ovs_interfaceid": "bc08aefc-31bb-493c-b6cc-92d3c2dcc210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1389.360199] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:cd:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc08aefc-31bb-493c-b6cc-92d3c2dcc210', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1389.368111] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1389.368411] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1389.368781] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d21637a-37f3-401f-a324-a78d1c5fde12 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.389251] env[68461]: DEBUG oslo_concurrency.lockutils [None req-28fe9645-a012-48e3-9cb0-29dbaec3edd9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.393222] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1389.393222] env[68461]: value = "task-2896157" [ 1389.393222] env[68461]: _type = "Task" [ 1389.393222] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.399778] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896155, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.405037] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896157, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.446569] env[68461]: DEBUG nova.objects.base [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68461) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1389.446795] env[68461]: DEBUG nova.network.neutron [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1389.516121] env[68461]: DEBUG nova.policy [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb3e99eb5da7499994945a0e2fbb7bc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '999f416668e54a91b972f32f2e7c01cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1389.593162] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896152, 'name': CreateSnapshot_Task, 'duration_secs': 0.607333} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.593479] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Created Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1389.594304] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36a8167-9cb2-4f84-a4fe-ace1c56b9ed8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.662663] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.691939] env[68461]: INFO nova.scheduler.client.report [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Deleted allocations for instance c64335ce-81c1-4975-be9e-77155e1f8ddb [ 1389.859094] env[68461]: DEBUG oslo_vmware.api [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896156, 'name': ReconfigVM_Task, 'duration_secs': 0.392594} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.859535] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 627d7e61-39fb-4481-93eb-27000ff41786/627d7e61-39fb-4481-93eb-27000ff41786.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.859800] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Updating instance '627d7e61-39fb-4481-93eb-27000ff41786' progress to 50 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1389.894783] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896155, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.902836] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896157, 'name': CreateVM_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.972942] env[68461]: DEBUG nova.compute.manager [req-cf582f89-d733-457e-af40-92d918816f9a req-1eec990f-5160-487e-8bdf-f90ee192cb51 service nova] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Received event network-vif-plugged-bc08aefc-31bb-493c-b6cc-92d3c2dcc210 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.973229] env[68461]: DEBUG oslo_concurrency.lockutils [req-cf582f89-d733-457e-af40-92d918816f9a req-1eec990f-5160-487e-8bdf-f90ee192cb51 service nova] Acquiring lock "a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.973472] env[68461]: DEBUG oslo_concurrency.lockutils [req-cf582f89-d733-457e-af40-92d918816f9a req-1eec990f-5160-487e-8bdf-f90ee192cb51 service nova] Lock "a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.973645] env[68461]: DEBUG oslo_concurrency.lockutils [req-cf582f89-d733-457e-af40-92d918816f9a req-1eec990f-5160-487e-8bdf-f90ee192cb51 service nova] Lock "a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.973835] env[68461]: DEBUG nova.compute.manager [req-cf582f89-d733-457e-af40-92d918816f9a req-1eec990f-5160-487e-8bdf-f90ee192cb51 service nova] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] No waiting events found dispatching network-vif-plugged-bc08aefc-31bb-493c-b6cc-92d3c2dcc210 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1389.974009] env[68461]: WARNING nova.compute.manager [req-cf582f89-d733-457e-af40-92d918816f9a req-1eec990f-5160-487e-8bdf-f90ee192cb51 service nova] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Received unexpected event network-vif-plugged-bc08aefc-31bb-493c-b6cc-92d3c2dcc210 for instance with vm_state building and task_state spawning. [ 1389.974200] env[68461]: DEBUG nova.compute.manager [req-cf582f89-d733-457e-af40-92d918816f9a req-1eec990f-5160-487e-8bdf-f90ee192cb51 service nova] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Received event network-changed-bc08aefc-31bb-493c-b6cc-92d3c2dcc210 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.974406] env[68461]: DEBUG nova.compute.manager [req-cf582f89-d733-457e-af40-92d918816f9a req-1eec990f-5160-487e-8bdf-f90ee192cb51 service nova] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Refreshing instance network info cache due to event network-changed-bc08aefc-31bb-493c-b6cc-92d3c2dcc210. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1389.974598] env[68461]: DEBUG oslo_concurrency.lockutils [req-cf582f89-d733-457e-af40-92d918816f9a req-1eec990f-5160-487e-8bdf-f90ee192cb51 service nova] Acquiring lock "refresh_cache-a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.974735] env[68461]: DEBUG oslo_concurrency.lockutils [req-cf582f89-d733-457e-af40-92d918816f9a req-1eec990f-5160-487e-8bdf-f90ee192cb51 service nova] Acquired lock "refresh_cache-a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.974916] env[68461]: DEBUG nova.network.neutron [req-cf582f89-d733-457e-af40-92d918816f9a req-1eec990f-5160-487e-8bdf-f90ee192cb51 service nova] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Refreshing network info cache for port bc08aefc-31bb-493c-b6cc-92d3c2dcc210 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1390.113266] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Creating linked-clone VM from snapshot {{(pid=68461) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1390.114016] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cc290d0c-4112-45af-9e96-6dea7f9bb33f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.123530] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1390.123530] env[68461]: value = "task-2896158" [ 1390.123530] env[68461]: _type = "Task" [ 1390.123530] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.132807] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896158, 'name': CloneVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.200711] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bf123ca2-6135-48d7-a880-9d64c467e30d tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "c64335ce-81c1-4975-be9e-77155e1f8ddb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.257s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.367792] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98844cca-c01c-4e3f-853c-d50961a877ac {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.392208] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce84affa-46e1-4c40-b873-44ce4c48b219 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.402048] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896155, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.416824] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Updating instance '627d7e61-39fb-4481-93eb-27000ff41786' progress to 67 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1390.423772] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896157, 'name': CreateVM_Task, 'duration_secs': 0.862374} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.424242] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1390.425054] env[68461]: DEBUG oslo_concurrency.lockutils [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.425237] env[68461]: DEBUG oslo_concurrency.lockutils [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.426300] env[68461]: DEBUG oslo_concurrency.lockutils [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.426612] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2768ba22-81da-47fa-a7ac-b3e4f9307344 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.434322] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1390.434322] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]525b3492-cc99-56f1-cbf0-cb131d27df5e" [ 1390.434322] env[68461]: _type = "Task" [ 1390.434322] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.444494] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]525b3492-cc99-56f1-cbf0-cb131d27df5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.451452] env[68461]: DEBUG oslo_concurrency.lockutils [None req-28fe9645-a012-48e3-9cb0-29dbaec3edd9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.451730] env[68461]: DEBUG oslo_concurrency.lockutils [None req-28fe9645-a012-48e3-9cb0-29dbaec3edd9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.452024] env[68461]: INFO nova.compute.manager [None req-28fe9645-a012-48e3-9cb0-29dbaec3edd9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Attaching volume c6cc9f3f-f88b-4c1f-8dce-c6ee37720a89 to /dev/sdb [ 1390.492845] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c4adf2-6bd0-4a6f-a7e0-7a711900b6ef {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.503286] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf72aa8-af68-4a9c-812b-4090c9d7c4e2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.518997] env[68461]: DEBUG nova.virt.block_device [None req-28fe9645-a012-48e3-9cb0-29dbaec3edd9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Updating existing volume attachment record: cdd5f5db-c223-4983-b00f-f387a4a315be {{(pid=68461) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1390.638893] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896158, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.705835] env[68461]: DEBUG nova.network.neutron [req-cf582f89-d733-457e-af40-92d918816f9a req-1eec990f-5160-487e-8bdf-f90ee192cb51 service nova] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Updated VIF entry in instance network info cache for port bc08aefc-31bb-493c-b6cc-92d3c2dcc210. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1390.706411] env[68461]: DEBUG nova.network.neutron [req-cf582f89-d733-457e-af40-92d918816f9a req-1eec990f-5160-487e-8bdf-f90ee192cb51 service nova] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Updating instance_info_cache with network_info: [{"id": "bc08aefc-31bb-493c-b6cc-92d3c2dcc210", "address": "fa:16:3e:a9:cd:a3", "network": {"id": "1213cfc5-0ad7-418f-8db0-bbc5b1b7ccb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1442488687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b5796b0aa848e39c5b631e5d980c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc08aefc-31", "ovs_interfaceid": "bc08aefc-31bb-493c-b6cc-92d3c2dcc210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.899203] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896155, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.945239] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]525b3492-cc99-56f1-cbf0-cb131d27df5e, 'name': SearchDatastore_Task, 'duration_secs': 0.092592} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.945590] env[68461]: DEBUG oslo_concurrency.lockutils [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.945870] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1390.946090] env[68461]: DEBUG oslo_concurrency.lockutils [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.946244] env[68461]: DEBUG oslo_concurrency.lockutils [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.946430] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1390.946722] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-667428ce-be5c-4e7a-a587-1e92747e9ec9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.960390] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1390.960590] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1390.961410] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c55d2872-8a6f-4cd8-973d-14ec2d7eca9f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.966843] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1390.966843] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5220b401-3bc7-0b92-bdab-beaaf619141e" [ 1390.966843] env[68461]: _type = "Task" [ 1390.966843] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.976953] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5220b401-3bc7-0b92-bdab-beaaf619141e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.985056] env[68461]: DEBUG nova.network.neutron [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Port 3d56129f-2ac2-4f52-b606-3443a936881b binding to destination host cpu-1 is already ACTIVE {{(pid=68461) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1391.062707] env[68461]: DEBUG nova.network.neutron [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Successfully updated port: 026521f6-fbaa-4bca-b72b-3d3efca0d7e9 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1391.136645] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896158, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.271410] env[68461]: DEBUG oslo_concurrency.lockutils [req-cf582f89-d733-457e-af40-92d918816f9a req-1eec990f-5160-487e-8bdf-f90ee192cb51 service nova] Releasing lock "refresh_cache-a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.398410] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896155, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.478076] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5220b401-3bc7-0b92-bdab-beaaf619141e, 'name': SearchDatastore_Task, 'duration_secs': 0.090701} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.478964] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee4f5b51-85af-4956-8c7c-b5f8c6edf516 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.484244] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1391.484244] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52fd6658-4277-f157-c01d-4527368d7568" [ 1391.484244] env[68461]: _type = "Task" [ 1391.484244] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.496220] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52fd6658-4277-f157-c01d-4527368d7568, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.566248] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "refresh_cache-a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.567027] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "refresh_cache-a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.567027] env[68461]: DEBUG nova.network.neutron [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1391.635747] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896158, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.900274] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896155, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.856413} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.900550] env[68461]: INFO nova.virt.vmwareapi.ds_util [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ec14ef3f-ab82-4b54-bfc5-224c1f215e18/OSTACK_IMG_ec14ef3f-ab82-4b54-bfc5-224c1f215e18.vmdk to [datastore2] devstack-image-cache_base/8c192164-d241-4022-9386-8e81c3fe1c79/8c192164-d241-4022-9386-8e81c3fe1c79.vmdk. [ 1391.900759] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Cleaning up location [datastore2] OSTACK_IMG_ec14ef3f-ab82-4b54-bfc5-224c1f215e18 {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1391.900957] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ec14ef3f-ab82-4b54-bfc5-224c1f215e18 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1391.901236] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50dd31f4-f7b7-4393-ae14-a96a81ee12ab {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.908061] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1391.908061] env[68461]: value = "task-2896163" [ 1391.908061] env[68461]: _type = "Task" [ 1391.908061] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.915723] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.002468] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52fd6658-4277-f157-c01d-4527368d7568, 'name': SearchDatastore_Task, 'duration_secs': 0.061078} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.003594] env[68461]: DEBUG oslo_concurrency.lockutils [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.003872] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75/a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1392.004987] env[68461]: DEBUG nova.compute.manager [req-d6ab595d-0f0c-4ee2-ab43-f2b23ed1faf4 req-75b67ece-1c16-42de-a650-5cf248d1036a service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Received event network-vif-plugged-026521f6-fbaa-4bca-b72b-3d3efca0d7e9 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1392.005207] env[68461]: DEBUG oslo_concurrency.lockutils [req-d6ab595d-0f0c-4ee2-ab43-f2b23ed1faf4 req-75b67ece-1c16-42de-a650-5cf248d1036a service nova] Acquiring lock "a4f06b08-51d4-4d9c-be67-f68be84faf3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.005402] env[68461]: DEBUG oslo_concurrency.lockutils [req-d6ab595d-0f0c-4ee2-ab43-f2b23ed1faf4 req-75b67ece-1c16-42de-a650-5cf248d1036a service nova] Lock "a4f06b08-51d4-4d9c-be67-f68be84faf3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.005563] env[68461]: DEBUG oslo_concurrency.lockutils [req-d6ab595d-0f0c-4ee2-ab43-f2b23ed1faf4 req-75b67ece-1c16-42de-a650-5cf248d1036a service nova] Lock "a4f06b08-51d4-4d9c-be67-f68be84faf3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.005730] env[68461]: DEBUG nova.compute.manager [req-d6ab595d-0f0c-4ee2-ab43-f2b23ed1faf4 req-75b67ece-1c16-42de-a650-5cf248d1036a service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] No waiting events found dispatching network-vif-plugged-026521f6-fbaa-4bca-b72b-3d3efca0d7e9 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1392.005893] env[68461]: WARNING nova.compute.manager [req-d6ab595d-0f0c-4ee2-ab43-f2b23ed1faf4 req-75b67ece-1c16-42de-a650-5cf248d1036a service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Received unexpected event network-vif-plugged-026521f6-fbaa-4bca-b72b-3d3efca0d7e9 for instance with vm_state active and task_state None. [ 1392.006067] env[68461]: DEBUG nova.compute.manager [req-d6ab595d-0f0c-4ee2-ab43-f2b23ed1faf4 req-75b67ece-1c16-42de-a650-5cf248d1036a service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Received event network-changed-026521f6-fbaa-4bca-b72b-3d3efca0d7e9 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1392.006228] env[68461]: DEBUG nova.compute.manager [req-d6ab595d-0f0c-4ee2-ab43-f2b23ed1faf4 req-75b67ece-1c16-42de-a650-5cf248d1036a service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Refreshing instance network info cache due to event network-changed-026521f6-fbaa-4bca-b72b-3d3efca0d7e9. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1392.006392] env[68461]: DEBUG oslo_concurrency.lockutils [req-d6ab595d-0f0c-4ee2-ab43-f2b23ed1faf4 req-75b67ece-1c16-42de-a650-5cf248d1036a service nova] Acquiring lock "refresh_cache-a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.008877] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9101835-c8c0-497d-99fe-a091e350d80a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.014701] env[68461]: DEBUG oslo_concurrency.lockutils [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "627d7e61-39fb-4481-93eb-27000ff41786-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.014899] env[68461]: DEBUG oslo_concurrency.lockutils [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "627d7e61-39fb-4481-93eb-27000ff41786-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.015083] env[68461]: DEBUG oslo_concurrency.lockutils [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "627d7e61-39fb-4481-93eb-27000ff41786-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.021294] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1392.021294] env[68461]: value = "task-2896164" [ 1392.021294] env[68461]: _type = "Task" [ 1392.021294] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.031595] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.102135] env[68461]: WARNING nova.network.neutron [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] ab9fb962-a9e6-4610-8b8f-48d7129123ca already exists in list: networks containing: ['ab9fb962-a9e6-4610-8b8f-48d7129123ca']. ignoring it [ 1392.137440] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896158, 'name': CloneVM_Task} progress is 95%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.179359] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "03bb8628-1fc8-4826-80f8-f1a97ce26a68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.179618] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "03bb8628-1fc8-4826-80f8-f1a97ce26a68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.179960] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "03bb8628-1fc8-4826-80f8-f1a97ce26a68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.180150] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "03bb8628-1fc8-4826-80f8-f1a97ce26a68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.180327] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "03bb8628-1fc8-4826-80f8-f1a97ce26a68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.182561] env[68461]: INFO nova.compute.manager [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Terminating instance [ 1392.419256] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199526} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.419256] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.419615] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c192164-d241-4022-9386-8e81c3fe1c79/8c192164-d241-4022-9386-8e81c3fe1c79.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.419615] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c192164-d241-4022-9386-8e81c3fe1c79/8c192164-d241-4022-9386-8e81c3fe1c79.vmdk to [datastore2] c45d3ef6-c413-418b-b9e2-09baf1681459/c45d3ef6-c413-418b-b9e2-09baf1681459.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1392.419859] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7129ec8-449d-4cd2-a3af-f30df8b89759 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.426881] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1392.426881] env[68461]: value = "task-2896165" [ 1392.426881] env[68461]: _type = "Task" [ 1392.426881] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.435147] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.445337] env[68461]: DEBUG nova.network.neutron [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Updating instance_info_cache with network_info: [{"id": "7e55c216-7726-4a0e-898d-f85af3dafc08", "address": "fa:16:3e:fb:8a:0b", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e55c216-77", "ovs_interfaceid": "7e55c216-7726-4a0e-898d-f85af3dafc08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "026521f6-fbaa-4bca-b72b-3d3efca0d7e9", "address": "fa:16:3e:cd:c2:6e", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026521f6-fb", "ovs_interfaceid": "026521f6-fbaa-4bca-b72b-3d3efca0d7e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.530697] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.591242] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.591513] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.591679] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.591830] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.592020] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.592211] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.592420] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.592561] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68461) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1392.592708] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.637460] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896158, 'name': CloneVM_Task, 'duration_secs': 2.158475} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.637716] env[68461]: INFO nova.virt.vmwareapi.vmops [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Created linked-clone VM from snapshot [ 1392.638466] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546f1773-103c-4943-bff1-d671c11d2a4e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.645688] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Uploading image b7a48279-2f91-4735-a89f-e43161a36e3e {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1392.673630] env[68461]: DEBUG oslo_vmware.rw_handles [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1392.673630] env[68461]: value = "vm-581773" [ 1392.673630] env[68461]: _type = "VirtualMachine" [ 1392.673630] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1392.673943] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c49050e1-45ef-482e-b4e5-384eb192eded {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.681048] env[68461]: DEBUG oslo_vmware.rw_handles [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lease: (returnval){ [ 1392.681048] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5255392b-b171-a82f-98a2-99a4e8228759" [ 1392.681048] env[68461]: _type = "HttpNfcLease" [ 1392.681048] env[68461]: } obtained for exporting VM: (result){ [ 1392.681048] env[68461]: value = "vm-581773" [ 1392.681048] env[68461]: _type = "VirtualMachine" [ 1392.681048] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1392.681358] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the lease: (returnval){ [ 1392.681358] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5255392b-b171-a82f-98a2-99a4e8228759" [ 1392.681358] env[68461]: _type = "HttpNfcLease" [ 1392.681358] env[68461]: } to be ready. {{(pid=68461) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1392.688407] env[68461]: DEBUG nova.compute.manager [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1392.688633] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1392.688897] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1392.688897] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5255392b-b171-a82f-98a2-99a4e8228759" [ 1392.688897] env[68461]: _type = "HttpNfcLease" [ 1392.688897] env[68461]: } is initializing. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1392.689615] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1a3827-e07f-4df7-9fed-f0cb222a5c10 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.696010] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.696283] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-038d0f8e-fb9f-44ef-906d-a20d9e7620bc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.703184] env[68461]: DEBUG oslo_vmware.api [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1392.703184] env[68461]: value = "task-2896167" [ 1392.703184] env[68461]: _type = "Task" [ 1392.703184] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.712937] env[68461]: DEBUG oslo_vmware.api [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.939959] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.948172] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "refresh_cache-a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.948599] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.948911] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.949246] env[68461]: DEBUG oslo_concurrency.lockutils [req-d6ab595d-0f0c-4ee2-ab43-f2b23ed1faf4 req-75b67ece-1c16-42de-a650-5cf248d1036a service nova] Acquired lock "refresh_cache-a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.949437] env[68461]: DEBUG nova.network.neutron [req-d6ab595d-0f0c-4ee2-ab43-f2b23ed1faf4 req-75b67ece-1c16-42de-a650-5cf248d1036a service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Refreshing network info cache for port 026521f6-fbaa-4bca-b72b-3d3efca0d7e9 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1392.951969] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7b1069-2621-45c4-9a48-a860f6ad2df9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.971867] env[68461]: DEBUG nova.virt.hardware [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1392.972224] env[68461]: DEBUG nova.virt.hardware [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1392.972392] env[68461]: DEBUG nova.virt.hardware [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1392.972584] env[68461]: DEBUG nova.virt.hardware [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1392.972730] env[68461]: DEBUG nova.virt.hardware [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1392.972874] env[68461]: DEBUG nova.virt.hardware [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1392.973155] env[68461]: DEBUG nova.virt.hardware [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1392.973358] env[68461]: DEBUG nova.virt.hardware [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1392.973544] env[68461]: DEBUG nova.virt.hardware [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1392.973735] env[68461]: DEBUG nova.virt.hardware [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1392.973927] env[68461]: DEBUG nova.virt.hardware [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1392.981021] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Reconfiguring VM to attach interface {{(pid=68461) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1392.982448] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afe053f4-2918-4606-8062-2186860ad5c2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.001624] env[68461]: DEBUG oslo_vmware.api [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1393.001624] env[68461]: value = "task-2896168" [ 1393.001624] env[68461]: _type = "Task" [ 1393.001624] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.011125] env[68461]: DEBUG oslo_vmware.api [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896168, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.031859] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.996735} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.032196] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75/a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1393.032411] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1393.032681] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-822639ed-981e-401a-a53f-df4c4642271c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.039673] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1393.039673] env[68461]: value = "task-2896169" [ 1393.039673] env[68461]: _type = "Task" [ 1393.039673] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.048275] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.059761] env[68461]: DEBUG oslo_concurrency.lockutils [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "refresh_cache-627d7e61-39fb-4481-93eb-27000ff41786" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.059982] env[68461]: DEBUG oslo_concurrency.lockutils [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired lock "refresh_cache-627d7e61-39fb-4481-93eb-27000ff41786" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.060192] env[68461]: DEBUG nova.network.neutron [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1393.095806] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.096106] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.096321] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.096480] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68461) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1393.097386] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14cccae-d740-4b9a-aa2f-f989989cfbd5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.109159] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a0ac74-af96-4f5c-abde-835dcfc69dc7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.124847] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e18520-04e4-4f0d-8a2a-5e77ac18ac8c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.132805] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9497660-351a-44a0-bd2e-233ef4ad202e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.166799] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178051MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=68461) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1393.167037] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.167253] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.189803] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1393.189803] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5255392b-b171-a82f-98a2-99a4e8228759" [ 1393.189803] env[68461]: _type = "HttpNfcLease" [ 1393.189803] env[68461]: } is ready. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1393.190293] env[68461]: DEBUG oslo_vmware.rw_handles [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1393.190293] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5255392b-b171-a82f-98a2-99a4e8228759" [ 1393.190293] env[68461]: _type = "HttpNfcLease" [ 1393.190293] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1393.191097] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f7c4e0-56d5-46aa-afea-32b872954fc3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.199584] env[68461]: DEBUG oslo_vmware.rw_handles [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524572a8-6edf-fc40-2a06-ca6d05753938/disk-0.vmdk from lease info. {{(pid=68461) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1393.199788] env[68461]: DEBUG oslo_vmware.rw_handles [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524572a8-6edf-fc40-2a06-ca6d05753938/disk-0.vmdk for reading. {{(pid=68461) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1393.272864] env[68461]: DEBUG oslo_vmware.api [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896167, 'name': PowerOffVM_Task, 'duration_secs': 0.331888} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.273277] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.273517] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1393.273795] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6192f87c-31aa-4828-a592-b7a8fd7d6df3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.359933] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.360183] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.360425] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Deleting the datastore file [datastore2] 03bb8628-1fc8-4826-80f8-f1a97ce26a68 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.360719] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-105f1dca-6618-4644-8636-1a2a69c44f6f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.367785] env[68461]: DEBUG oslo_vmware.api [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1393.367785] env[68461]: value = "task-2896172" [ 1393.367785] env[68461]: _type = "Task" [ 1393.367785] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.377459] env[68461]: DEBUG oslo_vmware.api [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.393280] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-410fb504-2cd8-4eff-8634-8130f3e80b6a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.437852] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896165, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.514651] env[68461]: DEBUG oslo_vmware.api [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.560270] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083754} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.564362] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1393.569694] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9602932-ecc7-44fb-8edf-783f673816d7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.591310] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75/a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1393.591666] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39ad52e9-54fb-426b-a3f1-e1ea88190e0d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.616290] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1393.616290] env[68461]: value = "task-2896173" [ 1393.616290] env[68461]: _type = "Task" [ 1393.616290] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.626424] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896173, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.881389] env[68461]: DEBUG oslo_vmware.api [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.940087] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896165, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.015493] env[68461]: DEBUG oslo_vmware.api [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.129561] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.183020] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Applying migration context for instance 627d7e61-39fb-4481-93eb-27000ff41786 as it has an incoming, in-progress migration b94a08a3-2a9b-4895-af0a-5701073ec8dd. Migration status is post-migrating {{(pid=68461) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1394.183237] env[68461]: INFO nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Updating resource usage from migration b94a08a3-2a9b-4895-af0a-5701073ec8dd [ 1394.186761] env[68461]: DEBUG nova.network.neutron [req-d6ab595d-0f0c-4ee2-ab43-f2b23ed1faf4 req-75b67ece-1c16-42de-a650-5cf248d1036a service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Updated VIF entry in instance network info cache for port 026521f6-fbaa-4bca-b72b-3d3efca0d7e9. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1394.187068] env[68461]: DEBUG nova.network.neutron [req-d6ab595d-0f0c-4ee2-ab43-f2b23ed1faf4 req-75b67ece-1c16-42de-a650-5cf248d1036a service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Updating instance_info_cache with network_info: [{"id": "7e55c216-7726-4a0e-898d-f85af3dafc08", "address": "fa:16:3e:fb:8a:0b", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e55c216-77", "ovs_interfaceid": "7e55c216-7726-4a0e-898d-f85af3dafc08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "026521f6-fbaa-4bca-b72b-3d3efca0d7e9", "address": "fa:16:3e:cd:c2:6e", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026521f6-fb", "ovs_interfaceid": "026521f6-fbaa-4bca-b72b-3d3efca0d7e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.215016] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 1d581ed1-d175-46b9-bf25-83a6c4e4be0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.215240] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance fd817671-1887-4e04-953c-bfd4bf1cee7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.215376] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.215565] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 008fd377-d24b-4319-8b80-542e620a86d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.215766] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance d8577ea9-60dc-401c-a92c-5bd4201e1545 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.217035] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 15f2b398-5e16-4962-b351-f528f9c7b8b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.217035] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance f76ea40c-c5b5-47b1-93a1-3db874d93806 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.217035] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 820da8d7-ed04-47ab-86e9-2f1777f61a08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.217035] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance a4f06b08-51d4-4d9c-be67-f68be84faf3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.217035] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.217035] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance aa648258-c7c7-4436-b091-8dad0fea7cf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.217035] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 03bb8628-1fc8-4826-80f8-f1a97ce26a68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.217035] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance c600b0df-cd4c-4df7-9f84-b3d3cc541060 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.217035] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance c45d3ef6-c413-418b-b9e2-09baf1681459 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.217035] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Migration b94a08a3-2a9b-4895-af0a-5701073ec8dd is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1394.217035] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 627d7e61-39fb-4481-93eb-27000ff41786 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.217724] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.217724] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1394.217724] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1394.276390] env[68461]: DEBUG nova.network.neutron [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Updating instance_info_cache with network_info: [{"id": "3d56129f-2ac2-4f52-b606-3443a936881b", "address": "fa:16:3e:56:56:b6", "network": {"id": "32ab3227-0156-4a55-9222-1015f605da2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1621872308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29fe601402479aa1bce276deab61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d56129f-2a", "ovs_interfaceid": "3d56129f-2ac2-4f52-b606-3443a936881b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.386399] env[68461]: DEBUG oslo_vmware.api [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.440784] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896165, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.485734] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc0b140-7d86-484b-a832-3171e9e93f9c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.494819] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1476697a-5082-4922-9adc-6d42b94bef46 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.531521] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e5e861-15d7-4597-b32b-ecd0bd4feda0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.540636] env[68461]: DEBUG oslo_vmware.api [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896168, 'name': ReconfigVM_Task, 'duration_secs': 1.15588} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.544163] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.544163] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Reconfigured VM to attach interface {{(pid=68461) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1394.548930] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1954d51-8e08-433f-ad65-e1b6821a946b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.571619] env[68461]: DEBUG nova.compute.provider_tree [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.629617] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.690104] env[68461]: DEBUG oslo_concurrency.lockutils [req-d6ab595d-0f0c-4ee2-ab43-f2b23ed1faf4 req-75b67ece-1c16-42de-a650-5cf248d1036a service nova] Releasing lock "refresh_cache-a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.779235] env[68461]: DEBUG oslo_concurrency.lockutils [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Releasing lock "refresh_cache-627d7e61-39fb-4481-93eb-27000ff41786" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.885802] env[68461]: DEBUG oslo_vmware.api [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.943420] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896165, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.056680] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0a0cef7b-9c5d-4979-b03e-8a8f807c4fa9 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "interface-a4f06b08-51d4-4d9c-be67-f68be84faf3f-026521f6-fbaa-4bca-b72b-3d3efca0d7e9" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.717s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.075662] env[68461]: DEBUG nova.scheduler.client.report [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1395.130944] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896173, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.311059] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4969d0-6a9e-4e76-917e-f6684bde18b8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.333356] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2e8e60-9caf-45f5-9a9b-116aa1efaf18 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.341570] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Updating instance '627d7e61-39fb-4481-93eb-27000ff41786' progress to 83 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1395.380293] env[68461]: DEBUG oslo_vmware.api [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.930632} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.380640] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1395.380944] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1395.381225] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1395.381556] env[68461]: INFO nova.compute.manager [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Took 2.69 seconds to destroy the instance on the hypervisor. [ 1395.381819] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1395.382071] env[68461]: DEBUG nova.compute.manager [-] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1395.382202] env[68461]: DEBUG nova.network.neutron [-] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1395.441064] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896165, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.923978} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.441495] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c192164-d241-4022-9386-8e81c3fe1c79/8c192164-d241-4022-9386-8e81c3fe1c79.vmdk to [datastore2] c45d3ef6-c413-418b-b9e2-09baf1681459/c45d3ef6-c413-418b-b9e2-09baf1681459.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1395.442713] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c9b401-a02b-4d23-9802-8cc6495ba504 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.468591] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] c45d3ef6-c413-418b-b9e2-09baf1681459/c45d3ef6-c413-418b-b9e2-09baf1681459.vmdk or device None with type streamOptimized {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1395.469184] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7767dc6b-1784-4b7b-81fb-7f3a1ab6b18b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.489892] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1395.489892] env[68461]: value = "task-2896174" [ 1395.489892] env[68461]: _type = "Task" [ 1395.489892] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.498520] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.574324] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-28fe9645-a012-48e3-9cb0-29dbaec3edd9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Volume attach. Driver type: vmdk {{(pid=68461) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1395.574640] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-28fe9645-a012-48e3-9cb0-29dbaec3edd9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581775', 'volume_id': 'c6cc9f3f-f88b-4c1f-8dce-c6ee37720a89', 'name': 'volume-c6cc9f3f-f88b-4c1f-8dce-c6ee37720a89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6cc9f3f-f88b-4c1f-8dce-c6ee37720a89', 'serial': 'c6cc9f3f-f88b-4c1f-8dce-c6ee37720a89'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1395.575789] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3057db49-a465-4716-b9fb-ab7d638e7f87 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.581599] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68461) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1395.581926] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.415s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.593670] env[68461]: DEBUG oslo_concurrency.lockutils [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "008fd377-d24b-4319-8b80-542e620a86d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.594016] env[68461]: DEBUG oslo_concurrency.lockutils [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "008fd377-d24b-4319-8b80-542e620a86d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.594309] env[68461]: DEBUG oslo_concurrency.lockutils [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "008fd377-d24b-4319-8b80-542e620a86d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.594535] env[68461]: DEBUG oslo_concurrency.lockutils [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "008fd377-d24b-4319-8b80-542e620a86d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.594781] env[68461]: DEBUG oslo_concurrency.lockutils [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "008fd377-d24b-4319-8b80-542e620a86d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.597010] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4dbba4-6649-4023-accc-25a14acba572 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.600158] env[68461]: INFO nova.compute.manager [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Terminating instance [ 1395.626259] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-28fe9645-a012-48e3-9cb0-29dbaec3edd9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-c6cc9f3f-f88b-4c1f-8dce-c6ee37720a89/volume-c6cc9f3f-f88b-4c1f-8dce-c6ee37720a89.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1395.630381] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-458f2ce1-402e-4dd2-b2a3-839e11d6a8dd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.649957] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896173, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.651787] env[68461]: DEBUG oslo_vmware.api [None req-28fe9645-a012-48e3-9cb0-29dbaec3edd9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1395.651787] env[68461]: value = "task-2896175" [ 1395.651787] env[68461]: _type = "Task" [ 1395.651787] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.661141] env[68461]: DEBUG oslo_vmware.api [None req-28fe9645-a012-48e3-9cb0-29dbaec3edd9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.850326] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1395.850654] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e666505c-ebbf-4b5f-a7ab-4541a7b99f26 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.861147] env[68461]: DEBUG oslo_vmware.api [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1395.861147] env[68461]: value = "task-2896176" [ 1395.861147] env[68461]: _type = "Task" [ 1395.861147] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.885231] env[68461]: DEBUG oslo_vmware.api [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.001913] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.104546] env[68461]: DEBUG nova.compute.manager [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1396.104778] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1396.105696] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924c899c-c478-4412-bfe7-be8b8425796a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.113148] env[68461]: DEBUG nova.compute.manager [req-e53e63fd-2010-4443-b282-d0de018b49ac req-0e2b1418-d5ca-4e2a-8d68-7464ba09eee5 service nova] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Received event network-vif-deleted-7d8c9ae8-73fc-4df3-92dc-c25f6dca4ee7 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1396.114673] env[68461]: INFO nova.compute.manager [req-e53e63fd-2010-4443-b282-d0de018b49ac req-0e2b1418-d5ca-4e2a-8d68-7464ba09eee5 service nova] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Neutron deleted interface 7d8c9ae8-73fc-4df3-92dc-c25f6dca4ee7; detaching it from the instance and deleting it from the info cache [ 1396.119282] env[68461]: DEBUG nova.network.neutron [req-e53e63fd-2010-4443-b282-d0de018b49ac req-0e2b1418-d5ca-4e2a-8d68-7464ba09eee5 service nova] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.128967] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1396.129766] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6687f721-aee3-43c7-88ca-70659cbe4ad2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.139434] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896173, 'name': ReconfigVM_Task, 'duration_secs': 2.407513} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.139860] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Reconfigured VM instance instance-0000006f to attach disk [datastore2] a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75/a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1396.140641] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3095b6a-fb5f-4b6d-8bf8-9af99754ebf5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.144583] env[68461]: DEBUG oslo_vmware.api [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1396.144583] env[68461]: value = "task-2896177" [ 1396.144583] env[68461]: _type = "Task" [ 1396.144583] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.150024] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1396.150024] env[68461]: value = "task-2896178" [ 1396.150024] env[68461]: _type = "Task" [ 1396.150024] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.164467] env[68461]: DEBUG oslo_vmware.api [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.175923] env[68461]: DEBUG oslo_vmware.api [None req-28fe9645-a012-48e3-9cb0-29dbaec3edd9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896175, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.181178] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896178, 'name': Rename_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.372868] env[68461]: DEBUG oslo_vmware.api [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896176, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.500711] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896174, 'name': ReconfigVM_Task, 'duration_secs': 0.991917} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.501107] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Reconfigured VM instance instance-0000006e to attach disk [datastore2] c45d3ef6-c413-418b-b9e2-09baf1681459/c45d3ef6-c413-418b-b9e2-09baf1681459.vmdk or device None with type streamOptimized {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1396.501686] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df9e717e-b5ec-4dd9-b38a-8d6ac1b58a8f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.508956] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1396.508956] env[68461]: value = "task-2896179" [ 1396.508956] env[68461]: _type = "Task" [ 1396.508956] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.517673] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896179, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.589298] env[68461]: DEBUG nova.network.neutron [-] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.623333] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c106f03b-00ca-489d-9cf2-8efb2d5902af {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.633628] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ff6015-25eb-4840-a13f-d6a37348f064 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.654044] env[68461]: DEBUG oslo_vmware.api [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896177, 'name': PowerOffVM_Task, 'duration_secs': 0.344801} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.657319] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.657495] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1396.657745] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eadc26f4-bd41-47ea-84a4-eb0fc9e9969f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.679019] env[68461]: DEBUG nova.compute.manager [req-e53e63fd-2010-4443-b282-d0de018b49ac req-0e2b1418-d5ca-4e2a-8d68-7464ba09eee5 service nova] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Detach interface failed, port_id=7d8c9ae8-73fc-4df3-92dc-c25f6dca4ee7, reason: Instance 03bb8628-1fc8-4826-80f8-f1a97ce26a68 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1396.682189] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896178, 'name': Rename_Task, 'duration_secs': 0.247349} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.682477] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1396.683145] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb201156-b4d6-4abf-a8d0-5de4d8049e0d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.691028] env[68461]: DEBUG oslo_vmware.api [None req-28fe9645-a012-48e3-9cb0-29dbaec3edd9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896175, 'name': ReconfigVM_Task, 'duration_secs': 0.597524} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.691028] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-28fe9645-a012-48e3-9cb0-29dbaec3edd9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-c6cc9f3f-f88b-4c1f-8dce-c6ee37720a89/volume-c6cc9f3f-f88b-4c1f-8dce-c6ee37720a89.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1396.696566] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7a48623-563b-477b-be7d-5f001186a8ca {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.706487] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1396.706487] env[68461]: value = "task-2896181" [ 1396.706487] env[68461]: _type = "Task" [ 1396.706487] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.707201] env[68461]: DEBUG oslo_concurrency.lockutils [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "interface-a4f06b08-51d4-4d9c-be67-f68be84faf3f-026521f6-fbaa-4bca-b72b-3d3efca0d7e9" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.707436] env[68461]: DEBUG oslo_concurrency.lockutils [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "interface-a4f06b08-51d4-4d9c-be67-f68be84faf3f-026521f6-fbaa-4bca-b72b-3d3efca0d7e9" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.715583] env[68461]: DEBUG oslo_vmware.api [None req-28fe9645-a012-48e3-9cb0-29dbaec3edd9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1396.715583] env[68461]: value = "task-2896182" [ 1396.715583] env[68461]: _type = "Task" [ 1396.715583] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.722650] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.729928] env[68461]: DEBUG oslo_vmware.api [None req-28fe9645-a012-48e3-9cb0-29dbaec3edd9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.746181] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1396.746380] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1396.746556] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Deleting the datastore file [datastore1] 008fd377-d24b-4319-8b80-542e620a86d0 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.746830] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52beb532-b348-4baf-8cac-c15da24dc8f9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.756603] env[68461]: DEBUG oslo_vmware.api [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1396.756603] env[68461]: value = "task-2896183" [ 1396.756603] env[68461]: _type = "Task" [ 1396.756603] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.766259] env[68461]: DEBUG oslo_vmware.api [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.872803] env[68461]: DEBUG oslo_vmware.api [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896176, 'name': PowerOnVM_Task, 'duration_secs': 0.566896} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.872965] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1396.873194] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-53a33ccc-12cb-4384-8c71-dd3098670f16 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Updating instance '627d7e61-39fb-4481-93eb-27000ff41786' progress to 100 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1397.020219] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896179, 'name': Rename_Task, 'duration_secs': 0.306419} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.020519] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1397.020775] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63003d07-47ff-4c93-a079-428cb0e9d397 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.028390] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1397.028390] env[68461]: value = "task-2896184" [ 1397.028390] env[68461]: _type = "Task" [ 1397.028390] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.037094] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.145516] env[68461]: INFO nova.compute.manager [-] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Took 1.76 seconds to deallocate network for instance. [ 1397.213478] env[68461]: DEBUG oslo_concurrency.lockutils [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.213657] env[68461]: DEBUG oslo_concurrency.lockutils [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.215061] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adc6934-026d-4efb-aa8a-4451ef82c76a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.221744] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896181, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.230608] env[68461]: DEBUG oslo_vmware.api [None req-28fe9645-a012-48e3-9cb0-29dbaec3edd9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896182, 'name': ReconfigVM_Task, 'duration_secs': 0.184088} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.242356] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-28fe9645-a012-48e3-9cb0-29dbaec3edd9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581775', 'volume_id': 'c6cc9f3f-f88b-4c1f-8dce-c6ee37720a89', 'name': 'volume-c6cc9f3f-f88b-4c1f-8dce-c6ee37720a89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6cc9f3f-f88b-4c1f-8dce-c6ee37720a89', 'serial': 'c6cc9f3f-f88b-4c1f-8dce-c6ee37720a89'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1397.244704] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c25189c-a55e-4711-9364-6204df8d42cd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.275778] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Reconfiguring VM to detach interface {{(pid=68461) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1397.279827] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-435c2428-63c0-429e-8c85-54b5c7c6f7b4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.299894] env[68461]: DEBUG oslo_vmware.api [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1397.299894] env[68461]: value = "task-2896185" [ 1397.299894] env[68461]: _type = "Task" [ 1397.299894] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.303018] env[68461]: DEBUG oslo_vmware.api [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261063} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.306087] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.306352] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.306553] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.306723] env[68461]: INFO nova.compute.manager [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1397.306956] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1397.307473] env[68461]: DEBUG nova.compute.manager [-] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1397.307571] env[68461]: DEBUG nova.network.neutron [-] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1397.540040] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896184, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.652687] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.653030] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.653323] env[68461]: DEBUG nova.objects.instance [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lazy-loading 'resources' on Instance uuid 03bb8628-1fc8-4826-80f8-f1a97ce26a68 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.722610] env[68461]: DEBUG oslo_vmware.api [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896181, 'name': PowerOnVM_Task, 'duration_secs': 0.905141} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.723459] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1397.723459] env[68461]: INFO nova.compute.manager [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Took 10.96 seconds to spawn the instance on the hypervisor. [ 1397.723702] env[68461]: DEBUG nova.compute.manager [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1397.724979] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311b4014-1fa4-4ce6-a01a-76130fafd471 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.814702] env[68461]: DEBUG oslo_vmware.api [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.040562] env[68461]: DEBUG oslo_vmware.api [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896184, 'name': PowerOnVM_Task, 'duration_secs': 0.745135} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.040815] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1398.041056] env[68461]: INFO nova.compute.manager [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Took 16.05 seconds to spawn the instance on the hypervisor. [ 1398.041249] env[68461]: DEBUG nova.compute.manager [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1398.042135] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f845717a-a583-4ef2-b124-c386964f2e49 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.071722] env[68461]: DEBUG nova.network.neutron [-] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.151159] env[68461]: DEBUG nova.compute.manager [req-f4b01bf0-877d-4ce4-9764-a5ec3ba49a0e req-a75caa6b-9deb-458f-9e89-79bf11d1610f service nova] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Received event network-vif-deleted-ac01993d-59f0-4aad-9358-4fe343cb9cc9 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.247814] env[68461]: INFO nova.compute.manager [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Took 17.88 seconds to build instance. [ 1398.289466] env[68461]: DEBUG nova.objects.instance [None req-28fe9645-a012-48e3-9cb0-29dbaec3edd9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lazy-loading 'flavor' on Instance uuid 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1398.317325] env[68461]: DEBUG oslo_vmware.api [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.395718] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31885f5-14e9-4ae9-92a1-dab3b44230f8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.409487] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79c431f-ca2c-4ca2-a1be-ffbe795e5c30 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.453978] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ede1aa-aa07-464c-b24c-620db5f270e6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.464873] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5192a57c-b029-4136-9567-cb2c2cff3ad7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.481958] env[68461]: DEBUG nova.compute.provider_tree [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.560527] env[68461]: INFO nova.compute.manager [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Took 21.36 seconds to build instance. [ 1398.575482] env[68461]: INFO nova.compute.manager [-] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Took 1.27 seconds to deallocate network for instance. [ 1398.750348] env[68461]: DEBUG oslo_concurrency.lockutils [None req-edac603d-ffd6-4bb8-801b-0880f4890331 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.388s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.794559] env[68461]: DEBUG oslo_concurrency.lockutils [None req-28fe9645-a012-48e3-9cb0-29dbaec3edd9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.343s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.800316] env[68461]: DEBUG oslo_concurrency.lockutils [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "c45d3ef6-c413-418b-b9e2-09baf1681459" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.816352] env[68461]: DEBUG oslo_vmware.api [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.888574] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1bea025a-55d2-4432-8f64-01336d5f24e7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.888839] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1bea025a-55d2-4432-8f64-01336d5f24e7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.889043] env[68461]: DEBUG nova.compute.manager [None req-1bea025a-55d2-4432-8f64-01336d5f24e7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1398.889996] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479dce36-5380-4e10-9789-897d4215bccb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.897843] env[68461]: DEBUG nova.compute.manager [None req-1bea025a-55d2-4432-8f64-01336d5f24e7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68461) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1398.898458] env[68461]: DEBUG nova.objects.instance [None req-1bea025a-55d2-4432-8f64-01336d5f24e7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lazy-loading 'flavor' on Instance uuid 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1398.985469] env[68461]: DEBUG nova.scheduler.client.report [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1399.062680] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7eec2d12-fa33-4371-816d-1c0f5658de13 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "c45d3ef6-c413-418b-b9e2-09baf1681459" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.872s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.063371] env[68461]: DEBUG oslo_concurrency.lockutils [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "c45d3ef6-c413-418b-b9e2-09baf1681459" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.263s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.063657] env[68461]: DEBUG oslo_concurrency.lockutils [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "c45d3ef6-c413-418b-b9e2-09baf1681459-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.063954] env[68461]: DEBUG oslo_concurrency.lockutils [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "c45d3ef6-c413-418b-b9e2-09baf1681459-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.064459] env[68461]: DEBUG oslo_concurrency.lockutils [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "c45d3ef6-c413-418b-b9e2-09baf1681459-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.067303] env[68461]: INFO nova.compute.manager [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Terminating instance [ 1399.080588] env[68461]: DEBUG oslo_concurrency.lockutils [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.320421] env[68461]: DEBUG oslo_vmware.api [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.490293] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.492729] env[68461]: DEBUG oslo_concurrency.lockutils [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.412s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.492960] env[68461]: DEBUG nova.objects.instance [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lazy-loading 'resources' on Instance uuid 008fd377-d24b-4319-8b80-542e620a86d0 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.514194] env[68461]: INFO nova.scheduler.client.report [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Deleted allocations for instance 03bb8628-1fc8-4826-80f8-f1a97ce26a68 [ 1399.557630] env[68461]: DEBUG oslo_concurrency.lockutils [None req-49e86f38-31d3-41e2-9d4b-fed49ca320d0 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "627d7e61-39fb-4481-93eb-27000ff41786" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.557843] env[68461]: DEBUG oslo_concurrency.lockutils [None req-49e86f38-31d3-41e2-9d4b-fed49ca320d0 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "627d7e61-39fb-4481-93eb-27000ff41786" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.558047] env[68461]: DEBUG nova.compute.manager [None req-49e86f38-31d3-41e2-9d4b-fed49ca320d0 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Going to confirm migration 5 {{(pid=68461) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1399.570797] env[68461]: DEBUG nova.compute.manager [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1399.571057] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1399.572021] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6a5a4d-2adc-4ba8-8ae9-5bf9f340628e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.582519] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.582786] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adf3356a-6f86-4742-8e66-40f4772a3d64 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.590819] env[68461]: DEBUG oslo_vmware.api [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1399.590819] env[68461]: value = "task-2896186" [ 1399.590819] env[68461]: _type = "Task" [ 1399.590819] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.600133] env[68461]: DEBUG oslo_vmware.api [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.820210] env[68461]: DEBUG oslo_vmware.api [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.905867] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bea025a-55d2-4432-8f64-01336d5f24e7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.906243] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39b72e66-3341-4826-bc5c-5c70046a5da1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.916375] env[68461]: DEBUG oslo_vmware.api [None req-1bea025a-55d2-4432-8f64-01336d5f24e7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1399.916375] env[68461]: value = "task-2896187" [ 1399.916375] env[68461]: _type = "Task" [ 1399.916375] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.926554] env[68461]: DEBUG oslo_vmware.api [None req-1bea025a-55d2-4432-8f64-01336d5f24e7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.024125] env[68461]: DEBUG oslo_concurrency.lockutils [None req-eedea77f-b36e-4316-b47e-21428a75399f tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "03bb8628-1fc8-4826-80f8-f1a97ce26a68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.844s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.105727] env[68461]: DEBUG oslo_vmware.api [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896186, 'name': PowerOffVM_Task, 'duration_secs': 0.355853} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.106070] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1400.106233] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1400.106489] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdc6bb03-6af3-47db-8748-377aa0cf6cd0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.127779] env[68461]: DEBUG oslo_concurrency.lockutils [None req-49e86f38-31d3-41e2-9d4b-fed49ca320d0 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "refresh_cache-627d7e61-39fb-4481-93eb-27000ff41786" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.127779] env[68461]: DEBUG oslo_concurrency.lockutils [None req-49e86f38-31d3-41e2-9d4b-fed49ca320d0 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired lock "refresh_cache-627d7e61-39fb-4481-93eb-27000ff41786" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.127931] env[68461]: DEBUG nova.network.neutron [None req-49e86f38-31d3-41e2-9d4b-fed49ca320d0 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.128161] env[68461]: DEBUG nova.objects.instance [None req-49e86f38-31d3-41e2-9d4b-fed49ca320d0 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lazy-loading 'info_cache' on Instance uuid 627d7e61-39fb-4481-93eb-27000ff41786 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.188698] env[68461]: DEBUG nova.compute.manager [req-aba62f16-0fec-431e-babc-95a60fb13e99 req-91c4d350-7613-48f7-98f5-954884521288 service nova] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Received event network-changed-bc08aefc-31bb-493c-b6cc-92d3c2dcc210 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1400.188893] env[68461]: DEBUG nova.compute.manager [req-aba62f16-0fec-431e-babc-95a60fb13e99 req-91c4d350-7613-48f7-98f5-954884521288 service nova] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Refreshing instance network info cache due to event network-changed-bc08aefc-31bb-493c-b6cc-92d3c2dcc210. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1400.190128] env[68461]: DEBUG oslo_concurrency.lockutils [req-aba62f16-0fec-431e-babc-95a60fb13e99 req-91c4d350-7613-48f7-98f5-954884521288 service nova] Acquiring lock "refresh_cache-a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.190128] env[68461]: DEBUG oslo_concurrency.lockutils [req-aba62f16-0fec-431e-babc-95a60fb13e99 req-91c4d350-7613-48f7-98f5-954884521288 service nova] Acquired lock "refresh_cache-a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.190128] env[68461]: DEBUG nova.network.neutron [req-aba62f16-0fec-431e-babc-95a60fb13e99 req-91c4d350-7613-48f7-98f5-954884521288 service nova] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Refreshing network info cache for port bc08aefc-31bb-493c-b6cc-92d3c2dcc210 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1400.201579] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1400.201814] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1400.202107] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Deleting the datastore file [datastore2] c45d3ef6-c413-418b-b9e2-09baf1681459 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1400.202411] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e1048cc-cd30-4cd0-b849-8e5dc5752a4e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.213623] env[68461]: DEBUG oslo_vmware.api [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1400.213623] env[68461]: value = "task-2896189" [ 1400.213623] env[68461]: _type = "Task" [ 1400.213623] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.224685] env[68461]: DEBUG oslo_vmware.api [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.248473] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069b5647-ce4e-4855-b738-c81f352debf1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.256990] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f30b89-74c7-4d97-87b0-7da15aedb0df {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.292767] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e5be77-4c22-4187-922f-56da566693a0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.301695] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8df6a7d-96cc-48f9-9e44-0be39eab81c1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.327605] env[68461]: DEBUG oslo_vmware.api [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.339272] env[68461]: DEBUG nova.compute.provider_tree [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.427381] env[68461]: DEBUG oslo_vmware.api [None req-1bea025a-55d2-4432-8f64-01336d5f24e7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896187, 'name': PowerOffVM_Task, 'duration_secs': 0.294944} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.427696] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bea025a-55d2-4432-8f64-01336d5f24e7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1400.427872] env[68461]: DEBUG nova.compute.manager [None req-1bea025a-55d2-4432-8f64-01336d5f24e7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1400.428712] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e19f5e0-8ae1-4564-80a7-dc8c85179057 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.724452] env[68461]: DEBUG oslo_vmware.api [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189633} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.724757] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1400.724913] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1400.725105] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1400.725287] env[68461]: INFO nova.compute.manager [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1400.725532] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1400.725726] env[68461]: DEBUG nova.compute.manager [-] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1400.725827] env[68461]: DEBUG nova.network.neutron [-] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1400.823420] env[68461]: DEBUG oslo_vmware.api [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.842868] env[68461]: DEBUG nova.scheduler.client.report [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.941193] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1bea025a-55d2-4432-8f64-01336d5f24e7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.064217] env[68461]: DEBUG nova.network.neutron [req-aba62f16-0fec-431e-babc-95a60fb13e99 req-91c4d350-7613-48f7-98f5-954884521288 service nova] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Updated VIF entry in instance network info cache for port bc08aefc-31bb-493c-b6cc-92d3c2dcc210. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1401.064752] env[68461]: DEBUG nova.network.neutron [req-aba62f16-0fec-431e-babc-95a60fb13e99 req-91c4d350-7613-48f7-98f5-954884521288 service nova] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Updating instance_info_cache with network_info: [{"id": "bc08aefc-31bb-493c-b6cc-92d3c2dcc210", "address": "fa:16:3e:a9:cd:a3", "network": {"id": "1213cfc5-0ad7-418f-8db0-bbc5b1b7ccb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1442488687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b5796b0aa848e39c5b631e5d980c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc08aefc-31", "ovs_interfaceid": "bc08aefc-31bb-493c-b6cc-92d3c2dcc210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.151397] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a4d6df39-1b20-418d-9f9b-c4f3a78d0f41 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "d8577ea9-60dc-401c-a92c-5bd4201e1545" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.151684] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a4d6df39-1b20-418d-9f9b-c4f3a78d0f41 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "d8577ea9-60dc-401c-a92c-5bd4201e1545" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.290627] env[68461]: DEBUG nova.objects.instance [None req-d6cdf41d-0902-40ce-a2be-161a03ae9002 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lazy-loading 'flavor' on Instance uuid 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.322284] env[68461]: DEBUG oslo_vmware.api [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.339419] env[68461]: DEBUG nova.network.neutron [None req-49e86f38-31d3-41e2-9d4b-fed49ca320d0 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Updating instance_info_cache with network_info: [{"id": "3d56129f-2ac2-4f52-b606-3443a936881b", "address": "fa:16:3e:56:56:b6", "network": {"id": "32ab3227-0156-4a55-9222-1015f605da2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1621872308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29fe601402479aa1bce276deab61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d56129f-2a", "ovs_interfaceid": "3d56129f-2ac2-4f52-b606-3443a936881b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.348292] env[68461]: DEBUG oslo_concurrency.lockutils [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.372479] env[68461]: INFO nova.scheduler.client.report [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Deleted allocations for instance 008fd377-d24b-4319-8b80-542e620a86d0 [ 1401.567561] env[68461]: DEBUG oslo_concurrency.lockutils [req-aba62f16-0fec-431e-babc-95a60fb13e99 req-91c4d350-7613-48f7-98f5-954884521288 service nova] Releasing lock "refresh_cache-a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.612788] env[68461]: DEBUG nova.network.neutron [-] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.657041] env[68461]: INFO nova.compute.manager [None req-a4d6df39-1b20-418d-9f9b-c4f3a78d0f41 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Detaching volume 1fc50e43-40be-46b8-87a9-8dac2e832f59 [ 1401.694195] env[68461]: INFO nova.virt.block_device [None req-a4d6df39-1b20-418d-9f9b-c4f3a78d0f41 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Attempting to driver detach volume 1fc50e43-40be-46b8-87a9-8dac2e832f59 from mountpoint /dev/sdb [ 1401.694473] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d6df39-1b20-418d-9f9b-c4f3a78d0f41 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Volume detach. Driver type: vmdk {{(pid=68461) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1401.695045] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d6df39-1b20-418d-9f9b-c4f3a78d0f41 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581752', 'volume_id': '1fc50e43-40be-46b8-87a9-8dac2e832f59', 'name': 'volume-1fc50e43-40be-46b8-87a9-8dac2e832f59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8577ea9-60dc-401c-a92c-5bd4201e1545', 'attached_at': '', 'detached_at': '', 'volume_id': '1fc50e43-40be-46b8-87a9-8dac2e832f59', 'serial': '1fc50e43-40be-46b8-87a9-8dac2e832f59'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1401.695571] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118f5248-b57e-42ec-bc95-b4570316ce6b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.718900] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5bb008-023e-4c36-b5c2-649e450c3ee7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.727400] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef95336d-f365-4be1-9eb1-0aa24e669c4c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.749425] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c19b31-dd5f-441a-9dd3-2ed22a314c51 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.765891] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d6df39-1b20-418d-9f9b-c4f3a78d0f41 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] The volume has not been displaced from its original location: [datastore2] volume-1fc50e43-40be-46b8-87a9-8dac2e832f59/volume-1fc50e43-40be-46b8-87a9-8dac2e832f59.vmdk. No consolidation needed. {{(pid=68461) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1401.771167] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d6df39-1b20-418d-9f9b-c4f3a78d0f41 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1401.771509] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90c7611c-62c6-4b76-ae9b-9a3aba9fbba7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.791846] env[68461]: DEBUG oslo_vmware.api [None req-a4d6df39-1b20-418d-9f9b-c4f3a78d0f41 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1401.791846] env[68461]: value = "task-2896191" [ 1401.791846] env[68461]: _type = "Task" [ 1401.791846] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.799972] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d6cdf41d-0902-40ce-a2be-161a03ae9002 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "refresh_cache-5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.800995] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d6cdf41d-0902-40ce-a2be-161a03ae9002 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquired lock "refresh_cache-5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.800995] env[68461]: DEBUG nova.network.neutron [None req-d6cdf41d-0902-40ce-a2be-161a03ae9002 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1401.800995] env[68461]: DEBUG nova.objects.instance [None req-d6cdf41d-0902-40ce-a2be-161a03ae9002 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lazy-loading 'info_cache' on Instance uuid 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.804994] env[68461]: DEBUG oslo_vmware.api [None req-a4d6df39-1b20-418d-9f9b-c4f3a78d0f41 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.823349] env[68461]: DEBUG oslo_vmware.api [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.841924] env[68461]: DEBUG oslo_concurrency.lockutils [None req-49e86f38-31d3-41e2-9d4b-fed49ca320d0 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Releasing lock "refresh_cache-627d7e61-39fb-4481-93eb-27000ff41786" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.842325] env[68461]: DEBUG nova.objects.instance [None req-49e86f38-31d3-41e2-9d4b-fed49ca320d0 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lazy-loading 'migration_context' on Instance uuid 627d7e61-39fb-4481-93eb-27000ff41786 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.880246] env[68461]: DEBUG oslo_concurrency.lockutils [None req-356926e0-aac7-4f4f-90a9-7711eb2b3381 tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "008fd377-d24b-4319-8b80-542e620a86d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.286s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.115672] env[68461]: INFO nova.compute.manager [-] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Took 1.39 seconds to deallocate network for instance. [ 1402.210943] env[68461]: DEBUG nova.compute.manager [req-074a7882-d87c-413e-b8bb-2c1c4ec0e450 req-1fcce426-b5ca-49f7-8a8a-4966d5cad43f service nova] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Received event network-vif-deleted-a099a871-39ce-4aa8-a9fd-3428edddcff7 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1402.304328] env[68461]: DEBUG oslo_vmware.api [None req-a4d6df39-1b20-418d-9f9b-c4f3a78d0f41 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896191, 'name': ReconfigVM_Task, 'duration_secs': 0.489182} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.304627] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d6df39-1b20-418d-9f9b-c4f3a78d0f41 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1402.310354] env[68461]: DEBUG nova.objects.base [None req-d6cdf41d-0902-40ce-a2be-161a03ae9002 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Object Instance<5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf> lazy-loaded attributes: flavor,info_cache {{(pid=68461) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1402.311558] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15ebbeb0-a12c-495f-a984-3b30fc9499ef {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.331837] env[68461]: DEBUG oslo_vmware.api [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.334687] env[68461]: DEBUG oslo_vmware.api [None req-a4d6df39-1b20-418d-9f9b-c4f3a78d0f41 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1402.334687] env[68461]: value = "task-2896192" [ 1402.334687] env[68461]: _type = "Task" [ 1402.334687] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.343879] env[68461]: DEBUG oslo_vmware.api [None req-a4d6df39-1b20-418d-9f9b-c4f3a78d0f41 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.344601] env[68461]: DEBUG nova.objects.base [None req-49e86f38-31d3-41e2-9d4b-fed49ca320d0 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Object Instance<627d7e61-39fb-4481-93eb-27000ff41786> lazy-loaded attributes: info_cache,migration_context {{(pid=68461) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1402.345431] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b596559-2509-4e91-b57e-9a78a4358d15 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.365364] env[68461]: DEBUG oslo_concurrency.lockutils [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "3e7a8f18-217d-4fd8-94e0-71e200f0b8b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.365668] env[68461]: DEBUG oslo_concurrency.lockutils [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "3e7a8f18-217d-4fd8-94e0-71e200f0b8b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.365875] env[68461]: DEBUG oslo_concurrency.lockutils [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "3e7a8f18-217d-4fd8-94e0-71e200f0b8b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.366096] env[68461]: DEBUG oslo_concurrency.lockutils [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "3e7a8f18-217d-4fd8-94e0-71e200f0b8b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.366285] env[68461]: DEBUG oslo_concurrency.lockutils [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "3e7a8f18-217d-4fd8-94e0-71e200f0b8b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.369313] env[68461]: INFO nova.compute.manager [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Terminating instance [ 1402.370658] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ea3960b-5b37-419e-8e45-f8d337bfed07 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.378136] env[68461]: DEBUG oslo_vmware.api [None req-49e86f38-31d3-41e2-9d4b-fed49ca320d0 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1402.378136] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5237578d-fa3b-4bd0-674e-fb58c1a366dd" [ 1402.378136] env[68461]: _type = "Task" [ 1402.378136] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.388073] env[68461]: DEBUG oslo_vmware.api [None req-49e86f38-31d3-41e2-9d4b-fed49ca320d0 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5237578d-fa3b-4bd0-674e-fb58c1a366dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.432715] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.432942] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Cleaning up deleted instances with incomplete migration {{(pid=68461) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1402.622881] env[68461]: DEBUG oslo_concurrency.lockutils [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.623278] env[68461]: DEBUG oslo_concurrency.lockutils [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.623510] env[68461]: DEBUG nova.objects.instance [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lazy-loading 'resources' on Instance uuid c45d3ef6-c413-418b-b9e2-09baf1681459 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.834987] env[68461]: DEBUG oslo_vmware.api [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896185, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.843220] env[68461]: DEBUG oslo_vmware.api [None req-a4d6df39-1b20-418d-9f9b-c4f3a78d0f41 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896192, 'name': ReconfigVM_Task, 'duration_secs': 0.150255} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.843558] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d6df39-1b20-418d-9f9b-c4f3a78d0f41 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581752', 'volume_id': '1fc50e43-40be-46b8-87a9-8dac2e832f59', 'name': 'volume-1fc50e43-40be-46b8-87a9-8dac2e832f59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8577ea9-60dc-401c-a92c-5bd4201e1545', 'attached_at': '', 'detached_at': '', 'volume_id': '1fc50e43-40be-46b8-87a9-8dac2e832f59', 'serial': '1fc50e43-40be-46b8-87a9-8dac2e832f59'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1402.876213] env[68461]: DEBUG nova.compute.manager [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1402.876482] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1402.877394] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb138ccb-b470-4041-b4eb-6f9e27e213ff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.889291] env[68461]: DEBUG oslo_vmware.api [None req-49e86f38-31d3-41e2-9d4b-fed49ca320d0 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5237578d-fa3b-4bd0-674e-fb58c1a366dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011698} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.891414] env[68461]: DEBUG oslo_concurrency.lockutils [None req-49e86f38-31d3-41e2-9d4b-fed49ca320d0 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.891718] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1402.894160] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-289fb945-3a0c-4497-980c-3d665ba6c7ec {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.903536] env[68461]: DEBUG oslo_vmware.api [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1402.903536] env[68461]: value = "task-2896193" [ 1402.903536] env[68461]: _type = "Task" [ 1402.903536] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.912922] env[68461]: DEBUG oslo_vmware.api [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.102979] env[68461]: DEBUG nova.network.neutron [None req-d6cdf41d-0902-40ce-a2be-161a03ae9002 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Updating instance_info_cache with network_info: [{"id": "187458cf-08c5-46d7-95e6-ebdba9378481", "address": "fa:16:3e:f6:be:a5", "network": {"id": "f74db5a6-8283-488e-926b-b8a1337069ba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2130627189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ea44a026484c54a2d7f17ed1e10047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap187458cf-08", "ovs_interfaceid": "187458cf-08c5-46d7-95e6-ebdba9378481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.336651] env[68461]: DEBUG oslo_vmware.api [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896185, 'name': ReconfigVM_Task, 'duration_secs': 5.83625} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.337114] env[68461]: DEBUG oslo_concurrency.lockutils [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.337269] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Reconfigured VM to detach interface {{(pid=68461) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1403.360638] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414fad25-c917-4581-b0a0-215a8ee8763e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.370634] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd373c3-91f6-4079-bba0-87d15e9dc6f8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.403075] env[68461]: DEBUG nova.objects.instance [None req-a4d6df39-1b20-418d-9f9b-c4f3a78d0f41 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lazy-loading 'flavor' on Instance uuid d8577ea9-60dc-401c-a92c-5bd4201e1545 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.404944] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed67555-9c5c-4a66-a09c-5b7104ee8d49 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.419794] env[68461]: DEBUG oslo_vmware.api [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896193, 'name': PowerOffVM_Task, 'duration_secs': 0.373378} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.420791] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1403.420968] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1403.422201] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dc931b-691a-4a0a-9e67-f05262b3aaa1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.427404] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da98b9ad-295d-461f-9b8a-6e6ec8d29e66 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.440561] env[68461]: DEBUG nova.compute.provider_tree [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.502405] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1403.502667] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1403.502849] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Deleting the datastore file [datastore1] 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1403.503198] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a026802-ce35-410e-a9cb-2f82fcce2f18 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.511315] env[68461]: DEBUG oslo_vmware.api [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for the task: (returnval){ [ 1403.511315] env[68461]: value = "task-2896196" [ 1403.511315] env[68461]: _type = "Task" [ 1403.511315] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.523803] env[68461]: DEBUG oslo_vmware.api [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.606737] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d6cdf41d-0902-40ce-a2be-161a03ae9002 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Releasing lock "refresh_cache-5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.788548] env[68461]: DEBUG oslo_vmware.rw_handles [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524572a8-6edf-fc40-2a06-ca6d05753938/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1403.789913] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441774ed-3fd2-4a84-8ba4-b9ff8c8882c3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.797420] env[68461]: DEBUG oslo_vmware.rw_handles [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524572a8-6edf-fc40-2a06-ca6d05753938/disk-0.vmdk is in state: ready. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1403.797593] env[68461]: ERROR oslo_vmware.rw_handles [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524572a8-6edf-fc40-2a06-ca6d05753938/disk-0.vmdk due to incomplete transfer. [ 1403.797837] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2b654cd6-721b-4ccf-a3ce-b120a829bc87 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.808435] env[68461]: DEBUG oslo_vmware.rw_handles [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524572a8-6edf-fc40-2a06-ca6d05753938/disk-0.vmdk. {{(pid=68461) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1403.808654] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Uploaded image b7a48279-2f91-4735-a89f-e43161a36e3e to the Glance image server {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1403.811066] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Destroying the VM {{(pid=68461) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1403.811348] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-52c84348-664e-445c-a80e-f301a3b39c45 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.818528] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1403.818528] env[68461]: value = "task-2896197" [ 1403.818528] env[68461]: _type = "Task" [ 1403.818528] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.827914] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896197, 'name': Destroy_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.943662] env[68461]: DEBUG nova.scheduler.client.report [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.022263] env[68461]: DEBUG oslo_vmware.api [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Task: {'id': task-2896196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448354} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.022541] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1404.022729] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1404.022909] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1404.023110] env[68461]: INFO nova.compute.manager [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1404.023358] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1404.023563] env[68461]: DEBUG nova.compute.manager [-] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1404.023659] env[68461]: DEBUG nova.network.neutron [-] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1404.320345] env[68461]: DEBUG nova.compute.manager [req-23e785a5-15f1-4fe8-a88b-9b1a8599bb58 req-9a850ffe-381b-46e6-a3c9-8f62b8dbd66d service nova] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Received event network-vif-deleted-893f0b6d-31de-44d1-a47e-896cd582a69b {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1404.320554] env[68461]: INFO nova.compute.manager [req-23e785a5-15f1-4fe8-a88b-9b1a8599bb58 req-9a850ffe-381b-46e6-a3c9-8f62b8dbd66d service nova] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Neutron deleted interface 893f0b6d-31de-44d1-a47e-896cd582a69b; detaching it from the instance and deleting it from the info cache [ 1404.320730] env[68461]: DEBUG nova.network.neutron [req-23e785a5-15f1-4fe8-a88b-9b1a8599bb58 req-9a850ffe-381b-46e6-a3c9-8f62b8dbd66d service nova] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.331890] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896197, 'name': Destroy_Task} progress is 33%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.414324] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a4d6df39-1b20-418d-9f9b-c4f3a78d0f41 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "d8577ea9-60dc-401c-a92c-5bd4201e1545" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.262s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.449641] env[68461]: DEBUG oslo_concurrency.lockutils [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.451950] env[68461]: DEBUG oslo_concurrency.lockutils [None req-49e86f38-31d3-41e2-9d4b-fed49ca320d0 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.561s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.467391] env[68461]: INFO nova.scheduler.client.report [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Deleted allocations for instance c45d3ef6-c413-418b-b9e2-09baf1681459 [ 1404.614737] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cdf41d-0902-40ce-a2be-161a03ae9002 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1404.615059] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f53fa2ab-f092-4a0f-95f0-276ba652b632 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.624709] env[68461]: DEBUG oslo_vmware.api [None req-d6cdf41d-0902-40ce-a2be-161a03ae9002 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1404.624709] env[68461]: value = "task-2896198" [ 1404.624709] env[68461]: _type = "Task" [ 1404.624709] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.638865] env[68461]: DEBUG oslo_vmware.api [None req-d6cdf41d-0902-40ce-a2be-161a03ae9002 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.696162] env[68461]: DEBUG oslo_concurrency.lockutils [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "refresh_cache-a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.696162] env[68461]: DEBUG oslo_concurrency.lockutils [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquired lock "refresh_cache-a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.696162] env[68461]: DEBUG nova.network.neutron [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1404.805057] env[68461]: DEBUG nova.network.neutron [-] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.830066] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c2ccd6a-39b7-4474-b9e7-5d6bdbcf0e79 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.832186] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896197, 'name': Destroy_Task} progress is 33%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.840084] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38f8b92-d65a-4607-9e14-3c6072d02030 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.907097] env[68461]: DEBUG nova.compute.manager [req-23e785a5-15f1-4fe8-a88b-9b1a8599bb58 req-9a850ffe-381b-46e6-a3c9-8f62b8dbd66d service nova] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Detach interface failed, port_id=893f0b6d-31de-44d1-a47e-896cd582a69b, reason: Instance 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1404.975379] env[68461]: DEBUG oslo_concurrency.lockutils [None req-57e02013-a247-4193-91e6-2cfab56d2c25 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "c45d3ef6-c413-418b-b9e2-09baf1681459" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.912s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.134839] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "a4f06b08-51d4-4d9c-be67-f68be84faf3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.135219] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "a4f06b08-51d4-4d9c-be67-f68be84faf3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.135594] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "a4f06b08-51d4-4d9c-be67-f68be84faf3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.135878] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "a4f06b08-51d4-4d9c-be67-f68be84faf3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.136193] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "a4f06b08-51d4-4d9c-be67-f68be84faf3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.141273] env[68461]: DEBUG oslo_vmware.api [None req-d6cdf41d-0902-40ce-a2be-161a03ae9002 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896198, 'name': PowerOnVM_Task, 'duration_secs': 0.414443} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.141848] env[68461]: INFO nova.compute.manager [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Terminating instance [ 1405.145058] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cdf41d-0902-40ce-a2be-161a03ae9002 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1405.145407] env[68461]: DEBUG nova.compute.manager [None req-d6cdf41d-0902-40ce-a2be-161a03ae9002 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.148912] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4e223e-7bb4-4493-a8ab-293f8ae13d0d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.165855] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4fb7d2-8ec1-48c9-a44e-92610bc9a8a3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.175989] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce2712d-0c43-4df9-9df8-bb47c5e76551 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.212706] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c2fe9e-85d4-427a-b3fa-74d549fb94b4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.221951] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585b9664-214e-47fe-8598-afe0bec05927 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.237546] env[68461]: DEBUG nova.compute.provider_tree [None req-49e86f38-31d3-41e2-9d4b-fed49ca320d0 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.308019] env[68461]: INFO nova.compute.manager [-] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Took 1.28 seconds to deallocate network for instance. [ 1405.334114] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896197, 'name': Destroy_Task, 'duration_secs': 1.089329} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.334114] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Destroyed the VM [ 1405.334114] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Deleting Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1405.334296] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5fc3421a-31b5-48f2-a641-9437a8d21f67 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.342942] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1405.342942] env[68461]: value = "task-2896199" [ 1405.342942] env[68461]: _type = "Task" [ 1405.342942] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.352440] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896199, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.424493] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "d8577ea9-60dc-401c-a92c-5bd4201e1545" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.424773] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "d8577ea9-60dc-401c-a92c-5bd4201e1545" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.425013] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "d8577ea9-60dc-401c-a92c-5bd4201e1545-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.425210] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "d8577ea9-60dc-401c-a92c-5bd4201e1545-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.425400] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "d8577ea9-60dc-401c-a92c-5bd4201e1545-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.427766] env[68461]: INFO nova.compute.manager [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Terminating instance [ 1405.587682] env[68461]: INFO nova.network.neutron [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Port 026521f6-fbaa-4bca-b72b-3d3efca0d7e9 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1405.587786] env[68461]: DEBUG nova.network.neutron [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Updating instance_info_cache with network_info: [{"id": "7e55c216-7726-4a0e-898d-f85af3dafc08", "address": "fa:16:3e:fb:8a:0b", "network": {"id": "ab9fb962-a9e6-4610-8b8f-48d7129123ca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2081311645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "999f416668e54a91b972f32f2e7c01cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e55c216-77", "ovs_interfaceid": "7e55c216-7726-4a0e-898d-f85af3dafc08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.596812] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "aa648258-c7c7-4436-b091-8dad0fea7cf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.597105] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "aa648258-c7c7-4436-b091-8dad0fea7cf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.597353] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "aa648258-c7c7-4436-b091-8dad0fea7cf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.597515] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "aa648258-c7c7-4436-b091-8dad0fea7cf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.597705] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "aa648258-c7c7-4436-b091-8dad0fea7cf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.600263] env[68461]: INFO nova.compute.manager [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Terminating instance [ 1405.645987] env[68461]: DEBUG nova.compute.manager [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1405.646259] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1405.647196] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a694f8a9-83c5-4816-91d5-dd9307197188 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.655814] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1405.656099] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-796e39fe-49a7-4d1d-b349-da7f24e6ac02 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.664356] env[68461]: DEBUG oslo_vmware.api [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1405.664356] env[68461]: value = "task-2896201" [ 1405.664356] env[68461]: _type = "Task" [ 1405.664356] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.675613] env[68461]: DEBUG oslo_vmware.api [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.742029] env[68461]: DEBUG nova.scheduler.client.report [None req-49e86f38-31d3-41e2-9d4b-fed49ca320d0 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1405.814392] env[68461]: DEBUG oslo_concurrency.lockutils [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.853258] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896199, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.932905] env[68461]: DEBUG nova.compute.manager [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1405.933284] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1405.934312] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbb8aee-876b-4b74-beb2-d95290187ae1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.938514] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1405.938800] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1405.938887] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68461) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1405.939467] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1405.944690] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1405.945580] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78056238-2861-49a7-9417-a74d18797868 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.953026] env[68461]: DEBUG oslo_vmware.api [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1405.953026] env[68461]: value = "task-2896202" [ 1405.953026] env[68461]: _type = "Task" [ 1405.953026] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.963563] env[68461]: DEBUG oslo_vmware.api [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.090719] env[68461]: DEBUG oslo_concurrency.lockutils [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Releasing lock "refresh_cache-a4f06b08-51d4-4d9c-be67-f68be84faf3f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.103875] env[68461]: DEBUG nova.compute.manager [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1406.104145] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1406.105721] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8a547e-b82b-45e0-9537-23002a8b7080 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.114248] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1406.114501] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0068689-6041-42d3-b545-6e09a98c9089 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.120937] env[68461]: DEBUG oslo_vmware.api [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1406.120937] env[68461]: value = "task-2896203" [ 1406.120937] env[68461]: _type = "Task" [ 1406.120937] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.129037] env[68461]: DEBUG oslo_vmware.api [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.175217] env[68461]: DEBUG oslo_vmware.api [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896201, 'name': PowerOffVM_Task, 'duration_secs': 0.193272} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.175533] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1406.175741] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1406.176027] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ed92ce6-c93e-45e2-8d52-d941869ff92b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.251991] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1406.252281] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1406.252476] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Deleting the datastore file [datastore2] a4f06b08-51d4-4d9c-be67-f68be84faf3f {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1406.255525] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36d7ac90-4fbe-44d0-9f0d-678241ffc28d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.260065] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "841f3ea4-2c11-4bb2-aab4-eeccd22d881e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.260298] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "841f3ea4-2c11-4bb2-aab4-eeccd22d881e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.268613] env[68461]: DEBUG oslo_vmware.api [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1406.268613] env[68461]: value = "task-2896205" [ 1406.268613] env[68461]: _type = "Task" [ 1406.268613] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.278356] env[68461]: DEBUG oslo_vmware.api [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.353863] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896199, 'name': RemoveSnapshot_Task, 'duration_secs': 0.700316} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.354496] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Deleted Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1406.354496] env[68461]: DEBUG nova.compute.manager [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1406.355235] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fdb5dd-a3ba-47c2-9bfc-9f8dc25fc135 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.446226] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.462678] env[68461]: DEBUG oslo_vmware.api [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896202, 'name': PowerOffVM_Task, 'duration_secs': 0.167043} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.462931] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1406.463147] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1406.463398] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93aefbd2-c928-424d-8c04-0c89f8f833cf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.528305] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1406.528567] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1406.528799] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Deleting the datastore file [datastore2] d8577ea9-60dc-401c-a92c-5bd4201e1545 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1406.529125] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11fb7c8d-d107-4449-a508-d0b882fb5efc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.536970] env[68461]: DEBUG oslo_vmware.api [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1406.536970] env[68461]: value = "task-2896207" [ 1406.536970] env[68461]: _type = "Task" [ 1406.536970] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.544627] env[68461]: DEBUG oslo_vmware.api [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.596039] env[68461]: DEBUG oslo_concurrency.lockutils [None req-54cb6b54-b250-4eb1-90bc-71853db7233f tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "interface-a4f06b08-51d4-4d9c-be67-f68be84faf3f-026521f6-fbaa-4bca-b72b-3d3efca0d7e9" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.888s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.631622] env[68461]: DEBUG oslo_vmware.api [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896203, 'name': PowerOffVM_Task, 'duration_secs': 0.219149} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.631882] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1406.632122] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1406.632410] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93c771c0-fa92-4d6f-9e2e-7e48d12f18f4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.750797] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1406.751062] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1406.751262] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Deleting the datastore file [datastore2] aa648258-c7c7-4436-b091-8dad0fea7cf5 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1406.751533] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04f94500-79bf-45a9-a564-c905722ba1d0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.757282] env[68461]: DEBUG oslo_concurrency.lockutils [None req-49e86f38-31d3-41e2-9d4b-fed49ca320d0 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.305s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.761164] env[68461]: DEBUG oslo_concurrency.lockutils [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.947s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.761424] env[68461]: DEBUG nova.objects.instance [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lazy-loading 'resources' on Instance uuid 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.762562] env[68461]: DEBUG oslo_vmware.api [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1406.762562] env[68461]: value = "task-2896209" [ 1406.762562] env[68461]: _type = "Task" [ 1406.762562] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.763045] env[68461]: DEBUG nova.compute.manager [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1406.776360] env[68461]: DEBUG oslo_vmware.api [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.781600] env[68461]: DEBUG oslo_vmware.api [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386757} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.781828] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.782075] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1406.782229] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1406.782420] env[68461]: INFO nova.compute.manager [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1406.782687] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1406.782897] env[68461]: DEBUG nova.compute.manager [-] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1406.783043] env[68461]: DEBUG nova.network.neutron [-] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1406.868211] env[68461]: INFO nova.compute.manager [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Shelve offloading [ 1407.048207] env[68461]: DEBUG oslo_vmware.api [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350957} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.048499] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1407.048709] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1407.048898] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1407.049090] env[68461]: INFO nova.compute.manager [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1407.049334] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1407.049530] env[68461]: DEBUG nova.compute.manager [-] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1407.049625] env[68461]: DEBUG nova.network.neutron [-] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1407.296835] env[68461]: DEBUG oslo_vmware.api [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502166} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.297193] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1407.297355] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1407.298728] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1407.298879] env[68461]: INFO nova.compute.manager [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1407.299244] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1407.299311] env[68461]: DEBUG nova.compute.manager [-] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1407.299387] env[68461]: DEBUG nova.network.neutron [-] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1407.310418] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.353145] env[68461]: INFO nova.scheduler.client.report [None req-49e86f38-31d3-41e2-9d4b-fed49ca320d0 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Deleted allocation for migration b94a08a3-2a9b-4895-af0a-5701073ec8dd [ 1407.371584] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1407.371872] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02bc04a3-96a2-4a9e-9ee4-4dd7b1ae1ab3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.385567] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1407.385567] env[68461]: value = "task-2896210" [ 1407.385567] env[68461]: _type = "Task" [ 1407.385567] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.413746] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] VM already powered off {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1407.413948] env[68461]: DEBUG nova.compute.manager [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1407.415113] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb463094-592c-4f64-884e-5155306e4ebc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.425969] env[68461]: DEBUG oslo_concurrency.lockutils [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "refresh_cache-c600b0df-cd4c-4df7-9f84-b3d3cc541060" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.425969] env[68461]: DEBUG oslo_concurrency.lockutils [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired lock "refresh_cache-c600b0df-cd4c-4df7-9f84-b3d3cc541060" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.426115] env[68461]: DEBUG nova.network.neutron [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1407.534831] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74973f1b-ad23-4169-ad06-b3e15aa7198a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.543110] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133486ef-0c6c-40ad-942a-3228557e6c1f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.575264] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1881725a-7885-4dd1-9eed-457fbbc96c9f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.583900] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cffbde-d3fb-4ea8-9f03-d0b01a1865e7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.598375] env[68461]: DEBUG nova.compute.provider_tree [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.860113] env[68461]: DEBUG oslo_concurrency.lockutils [None req-49e86f38-31d3-41e2-9d4b-fed49ca320d0 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "627d7e61-39fb-4481-93eb-27000ff41786" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.302s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.102715] env[68461]: DEBUG nova.scheduler.client.report [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1408.155410] env[68461]: DEBUG nova.network.neutron [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Updating instance_info_cache with network_info: [{"id": "cf37715b-fac2-4c47-845e-51a289432253", "address": "fa:16:3e:ac:8b:26", "network": {"id": "19dd6dcf-3cc3-45dd-bbe5-df8e5e0e8b28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1238697348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03daf919ddd46df977660137d14952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf37715b-fa", "ovs_interfaceid": "cf37715b-fac2-4c47-845e-51a289432253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.293919] env[68461]: DEBUG nova.compute.manager [req-f121a324-2c76-4d35-9fbc-424c3fad7217 req-7cc2f1f6-8f21-4817-9233-b74b2be3aa92 service nova] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Received event network-vif-deleted-8406cfd1-a9fc-44ce-a019-90b65c1dd66d {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1408.294029] env[68461]: INFO nova.compute.manager [req-f121a324-2c76-4d35-9fbc-424c3fad7217 req-7cc2f1f6-8f21-4817-9233-b74b2be3aa92 service nova] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Neutron deleted interface 8406cfd1-a9fc-44ce-a019-90b65c1dd66d; detaching it from the instance and deleting it from the info cache [ 1408.294191] env[68461]: DEBUG nova.network.neutron [req-f121a324-2c76-4d35-9fbc-424c3fad7217 req-7cc2f1f6-8f21-4817-9233-b74b2be3aa92 service nova] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.610947] env[68461]: DEBUG oslo_concurrency.lockutils [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.613275] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.167s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.613597] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.613597] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68461) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1408.613952] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.304s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.615820] env[68461]: INFO nova.compute.claims [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1408.623040] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53279fcc-9340-4693-9165-7faf08b54107 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.626537] env[68461]: DEBUG nova.network.neutron [-] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.637819] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac950d9-b9cf-48bf-8541-8a06e5a72700 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.642645] env[68461]: INFO nova.scheduler.client.report [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Deleted allocations for instance 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6 [ 1408.662108] env[68461]: DEBUG oslo_concurrency.lockutils [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Releasing lock "refresh_cache-c600b0df-cd4c-4df7-9f84-b3d3cc541060" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.665263] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a3f8e0-7e91-4922-801b-b4e02cf2e856 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.674812] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d65ba31-e2c0-4220-ad8f-b09ffd9903e2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.719281] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178051MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=68461) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1408.719573] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.771188] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "627d7e61-39fb-4481-93eb-27000ff41786" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.771188] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "627d7e61-39fb-4481-93eb-27000ff41786" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.771188] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "627d7e61-39fb-4481-93eb-27000ff41786-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.771188] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "627d7e61-39fb-4481-93eb-27000ff41786-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.771188] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "627d7e61-39fb-4481-93eb-27000ff41786-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.773350] env[68461]: INFO nova.compute.manager [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Terminating instance [ 1408.798546] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25e470f9-1ebc-47fd-b0b1-b1c5dc64968d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.808468] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2532aa-fa27-491c-81fa-bcc021abd88f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.843526] env[68461]: DEBUG nova.compute.manager [req-f121a324-2c76-4d35-9fbc-424c3fad7217 req-7cc2f1f6-8f21-4817-9233-b74b2be3aa92 service nova] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Detach interface failed, port_id=8406cfd1-a9fc-44ce-a019-90b65c1dd66d, reason: Instance aa648258-c7c7-4436-b091-8dad0fea7cf5 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1408.956902] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1408.957999] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170fb0e9-b850-407c-99c5-f8ff182e54f1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.967328] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1408.967588] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09d4e597-8d52-4fab-b9b7-ac350e5b2896 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.004200] env[68461]: DEBUG nova.network.neutron [-] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.038085] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1409.038430] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1409.038654] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Deleting the datastore file [datastore2] c600b0df-cd4c-4df7-9f84-b3d3cc541060 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.038947] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fb00b7f-a04f-47e9-b0a0-aed9a5fc3f95 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.046660] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1409.046660] env[68461]: value = "task-2896213" [ 1409.046660] env[68461]: _type = "Task" [ 1409.046660] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.056719] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.131163] env[68461]: DEBUG nova.network.neutron [-] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.132425] env[68461]: INFO nova.compute.manager [-] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Took 1.83 seconds to deallocate network for instance. [ 1409.154083] env[68461]: DEBUG oslo_concurrency.lockutils [None req-08efa1ce-599b-42b0-b563-ff313af72adb tempest-ServerRescueNegativeTestJSON-1902223548 tempest-ServerRescueNegativeTestJSON-1902223548-project-member] Lock "3e7a8f18-217d-4fd8-94e0-71e200f0b8b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.788s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.279410] env[68461]: DEBUG nova.compute.manager [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1409.279711] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1409.280834] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f412a02-b9f9-49c4-940a-e5abc1b1735c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.289380] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1409.289630] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7451ae16-824e-4e9d-90f8-f15905f188ee {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.297095] env[68461]: DEBUG oslo_vmware.api [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1409.297095] env[68461]: value = "task-2896214" [ 1409.297095] env[68461]: _type = "Task" [ 1409.297095] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.306481] env[68461]: DEBUG oslo_vmware.api [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.352767] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "4288210c-0ba9-43fd-ab3b-b10ac020bd65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.352767] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "4288210c-0ba9-43fd-ab3b-b10ac020bd65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.506434] env[68461]: INFO nova.compute.manager [-] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Took 2.46 seconds to deallocate network for instance. [ 1409.556912] env[68461]: DEBUG oslo_vmware.api [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148052} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.557182] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.557372] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.557553] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.581892] env[68461]: INFO nova.scheduler.client.report [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Deleted allocations for instance c600b0df-cd4c-4df7-9f84-b3d3cc541060 [ 1409.636979] env[68461]: INFO nova.compute.manager [-] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Took 2.85 seconds to deallocate network for instance. [ 1409.643460] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.810159] env[68461]: DEBUG oslo_vmware.api [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896214, 'name': PowerOffVM_Task, 'duration_secs': 0.220955} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.811341] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.811516] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1409.812339] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754b3aab-7408-4c52-b9d8-2ff8cf52ec26 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.814614] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-178ee898-3aff-416d-a785-ded2e488825a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.821320] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef02fe7f-e0ea-47b1-838a-05d5f455ffc8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.860070] env[68461]: DEBUG nova.compute.manager [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1409.865063] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d93dd96-f2e9-4e35-a692-050baf412337 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.875240] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dfed83-a292-4e67-9b7b-b8c63d8e7cac {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.891990] env[68461]: DEBUG nova.compute.provider_tree [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.897025] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1409.897025] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1409.897025] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Deleting the datastore file [datastore1] 627d7e61-39fb-4481-93eb-27000ff41786 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.897025] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e897aea-c34d-481f-923d-8a7eb8c7489c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.904690] env[68461]: DEBUG oslo_vmware.api [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1409.904690] env[68461]: value = "task-2896217" [ 1409.904690] env[68461]: _type = "Task" [ 1409.904690] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.916224] env[68461]: DEBUG oslo_vmware.api [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.013842] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.087565] env[68461]: DEBUG oslo_concurrency.lockutils [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.143491] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.330571] env[68461]: DEBUG nova.compute.manager [req-e07342ab-8fed-49af-bba5-8169c10bd953 req-97480738-1656-4077-9c45-b6d5948b391e service nova] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Received event network-vif-deleted-1e335e3a-b30a-40db-9abd-d8e0efd1e882 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1410.331150] env[68461]: DEBUG nova.compute.manager [req-e07342ab-8fed-49af-bba5-8169c10bd953 req-97480738-1656-4077-9c45-b6d5948b391e service nova] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Received event network-vif-deleted-7e55c216-7726-4a0e-898d-f85af3dafc08 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1410.331365] env[68461]: DEBUG nova.compute.manager [req-e07342ab-8fed-49af-bba5-8169c10bd953 req-97480738-1656-4077-9c45-b6d5948b391e service nova] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Received event network-vif-unplugged-cf37715b-fac2-4c47-845e-51a289432253 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1410.331540] env[68461]: DEBUG oslo_concurrency.lockutils [req-e07342ab-8fed-49af-bba5-8169c10bd953 req-97480738-1656-4077-9c45-b6d5948b391e service nova] Acquiring lock "c600b0df-cd4c-4df7-9f84-b3d3cc541060-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.331744] env[68461]: DEBUG oslo_concurrency.lockutils [req-e07342ab-8fed-49af-bba5-8169c10bd953 req-97480738-1656-4077-9c45-b6d5948b391e service nova] Lock "c600b0df-cd4c-4df7-9f84-b3d3cc541060-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.331904] env[68461]: DEBUG oslo_concurrency.lockutils [req-e07342ab-8fed-49af-bba5-8169c10bd953 req-97480738-1656-4077-9c45-b6d5948b391e service nova] Lock "c600b0df-cd4c-4df7-9f84-b3d3cc541060-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.332110] env[68461]: DEBUG nova.compute.manager [req-e07342ab-8fed-49af-bba5-8169c10bd953 req-97480738-1656-4077-9c45-b6d5948b391e service nova] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] No waiting events found dispatching network-vif-unplugged-cf37715b-fac2-4c47-845e-51a289432253 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1410.332289] env[68461]: WARNING nova.compute.manager [req-e07342ab-8fed-49af-bba5-8169c10bd953 req-97480738-1656-4077-9c45-b6d5948b391e service nova] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Received unexpected event network-vif-unplugged-cf37715b-fac2-4c47-845e-51a289432253 for instance with vm_state shelved_offloaded and task_state None. [ 1410.332458] env[68461]: DEBUG nova.compute.manager [req-e07342ab-8fed-49af-bba5-8169c10bd953 req-97480738-1656-4077-9c45-b6d5948b391e service nova] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Received event network-changed-cf37715b-fac2-4c47-845e-51a289432253 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1410.332610] env[68461]: DEBUG nova.compute.manager [req-e07342ab-8fed-49af-bba5-8169c10bd953 req-97480738-1656-4077-9c45-b6d5948b391e service nova] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Refreshing instance network info cache due to event network-changed-cf37715b-fac2-4c47-845e-51a289432253. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1410.332797] env[68461]: DEBUG oslo_concurrency.lockutils [req-e07342ab-8fed-49af-bba5-8169c10bd953 req-97480738-1656-4077-9c45-b6d5948b391e service nova] Acquiring lock "refresh_cache-c600b0df-cd4c-4df7-9f84-b3d3cc541060" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.332935] env[68461]: DEBUG oslo_concurrency.lockutils [req-e07342ab-8fed-49af-bba5-8169c10bd953 req-97480738-1656-4077-9c45-b6d5948b391e service nova] Acquired lock "refresh_cache-c600b0df-cd4c-4df7-9f84-b3d3cc541060" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.333151] env[68461]: DEBUG nova.network.neutron [req-e07342ab-8fed-49af-bba5-8169c10bd953 req-97480738-1656-4077-9c45-b6d5948b391e service nova] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Refreshing network info cache for port cf37715b-fac2-4c47-845e-51a289432253 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1410.384178] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.397336] env[68461]: DEBUG nova.scheduler.client.report [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1410.415674] env[68461]: DEBUG oslo_vmware.api [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176287} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.416530] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1410.416712] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1410.416932] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1410.417151] env[68461]: INFO nova.compute.manager [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1410.417427] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1410.417644] env[68461]: DEBUG nova.compute.manager [-] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1410.417747] env[68461]: DEBUG nova.network.neutron [-] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1410.902534] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.902941] env[68461]: DEBUG nova.compute.manager [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1410.905487] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.186s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.083324] env[68461]: DEBUG nova.network.neutron [req-e07342ab-8fed-49af-bba5-8169c10bd953 req-97480738-1656-4077-9c45-b6d5948b391e service nova] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Updated VIF entry in instance network info cache for port cf37715b-fac2-4c47-845e-51a289432253. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1411.083835] env[68461]: DEBUG nova.network.neutron [req-e07342ab-8fed-49af-bba5-8169c10bd953 req-97480738-1656-4077-9c45-b6d5948b391e service nova] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Updating instance_info_cache with network_info: [{"id": "cf37715b-fac2-4c47-845e-51a289432253", "address": "fa:16:3e:ac:8b:26", "network": {"id": "19dd6dcf-3cc3-45dd-bbe5-df8e5e0e8b28", "bridge": null, "label": "tempest-DeleteServersTestJSON-1238697348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03daf919ddd46df977660137d14952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcf37715b-fa", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.186597] env[68461]: DEBUG nova.network.neutron [-] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.267231] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e415aa22-4141-4333-be59-b4f7ca736bfc tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "c600b0df-cd4c-4df7-9f84-b3d3cc541060" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.408996] env[68461]: DEBUG nova.compute.utils [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1411.417474] env[68461]: DEBUG nova.compute.manager [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1411.417662] env[68461]: DEBUG nova.network.neutron [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1411.473457] env[68461]: DEBUG nova.policy [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83bf0734d721475bb0cef50c3c31df79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd600204c50344935923c54770f9eb48c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1411.587987] env[68461]: DEBUG oslo_concurrency.lockutils [req-e07342ab-8fed-49af-bba5-8169c10bd953 req-97480738-1656-4077-9c45-b6d5948b391e service nova] Releasing lock "refresh_cache-c600b0df-cd4c-4df7-9f84-b3d3cc541060" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.689902] env[68461]: INFO nova.compute.manager [-] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Took 1.27 seconds to deallocate network for instance. [ 1411.732507] env[68461]: DEBUG nova.network.neutron [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Successfully created port: 128f0dff-f55d-4261-bcb6-05f71f2b7190 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1411.922326] env[68461]: DEBUG nova.compute.manager [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1411.942855] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 1d581ed1-d175-46b9-bf25-83a6c4e4be0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1411.942993] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance fd817671-1887-4e04-953c-bfd4bf1cee7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1411.943161] env[68461]: WARNING nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance d8577ea9-60dc-401c-a92c-5bd4201e1545 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1411.943281] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 15f2b398-5e16-4962-b351-f528f9c7b8b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1411.943393] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance f76ea40c-c5b5-47b1-93a1-3db874d93806 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1411.943504] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 820da8d7-ed04-47ab-86e9-2f1777f61a08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1411.943631] env[68461]: WARNING nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance a4f06b08-51d4-4d9c-be67-f68be84faf3f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1411.943737] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1411.943856] env[68461]: WARNING nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance aa648258-c7c7-4436-b091-8dad0fea7cf5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1411.943964] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 627d7e61-39fb-4481-93eb-27000ff41786 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1411.944080] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1411.944186] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 841f3ea4-2c11-4bb2-aab4-eeccd22d881e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1412.196957] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.363168] env[68461]: DEBUG nova.compute.manager [req-657b8de8-5f8d-4532-9d5d-b292e1c5bc43 req-d7af0b7d-92cb-4063-964f-c8771c047907 service nova] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Received event network-vif-deleted-3d56129f-2ac2-4f52-b606-3443a936881b {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1412.446661] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 4288210c-0ba9-43fd-ab3b-b10ac020bd65 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1412.446934] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1412.447072] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1412.734399] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205e2822-ac0c-4940-b483-478f345023fb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.742427] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa5568c-2535-43e8-8445-76815c880ca8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.772238] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0dd38b-3ad3-45b2-86b4-5637edaf05a6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.779405] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121bc81b-4080-4962-b5b6-ebcdbab22f5f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.792076] env[68461]: DEBUG nova.compute.provider_tree [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.931730] env[68461]: DEBUG nova.compute.manager [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1412.957577] env[68461]: DEBUG nova.virt.hardware [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1412.957820] env[68461]: DEBUG nova.virt.hardware [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1412.957977] env[68461]: DEBUG nova.virt.hardware [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1412.958176] env[68461]: DEBUG nova.virt.hardware [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1412.958323] env[68461]: DEBUG nova.virt.hardware [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1412.958469] env[68461]: DEBUG nova.virt.hardware [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1412.958694] env[68461]: DEBUG nova.virt.hardware [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1412.958837] env[68461]: DEBUG nova.virt.hardware [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1412.959009] env[68461]: DEBUG nova.virt.hardware [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1412.959185] env[68461]: DEBUG nova.virt.hardware [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1412.959360] env[68461]: DEBUG nova.virt.hardware [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1412.960336] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad862622-2c1d-4f46-9c4e-24d1e613bf62 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.968633] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b129d60f-7b98-4801-b181-dd2f2a945121 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.295613] env[68461]: DEBUG nova.scheduler.client.report [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.379870] env[68461]: DEBUG nova.network.neutron [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Successfully updated port: 128f0dff-f55d-4261-bcb6-05f71f2b7190 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1413.801129] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68461) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1413.801420] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.896s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.801715] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.158s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.801905] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.804282] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.791s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.804491] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.806321] env[68461]: DEBUG oslo_concurrency.lockutils [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.720s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.806512] env[68461]: DEBUG oslo_concurrency.lockutils [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.808951] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.666s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.809149] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.811111] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.427s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.812761] env[68461]: INFO nova.compute.claims [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1413.815079] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.815222] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Cleaning up deleted instances {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1413.844101] env[68461]: INFO nova.scheduler.client.report [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Deleted allocations for instance d8577ea9-60dc-401c-a92c-5bd4201e1545 [ 1413.846032] env[68461]: INFO nova.scheduler.client.report [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Deleted allocations for instance a4f06b08-51d4-4d9c-be67-f68be84faf3f [ 1413.861419] env[68461]: INFO nova.scheduler.client.report [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Deleted allocations for instance aa648258-c7c7-4436-b091-8dad0fea7cf5 [ 1413.882109] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "refresh_cache-841f3ea4-2c11-4bb2-aab4-eeccd22d881e" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.882294] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquired lock "refresh_cache-841f3ea4-2c11-4bb2-aab4-eeccd22d881e" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.882469] env[68461]: DEBUG nova.network.neutron [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1414.334041] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] There are 57 instances to clean {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1414.334411] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: c45d3ef6-c413-418b-b9e2-09baf1681459] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1414.340805] env[68461]: DEBUG oslo_concurrency.lockutils [None req-41ba2583-6bf8-40fd-b18d-d009254ceec3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "c600b0df-cd4c-4df7-9f84-b3d3cc541060" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.867s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.341730] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e415aa22-4141-4333-be59-b4f7ca736bfc tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "c600b0df-cd4c-4df7-9f84-b3d3cc541060" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 3.075s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.341941] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e415aa22-4141-4333-be59-b4f7ca736bfc tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "c600b0df-cd4c-4df7-9f84-b3d3cc541060-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.342550] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e415aa22-4141-4333-be59-b4f7ca736bfc tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "c600b0df-cd4c-4df7-9f84-b3d3cc541060-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.342550] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e415aa22-4141-4333-be59-b4f7ca736bfc tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "c600b0df-cd4c-4df7-9f84-b3d3cc541060-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.344801] env[68461]: INFO nova.compute.manager [None req-e415aa22-4141-4333-be59-b4f7ca736bfc tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Terminating instance [ 1414.356789] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ea5cc86f-e46d-4255-881d-5cb2c4c996b0 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "d8577ea9-60dc-401c-a92c-5bd4201e1545" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.930s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.356789] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9084433-9e77-48b6-bfa0-f9bcad6cab55 tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "a4f06b08-51d4-4d9c-be67-f68be84faf3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.220s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.373598] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7b529fd5-932a-4173-8f03-b48274f11565 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "aa648258-c7c7-4436-b091-8dad0fea7cf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.776s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.396738] env[68461]: DEBUG nova.compute.manager [req-174d0c7d-47d6-45d4-ba4d-4fe5f73b726d req-44396864-e74d-4a58-aa66-3a60904e37bf service nova] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Received event network-vif-plugged-128f0dff-f55d-4261-bcb6-05f71f2b7190 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1414.396942] env[68461]: DEBUG oslo_concurrency.lockutils [req-174d0c7d-47d6-45d4-ba4d-4fe5f73b726d req-44396864-e74d-4a58-aa66-3a60904e37bf service nova] Acquiring lock "841f3ea4-2c11-4bb2-aab4-eeccd22d881e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.397159] env[68461]: DEBUG oslo_concurrency.lockutils [req-174d0c7d-47d6-45d4-ba4d-4fe5f73b726d req-44396864-e74d-4a58-aa66-3a60904e37bf service nova] Lock "841f3ea4-2c11-4bb2-aab4-eeccd22d881e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.397328] env[68461]: DEBUG oslo_concurrency.lockutils [req-174d0c7d-47d6-45d4-ba4d-4fe5f73b726d req-44396864-e74d-4a58-aa66-3a60904e37bf service nova] Lock "841f3ea4-2c11-4bb2-aab4-eeccd22d881e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.397493] env[68461]: DEBUG nova.compute.manager [req-174d0c7d-47d6-45d4-ba4d-4fe5f73b726d req-44396864-e74d-4a58-aa66-3a60904e37bf service nova] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] No waiting events found dispatching network-vif-plugged-128f0dff-f55d-4261-bcb6-05f71f2b7190 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1414.397658] env[68461]: WARNING nova.compute.manager [req-174d0c7d-47d6-45d4-ba4d-4fe5f73b726d req-44396864-e74d-4a58-aa66-3a60904e37bf service nova] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Received unexpected event network-vif-plugged-128f0dff-f55d-4261-bcb6-05f71f2b7190 for instance with vm_state building and task_state spawning. [ 1414.397815] env[68461]: DEBUG nova.compute.manager [req-174d0c7d-47d6-45d4-ba4d-4fe5f73b726d req-44396864-e74d-4a58-aa66-3a60904e37bf service nova] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Received event network-changed-128f0dff-f55d-4261-bcb6-05f71f2b7190 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1414.397968] env[68461]: DEBUG nova.compute.manager [req-174d0c7d-47d6-45d4-ba4d-4fe5f73b726d req-44396864-e74d-4a58-aa66-3a60904e37bf service nova] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Refreshing instance network info cache due to event network-changed-128f0dff-f55d-4261-bcb6-05f71f2b7190. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1414.398148] env[68461]: DEBUG oslo_concurrency.lockutils [req-174d0c7d-47d6-45d4-ba4d-4fe5f73b726d req-44396864-e74d-4a58-aa66-3a60904e37bf service nova] Acquiring lock "refresh_cache-841f3ea4-2c11-4bb2-aab4-eeccd22d881e" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.438903] env[68461]: DEBUG nova.network.neutron [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1414.502177] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1d3ae9-dd7f-4e4b-9bd8-659163f5bb5c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.513542] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3212c3c7-9c1b-4100-81f0-4c170568fa85 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.552391] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde2f7f9-7b1e-44f4-99e1-cb5db9e84912 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.561020] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe7618e-5ac2-4d70-a8a2-84d7e53f66bf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.575673] env[68461]: DEBUG nova.compute.provider_tree [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.591784] env[68461]: DEBUG nova.network.neutron [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Updating instance_info_cache with network_info: [{"id": "128f0dff-f55d-4261-bcb6-05f71f2b7190", "address": "fa:16:3e:22:93:ce", "network": {"id": "38bcffc0-cc47-42bc-baf0-ec91d073ad36", "bridge": "br-int", "label": "tempest-ImagesTestJSON-928631310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d600204c50344935923c54770f9eb48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap128f0dff-f5", "ovs_interfaceid": "128f0dff-f55d-4261-bcb6-05f71f2b7190", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.842538] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 66919f16-782e-485d-9162-cfbe22c91187] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1414.847734] env[68461]: DEBUG nova.compute.manager [None req-e415aa22-4141-4333-be59-b4f7ca736bfc tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1414.847957] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e415aa22-4141-4333-be59-b4f7ca736bfc tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1414.848250] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-327c48c8-4b13-41a0-b7dc-8d3555e5f049 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.859297] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e538bf-ade5-4983-914f-636246fac682 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.893486] env[68461]: WARNING nova.virt.vmwareapi.vmops [None req-e415aa22-4141-4333-be59-b4f7ca736bfc tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c600b0df-cd4c-4df7-9f84-b3d3cc541060 could not be found. [ 1414.893709] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e415aa22-4141-4333-be59-b4f7ca736bfc tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1414.893928] env[68461]: INFO nova.compute.manager [None req-e415aa22-4141-4333-be59-b4f7ca736bfc tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1414.894225] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e415aa22-4141-4333-be59-b4f7ca736bfc tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1414.894474] env[68461]: DEBUG nova.compute.manager [-] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1414.894571] env[68461]: DEBUG nova.network.neutron [-] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1415.081012] env[68461]: DEBUG nova.scheduler.client.report [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1415.094373] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Releasing lock "refresh_cache-841f3ea4-2c11-4bb2-aab4-eeccd22d881e" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.095918] env[68461]: DEBUG nova.compute.manager [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Instance network_info: |[{"id": "128f0dff-f55d-4261-bcb6-05f71f2b7190", "address": "fa:16:3e:22:93:ce", "network": {"id": "38bcffc0-cc47-42bc-baf0-ec91d073ad36", "bridge": "br-int", "label": "tempest-ImagesTestJSON-928631310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d600204c50344935923c54770f9eb48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap128f0dff-f5", "ovs_interfaceid": "128f0dff-f55d-4261-bcb6-05f71f2b7190", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1415.095918] env[68461]: DEBUG oslo_concurrency.lockutils [req-174d0c7d-47d6-45d4-ba4d-4fe5f73b726d req-44396864-e74d-4a58-aa66-3a60904e37bf service nova] Acquired lock "refresh_cache-841f3ea4-2c11-4bb2-aab4-eeccd22d881e" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.095918] env[68461]: DEBUG nova.network.neutron [req-174d0c7d-47d6-45d4-ba4d-4fe5f73b726d req-44396864-e74d-4a58-aa66-3a60904e37bf service nova] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Refreshing network info cache for port 128f0dff-f55d-4261-bcb6-05f71f2b7190 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1415.096764] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:93:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '128f0dff-f55d-4261-bcb6-05f71f2b7190', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1415.110990] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1415.112465] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1415.112707] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8e615dd-f1ed-48a5-abd1-b424e0684ed0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.137708] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1415.137708] env[68461]: value = "task-2896220" [ 1415.137708] env[68461]: _type = "Task" [ 1415.137708] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.147887] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896220, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.176409] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "f76ea40c-c5b5-47b1-93a1-3db874d93806" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.176661] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "f76ea40c-c5b5-47b1-93a1-3db874d93806" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.176918] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "f76ea40c-c5b5-47b1-93a1-3db874d93806-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.177142] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "f76ea40c-c5b5-47b1-93a1-3db874d93806-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.177353] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "f76ea40c-c5b5-47b1-93a1-3db874d93806-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.179967] env[68461]: INFO nova.compute.manager [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Terminating instance [ 1415.346577] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 03bb8628-1fc8-4826-80f8-f1a97ce26a68] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1415.586301] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.775s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.586798] env[68461]: DEBUG nova.compute.manager [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1415.591330] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.394s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.591330] env[68461]: DEBUG nova.objects.instance [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lazy-loading 'resources' on Instance uuid 627d7e61-39fb-4481-93eb-27000ff41786 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.631741] env[68461]: DEBUG nova.network.neutron [-] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.648137] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896220, 'name': CreateVM_Task, 'duration_secs': 0.343817} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.648306] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1415.649118] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.649222] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.649450] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.649799] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31d62122-e357-4eec-931f-6f2d91851d69 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.655691] env[68461]: DEBUG oslo_vmware.api [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1415.655691] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52376a7e-177c-617c-cb5c-fad52e24c61b" [ 1415.655691] env[68461]: _type = "Task" [ 1415.655691] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.665303] env[68461]: DEBUG oslo_vmware.api [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52376a7e-177c-617c-cb5c-fad52e24c61b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.683359] env[68461]: DEBUG nova.compute.manager [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1415.683622] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1415.684525] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2ceb8a-65fa-49e6-ab89-a917a64f431d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.692223] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.692583] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09a8f0f1-0cff-4a65-b26c-c9e41cba20b5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.700260] env[68461]: DEBUG oslo_vmware.api [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1415.700260] env[68461]: value = "task-2896221" [ 1415.700260] env[68461]: _type = "Task" [ 1415.700260] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.708944] env[68461]: DEBUG oslo_vmware.api [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.850746] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: d99b24fc-70e1-4535-831d-491b75bd102b] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1416.093126] env[68461]: DEBUG nova.compute.utils [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1416.094732] env[68461]: DEBUG nova.compute.manager [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1416.094877] env[68461]: DEBUG nova.network.neutron [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1416.134521] env[68461]: INFO nova.compute.manager [-] [instance: c600b0df-cd4c-4df7-9f84-b3d3cc541060] Took 1.24 seconds to deallocate network for instance. [ 1416.157684] env[68461]: DEBUG nova.network.neutron [req-174d0c7d-47d6-45d4-ba4d-4fe5f73b726d req-44396864-e74d-4a58-aa66-3a60904e37bf service nova] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Updated VIF entry in instance network info cache for port 128f0dff-f55d-4261-bcb6-05f71f2b7190. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1416.157975] env[68461]: DEBUG nova.network.neutron [req-174d0c7d-47d6-45d4-ba4d-4fe5f73b726d req-44396864-e74d-4a58-aa66-3a60904e37bf service nova] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Updating instance_info_cache with network_info: [{"id": "128f0dff-f55d-4261-bcb6-05f71f2b7190", "address": "fa:16:3e:22:93:ce", "network": {"id": "38bcffc0-cc47-42bc-baf0-ec91d073ad36", "bridge": "br-int", "label": "tempest-ImagesTestJSON-928631310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d600204c50344935923c54770f9eb48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap128f0dff-f5", "ovs_interfaceid": "128f0dff-f55d-4261-bcb6-05f71f2b7190", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.168534] env[68461]: DEBUG nova.policy [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ac02e0a3ee94de3867f8252b5c8db6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b29fe601402479aa1bce276deab61ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1416.178229] env[68461]: DEBUG oslo_vmware.api [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52376a7e-177c-617c-cb5c-fad52e24c61b, 'name': SearchDatastore_Task, 'duration_secs': 0.010812} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.178548] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.178729] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1416.178956] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.179116] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.179397] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1416.181977] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-991c5fe1-13ee-4a59-ad28-63bd1e105b26 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.192144] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1416.192337] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1416.193048] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14cf8e56-748b-4227-b632-bcb1b0e8fa62 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.201430] env[68461]: DEBUG oslo_vmware.api [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1416.201430] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]522141c2-014e-c7e4-8edc-81b8132b9394" [ 1416.201430] env[68461]: _type = "Task" [ 1416.201430] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.217626] env[68461]: DEBUG oslo_vmware.api [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522141c2-014e-c7e4-8edc-81b8132b9394, 'name': SearchDatastore_Task, 'duration_secs': 0.009935} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.217626] env[68461]: DEBUG oslo_vmware.api [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896221, 'name': PowerOffVM_Task, 'duration_secs': 0.189214} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.217991] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1416.218190] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1416.218764] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe7bdb1a-eaaf-405e-9b95-8fe35f39af4d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.220605] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0938e752-d5fa-4c70-9e3b-f15a24466898 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.225514] env[68461]: DEBUG oslo_vmware.api [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1416.225514] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c7edee-9a60-451b-3a6c-728c2505386f" [ 1416.225514] env[68461]: _type = "Task" [ 1416.225514] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.239026] env[68461]: DEBUG oslo_vmware.api [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c7edee-9a60-451b-3a6c-728c2505386f, 'name': SearchDatastore_Task} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.239301] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.239724] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 841f3ea4-2c11-4bb2-aab4-eeccd22d881e/841f3ea4-2c11-4bb2-aab4-eeccd22d881e.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1416.239998] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b4d5136-24d6-467d-9ddb-410d5593ec12 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.250139] env[68461]: DEBUG oslo_vmware.api [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1416.250139] env[68461]: value = "task-2896224" [ 1416.250139] env[68461]: _type = "Task" [ 1416.250139] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.260967] env[68461]: DEBUG oslo_vmware.api [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.263913] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "487c8721-03ee-4a23-82db-8547144c364b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.264156] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "487c8721-03ee-4a23-82db-8547144c364b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.272476] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf53363e-bc05-4a37-80c7-adfb48eb68ac {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.281214] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab600dd-b233-45b5-a819-ba29ca525475 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.316831] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7626d54-7585-40c4-931a-8d22d3b9dbba {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.319443] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1416.319636] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1416.319810] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Deleting the datastore file [datastore1] f76ea40c-c5b5-47b1-93a1-3db874d93806 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1416.320058] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe52a06f-de58-4bf5-a1f3-91eaad60e038 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.330243] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10af17a-aca3-4990-be9c-4da8154cb4e8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.334044] env[68461]: DEBUG oslo_vmware.api [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for the task: (returnval){ [ 1416.334044] env[68461]: value = "task-2896225" [ 1416.334044] env[68461]: _type = "Task" [ 1416.334044] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.346210] env[68461]: DEBUG nova.compute.provider_tree [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.354482] env[68461]: DEBUG oslo_vmware.api [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.354482] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 399e0fb5-c2c6-4112-b790-4bb07bc7a2ee] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1416.479758] env[68461]: DEBUG nova.network.neutron [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Successfully created port: 2086382d-5894-476e-b263-4bf43c61a9db {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1416.601139] env[68461]: DEBUG nova.compute.manager [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1416.664926] env[68461]: DEBUG oslo_concurrency.lockutils [req-174d0c7d-47d6-45d4-ba4d-4fe5f73b726d req-44396864-e74d-4a58-aa66-3a60904e37bf service nova] Releasing lock "refresh_cache-841f3ea4-2c11-4bb2-aab4-eeccd22d881e" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.764675] env[68461]: DEBUG oslo_vmware.api [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896224, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.767336] env[68461]: DEBUG nova.compute.manager [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1416.843570] env[68461]: DEBUG oslo_vmware.api [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Task: {'id': task-2896225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27625} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.843817] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1416.843999] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1416.844190] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1416.844366] env[68461]: INFO nova.compute.manager [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1416.844623] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1416.844801] env[68461]: DEBUG nova.compute.manager [-] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1416.844896] env[68461]: DEBUG nova.network.neutron [-] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1416.849841] env[68461]: DEBUG nova.scheduler.client.report [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.859000] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: a42c8b64-f8e6-41ea-9b36-58e67b8a5532] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1417.163709] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e415aa22-4141-4333-be59-b4f7ca736bfc tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "c600b0df-cd4c-4df7-9f84-b3d3cc541060" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.821s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.261221] env[68461]: DEBUG oslo_vmware.api [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518203} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.261497] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 841f3ea4-2c11-4bb2-aab4-eeccd22d881e/841f3ea4-2c11-4bb2-aab4-eeccd22d881e.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1417.261710] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1417.261965] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea1dbed9-8d6f-4bf5-a00f-a0ebfc1b28bd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.269853] env[68461]: DEBUG oslo_vmware.api [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1417.269853] env[68461]: value = "task-2896226" [ 1417.269853] env[68461]: _type = "Task" [ 1417.269853] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.281899] env[68461]: DEBUG oslo_vmware.api [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.294191] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.354426] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.356849] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.063s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.358431] env[68461]: INFO nova.compute.claims [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1417.362837] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 3ccf220f-2d43-459c-aa15-467afb81790d] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1417.375333] env[68461]: INFO nova.scheduler.client.report [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Deleted allocations for instance 627d7e61-39fb-4481-93eb-27000ff41786 [ 1417.550575] env[68461]: DEBUG nova.network.neutron [-] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.611610] env[68461]: DEBUG nova.compute.manager [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1417.634174] env[68461]: DEBUG nova.virt.hardware [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1417.635036] env[68461]: DEBUG nova.virt.hardware [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1417.635036] env[68461]: DEBUG nova.virt.hardware [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1417.635036] env[68461]: DEBUG nova.virt.hardware [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1417.635036] env[68461]: DEBUG nova.virt.hardware [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1417.635036] env[68461]: DEBUG nova.virt.hardware [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1417.635288] env[68461]: DEBUG nova.virt.hardware [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1417.635398] env[68461]: DEBUG nova.virt.hardware [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1417.635784] env[68461]: DEBUG nova.virt.hardware [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1417.635784] env[68461]: DEBUG nova.virt.hardware [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1417.635895] env[68461]: DEBUG nova.virt.hardware [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1417.636846] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdbc795-2533-4a08-b22f-2303f53e4191 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.645182] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c58f05-8571-47e5-a4a6-49233ccc952f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.780808] env[68461]: DEBUG oslo_vmware.api [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222471} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.781584] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1417.782172] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7793068-d7c7-41c4-8657-f8570b9d4654 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.804626] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 841f3ea4-2c11-4bb2-aab4-eeccd22d881e/841f3ea4-2c11-4bb2-aab4-eeccd22d881e.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1417.804987] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2deb8422-7caf-4c49-b6c9-17118f5ab530 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.825626] env[68461]: DEBUG oslo_vmware.api [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1417.825626] env[68461]: value = "task-2896227" [ 1417.825626] env[68461]: _type = "Task" [ 1417.825626] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.836441] env[68461]: DEBUG oslo_vmware.api [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.866876] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: b3633aaa-3531-4d09-bb68-c70ecd0cfc09] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1417.883343] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e5c93254-7d28-423d-b58b-d8a8253f9730 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "627d7e61-39fb-4481-93eb-27000ff41786" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.114s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.048098] env[68461]: DEBUG nova.network.neutron [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Successfully updated port: 2086382d-5894-476e-b263-4bf43c61a9db {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1418.052930] env[68461]: INFO nova.compute.manager [-] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Took 1.21 seconds to deallocate network for instance. [ 1418.337208] env[68461]: DEBUG oslo_vmware.api [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896227, 'name': ReconfigVM_Task, 'duration_secs': 0.326052} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.337497] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 841f3ea4-2c11-4bb2-aab4-eeccd22d881e/841f3ea4-2c11-4bb2-aab4-eeccd22d881e.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1418.338406] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6792f770-ce8f-4909-8d3b-a95cb8ad9f58 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.345791] env[68461]: DEBUG oslo_vmware.api [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1418.345791] env[68461]: value = "task-2896228" [ 1418.345791] env[68461]: _type = "Task" [ 1418.345791] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.354468] env[68461]: DEBUG oslo_vmware.api [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896228, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.358217] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "921db4ae-be9e-4f95-a0c9-c6b7efd4e52c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.358463] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "921db4ae-be9e-4f95-a0c9-c6b7efd4e52c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.372796] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: bc2f6cfd-a763-4b88-b6ac-dbdc4cd88dde] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1418.463989] env[68461]: DEBUG nova.compute.manager [req-82e8dbde-f428-41f9-a6a5-a019b81f2b8e req-db7b00d7-d9b1-401d-be85-84d7fa6fb8a1 service nova] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Received event network-vif-deleted-fed9b5a8-c5ea-4e94-8540-2ea415fb97fc {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1418.464707] env[68461]: DEBUG nova.compute.manager [req-82e8dbde-f428-41f9-a6a5-a019b81f2b8e req-db7b00d7-d9b1-401d-be85-84d7fa6fb8a1 service nova] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Received event network-vif-plugged-2086382d-5894-476e-b263-4bf43c61a9db {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1418.464707] env[68461]: DEBUG oslo_concurrency.lockutils [req-82e8dbde-f428-41f9-a6a5-a019b81f2b8e req-db7b00d7-d9b1-401d-be85-84d7fa6fb8a1 service nova] Acquiring lock "4288210c-0ba9-43fd-ab3b-b10ac020bd65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.464959] env[68461]: DEBUG oslo_concurrency.lockutils [req-82e8dbde-f428-41f9-a6a5-a019b81f2b8e req-db7b00d7-d9b1-401d-be85-84d7fa6fb8a1 service nova] Lock "4288210c-0ba9-43fd-ab3b-b10ac020bd65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.464997] env[68461]: DEBUG oslo_concurrency.lockutils [req-82e8dbde-f428-41f9-a6a5-a019b81f2b8e req-db7b00d7-d9b1-401d-be85-84d7fa6fb8a1 service nova] Lock "4288210c-0ba9-43fd-ab3b-b10ac020bd65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.465155] env[68461]: DEBUG nova.compute.manager [req-82e8dbde-f428-41f9-a6a5-a019b81f2b8e req-db7b00d7-d9b1-401d-be85-84d7fa6fb8a1 service nova] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] No waiting events found dispatching network-vif-plugged-2086382d-5894-476e-b263-4bf43c61a9db {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1418.465302] env[68461]: WARNING nova.compute.manager [req-82e8dbde-f428-41f9-a6a5-a019b81f2b8e req-db7b00d7-d9b1-401d-be85-84d7fa6fb8a1 service nova] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Received unexpected event network-vif-plugged-2086382d-5894-476e-b263-4bf43c61a9db for instance with vm_state building and task_state spawning. [ 1418.465451] env[68461]: DEBUG nova.compute.manager [req-82e8dbde-f428-41f9-a6a5-a019b81f2b8e req-db7b00d7-d9b1-401d-be85-84d7fa6fb8a1 service nova] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Received event network-changed-2086382d-5894-476e-b263-4bf43c61a9db {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1418.466022] env[68461]: DEBUG nova.compute.manager [req-82e8dbde-f428-41f9-a6a5-a019b81f2b8e req-db7b00d7-d9b1-401d-be85-84d7fa6fb8a1 service nova] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Refreshing instance network info cache due to event network-changed-2086382d-5894-476e-b263-4bf43c61a9db. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1418.466022] env[68461]: DEBUG oslo_concurrency.lockutils [req-82e8dbde-f428-41f9-a6a5-a019b81f2b8e req-db7b00d7-d9b1-401d-be85-84d7fa6fb8a1 service nova] Acquiring lock "refresh_cache-4288210c-0ba9-43fd-ab3b-b10ac020bd65" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.466022] env[68461]: DEBUG oslo_concurrency.lockutils [req-82e8dbde-f428-41f9-a6a5-a019b81f2b8e req-db7b00d7-d9b1-401d-be85-84d7fa6fb8a1 service nova] Acquired lock "refresh_cache-4288210c-0ba9-43fd-ab3b-b10ac020bd65" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.466192] env[68461]: DEBUG nova.network.neutron [req-82e8dbde-f428-41f9-a6a5-a019b81f2b8e req-db7b00d7-d9b1-401d-be85-84d7fa6fb8a1 service nova] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Refreshing network info cache for port 2086382d-5894-476e-b263-4bf43c61a9db {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1418.524498] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd090e7f-e6c8-40dd-baab-3335ba064d61 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.533235] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffae3aa6-b263-4491-8b57-1915c23dc79f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.563125] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "refresh_cache-4288210c-0ba9-43fd-ab3b-b10ac020bd65" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.563998] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.564987] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba868d6a-42b0-46e9-9a46-d6f4f4d03f6f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.572851] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf5a33a-8a81-4b15-b228-1b8e12389606 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.586083] env[68461]: DEBUG nova.compute.provider_tree [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.856896] env[68461]: DEBUG oslo_vmware.api [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896228, 'name': Rename_Task, 'duration_secs': 0.152467} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.857229] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.857479] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28d7ee3b-f35f-4686-96b5-b3057e2824e5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.860826] env[68461]: DEBUG nova.compute.manager [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1418.866082] env[68461]: DEBUG oslo_vmware.api [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1418.866082] env[68461]: value = "task-2896229" [ 1418.866082] env[68461]: _type = "Task" [ 1418.866082] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.874697] env[68461]: DEBUG oslo_vmware.api [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.877170] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 1764bfac-2ebb-4d7d-af27-59265f73de4b] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1419.016347] env[68461]: DEBUG nova.network.neutron [req-82e8dbde-f428-41f9-a6a5-a019b81f2b8e req-db7b00d7-d9b1-401d-be85-84d7fa6fb8a1 service nova] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1419.089089] env[68461]: DEBUG nova.scheduler.client.report [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.158800] env[68461]: DEBUG nova.network.neutron [req-82e8dbde-f428-41f9-a6a5-a019b81f2b8e req-db7b00d7-d9b1-401d-be85-84d7fa6fb8a1 service nova] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.380107] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 6d789797-0900-449c-b1c2-cd11055254ca] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1419.382683] env[68461]: DEBUG oslo_vmware.api [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896229, 'name': PowerOnVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.384030] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.595391] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.595804] env[68461]: DEBUG nova.compute.manager [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1419.598724] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.035s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.598943] env[68461]: DEBUG nova.objects.instance [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lazy-loading 'resources' on Instance uuid f76ea40c-c5b5-47b1-93a1-3db874d93806 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1419.661591] env[68461]: DEBUG oslo_concurrency.lockutils [req-82e8dbde-f428-41f9-a6a5-a019b81f2b8e req-db7b00d7-d9b1-401d-be85-84d7fa6fb8a1 service nova] Releasing lock "refresh_cache-4288210c-0ba9-43fd-ab3b-b10ac020bd65" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.661910] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired lock "refresh_cache-4288210c-0ba9-43fd-ab3b-b10ac020bd65" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.662125] env[68461]: DEBUG nova.network.neutron [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1419.859953] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.860193] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.880446] env[68461]: DEBUG oslo_vmware.api [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896229, 'name': PowerOnVM_Task, 'duration_secs': 0.565755} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.880914] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1419.881129] env[68461]: INFO nova.compute.manager [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Took 6.95 seconds to spawn the instance on the hypervisor. [ 1419.881306] env[68461]: DEBUG nova.compute.manager [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1419.882059] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc179ac-39cb-47d9-82ab-f24fb0c4001b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.884617] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 07af663e-1761-49c3-972f-83fd83517161] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1420.102034] env[68461]: DEBUG nova.compute.utils [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1420.107281] env[68461]: DEBUG nova.compute.manager [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1420.107492] env[68461]: DEBUG nova.network.neutron [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1420.154274] env[68461]: DEBUG nova.policy [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4776ae1d53d24ff9b3014821c0b17858', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '851e213e40ef49bcabb33ce0333ac79b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1420.208477] env[68461]: DEBUG nova.network.neutron [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1420.261637] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439bd94f-be34-4cd1-8739-cebd53ffd7d9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.269767] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3b28cf-e9d3-4f8a-8896-cd4dc8203c41 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.303620] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0971ef7c-4eed-4c06-88d4-837f5703058f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.313215] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249039a4-733c-4246-8fdc-3a42b919aca5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.328969] env[68461]: DEBUG nova.compute.provider_tree [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.362327] env[68461]: DEBUG nova.compute.manager [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1420.387537] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: f9d490cd-862d-42f3-a3d6-eab122b602a1] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1420.404569] env[68461]: INFO nova.compute.manager [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Took 13.12 seconds to build instance. [ 1420.494133] env[68461]: DEBUG nova.network.neutron [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Updating instance_info_cache with network_info: [{"id": "2086382d-5894-476e-b263-4bf43c61a9db", "address": "fa:16:3e:5c:a4:57", "network": {"id": "32ab3227-0156-4a55-9222-1015f605da2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1621872308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29fe601402479aa1bce276deab61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2086382d-58", "ovs_interfaceid": "2086382d-5894-476e-b263-4bf43c61a9db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.601940] env[68461]: DEBUG nova.network.neutron [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Successfully created port: 33606c3a-1a91-4e58-946c-7f1b061cc9bc {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1420.610816] env[68461]: DEBUG nova.compute.manager [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1420.832599] env[68461]: DEBUG nova.scheduler.client.report [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1420.884155] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.891100] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: c64335ce-81c1-4975-be9e-77155e1f8ddb] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1420.906662] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d67a65fb-161d-4951-a5a6-06bddc3cbdff tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "841f3ea4-2c11-4bb2-aab4-eeccd22d881e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.646s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.995886] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Releasing lock "refresh_cache-4288210c-0ba9-43fd-ab3b-b10ac020bd65" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.996227] env[68461]: DEBUG nova.compute.manager [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Instance network_info: |[{"id": "2086382d-5894-476e-b263-4bf43c61a9db", "address": "fa:16:3e:5c:a4:57", "network": {"id": "32ab3227-0156-4a55-9222-1015f605da2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1621872308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b29fe601402479aa1bce276deab61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2086382d-58", "ovs_interfaceid": "2086382d-5894-476e-b263-4bf43c61a9db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1420.996639] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:a4:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2086382d-5894-476e-b263-4bf43c61a9db', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1421.004461] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1421.004672] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1421.006580] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb600090-ed5c-4100-9ca9-79bc49ccbeb2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.027890] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1421.027890] env[68461]: value = "task-2896230" [ 1421.027890] env[68461]: _type = "Task" [ 1421.027890] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.036105] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896230, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.337256] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.339879] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.956s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.341559] env[68461]: INFO nova.compute.claims [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1421.357434] env[68461]: INFO nova.scheduler.client.report [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Deleted allocations for instance f76ea40c-c5b5-47b1-93a1-3db874d93806 [ 1421.394206] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: fc47d187-6031-44c6-afbe-bea1e8a36bc5] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1421.538113] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896230, 'name': CreateVM_Task, 'duration_secs': 0.345538} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.538288] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1421.539064] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.539234] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.539552] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.539807] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7352500b-ce9a-4a0c-9f5d-459156045952 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.544584] env[68461]: DEBUG oslo_vmware.api [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1421.544584] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]522f8f24-50a1-c260-72bd-fb6818c35334" [ 1421.544584] env[68461]: _type = "Task" [ 1421.544584] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.552921] env[68461]: DEBUG oslo_vmware.api [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522f8f24-50a1-c260-72bd-fb6818c35334, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.620530] env[68461]: DEBUG nova.compute.manager [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1421.649962] env[68461]: DEBUG nova.virt.hardware [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1421.650354] env[68461]: DEBUG nova.virt.hardware [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1421.650395] env[68461]: DEBUG nova.virt.hardware [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1421.650559] env[68461]: DEBUG nova.virt.hardware [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1421.650706] env[68461]: DEBUG nova.virt.hardware [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1421.650851] env[68461]: DEBUG nova.virt.hardware [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1421.651076] env[68461]: DEBUG nova.virt.hardware [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1421.651241] env[68461]: DEBUG nova.virt.hardware [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1421.651409] env[68461]: DEBUG nova.virt.hardware [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1421.651567] env[68461]: DEBUG nova.virt.hardware [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1421.651738] env[68461]: DEBUG nova.virt.hardware [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1421.652646] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7bbc89-325c-4734-9a7d-af4939d50902 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.661193] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6871955-6087-4264-bdd4-28001e08588a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.806544] env[68461]: DEBUG nova.compute.manager [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1421.807850] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5888fbdd-ac18-435d-b829-f220bc952d0c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.864366] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b1cc56c7-8784-4fe1-b9c4-0aa6e9d941ee tempest-AttachInterfacesTestJSON-733565548 tempest-AttachInterfacesTestJSON-733565548-project-member] Lock "f76ea40c-c5b5-47b1-93a1-3db874d93806" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.688s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.897387] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 9f873ea9-8409-4048-a390-5fd34803aafc] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1422.029881] env[68461]: DEBUG nova.compute.manager [req-9b12b2c8-80ff-41f9-8b6e-f2dad844e66e req-b2f104c4-c4b7-4482-97ed-b6ac97e34e96 service nova] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Received event network-vif-plugged-33606c3a-1a91-4e58-946c-7f1b061cc9bc {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1422.030227] env[68461]: DEBUG oslo_concurrency.lockutils [req-9b12b2c8-80ff-41f9-8b6e-f2dad844e66e req-b2f104c4-c4b7-4482-97ed-b6ac97e34e96 service nova] Acquiring lock "487c8721-03ee-4a23-82db-8547144c364b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.030382] env[68461]: DEBUG oslo_concurrency.lockutils [req-9b12b2c8-80ff-41f9-8b6e-f2dad844e66e req-b2f104c4-c4b7-4482-97ed-b6ac97e34e96 service nova] Lock "487c8721-03ee-4a23-82db-8547144c364b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.030527] env[68461]: DEBUG oslo_concurrency.lockutils [req-9b12b2c8-80ff-41f9-8b6e-f2dad844e66e req-b2f104c4-c4b7-4482-97ed-b6ac97e34e96 service nova] Lock "487c8721-03ee-4a23-82db-8547144c364b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.030685] env[68461]: DEBUG nova.compute.manager [req-9b12b2c8-80ff-41f9-8b6e-f2dad844e66e req-b2f104c4-c4b7-4482-97ed-b6ac97e34e96 service nova] [instance: 487c8721-03ee-4a23-82db-8547144c364b] No waiting events found dispatching network-vif-plugged-33606c3a-1a91-4e58-946c-7f1b061cc9bc {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1422.030851] env[68461]: WARNING nova.compute.manager [req-9b12b2c8-80ff-41f9-8b6e-f2dad844e66e req-b2f104c4-c4b7-4482-97ed-b6ac97e34e96 service nova] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Received unexpected event network-vif-plugged-33606c3a-1a91-4e58-946c-7f1b061cc9bc for instance with vm_state building and task_state spawning. [ 1422.058101] env[68461]: DEBUG oslo_vmware.api [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522f8f24-50a1-c260-72bd-fb6818c35334, 'name': SearchDatastore_Task, 'duration_secs': 0.010763} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.058482] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.058736] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1422.059015] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.059215] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.059454] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1422.059749] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cce90a2-7805-4fb1-b632-122bbb8dd35e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.071363] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1422.071674] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1422.072642] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e004dc7d-e08a-484a-91e3-2f3ba00222d8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.080068] env[68461]: DEBUG oslo_vmware.api [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1422.080068] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c302ac-b326-f357-a85f-f0ad30bd7bba" [ 1422.080068] env[68461]: _type = "Task" [ 1422.080068] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.089933] env[68461]: DEBUG oslo_vmware.api [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c302ac-b326-f357-a85f-f0ad30bd7bba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.132626] env[68461]: DEBUG nova.network.neutron [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Successfully updated port: 33606c3a-1a91-4e58-946c-7f1b061cc9bc {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1422.318737] env[68461]: INFO nova.compute.manager [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] instance snapshotting [ 1422.323561] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc6672b-15b7-448b-a089-6562faab6182 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.342110] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1400d6-6ed9-47e1-a553-12a53236e008 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.401846] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 223c7533-f30e-438c-a2a6-0657d679683c] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1422.508635] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5215ede6-f5fd-483d-ac3a-285eecd810ab {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.517138] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f72edd-f805-4653-adc6-d380aaf3285f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.548483] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2bb1ec-1523-4b1c-8156-22ed5c03580e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.556988] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e143ef-c1e2-4a07-91a6-d7a8603a7442 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.573143] env[68461]: DEBUG nova.compute.provider_tree [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.591751] env[68461]: DEBUG oslo_vmware.api [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c302ac-b326-f357-a85f-f0ad30bd7bba, 'name': SearchDatastore_Task, 'duration_secs': 0.010428} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.592624] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90b2c8b1-90bc-4f6e-a2ea-dad2d131fbbb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.598491] env[68461]: DEBUG oslo_vmware.api [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1422.598491] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52f185ce-ba4d-5c37-741b-9df99532ca46" [ 1422.598491] env[68461]: _type = "Task" [ 1422.598491] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.607856] env[68461]: DEBUG oslo_vmware.api [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f185ce-ba4d-5c37-741b-9df99532ca46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.635236] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "refresh_cache-487c8721-03ee-4a23-82db-8547144c364b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.635236] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquired lock "refresh_cache-487c8721-03ee-4a23-82db-8547144c364b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.635402] env[68461]: DEBUG nova.network.neutron [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1422.855181] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Creating Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1422.855521] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f1a977ea-6e17-4e8f-b035-e4974ee18ca8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.865561] env[68461]: DEBUG oslo_vmware.api [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1422.865561] env[68461]: value = "task-2896231" [ 1422.865561] env[68461]: _type = "Task" [ 1422.865561] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.876047] env[68461]: DEBUG oslo_vmware.api [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896231, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.905490] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: e0fa76c2-81b7-4354-851f-025bc89baa80] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1423.077420] env[68461]: DEBUG nova.scheduler.client.report [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1423.112566] env[68461]: DEBUG oslo_vmware.api [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f185ce-ba4d-5c37-741b-9df99532ca46, 'name': SearchDatastore_Task, 'duration_secs': 0.012439} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.112889] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.113210] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 4288210c-0ba9-43fd-ab3b-b10ac020bd65/4288210c-0ba9-43fd-ab3b-b10ac020bd65.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1423.113613] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b14e3eb2-5c2a-4140-8880-9c97cf1a49a8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.123342] env[68461]: DEBUG oslo_vmware.api [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1423.123342] env[68461]: value = "task-2896232" [ 1423.123342] env[68461]: _type = "Task" [ 1423.123342] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.134423] env[68461]: DEBUG oslo_vmware.api [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.192666] env[68461]: DEBUG nova.network.neutron [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1423.383026] env[68461]: DEBUG oslo_vmware.api [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896231, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.410413] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 9753dda1-c16e-4a1c-8159-a35e5c6d7e92] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1423.545255] env[68461]: DEBUG nova.network.neutron [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Updating instance_info_cache with network_info: [{"id": "33606c3a-1a91-4e58-946c-7f1b061cc9bc", "address": "fa:16:3e:26:78:a4", "network": {"id": "1dde6788-42d9-4e8b-a556-d1a736dedc18", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460636697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "851e213e40ef49bcabb33ce0333ac79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33606c3a-1a", "ovs_interfaceid": "33606c3a-1a91-4e58-946c-7f1b061cc9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.584573] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.585163] env[68461]: DEBUG nova.compute.manager [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1423.588950] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.705s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.590886] env[68461]: INFO nova.compute.claims [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1423.638874] env[68461]: DEBUG oslo_vmware.api [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896232, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.876934] env[68461]: DEBUG oslo_vmware.api [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896231, 'name': CreateSnapshot_Task, 'duration_secs': 0.617776} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.877241] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Created Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1423.877985] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfc700b-b281-4df3-91d6-e897c9eaf7a0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.914316] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 8830abc8-5912-491f-ba79-df394929293f] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1424.047553] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Releasing lock "refresh_cache-487c8721-03ee-4a23-82db-8547144c364b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.047891] env[68461]: DEBUG nova.compute.manager [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Instance network_info: |[{"id": "33606c3a-1a91-4e58-946c-7f1b061cc9bc", "address": "fa:16:3e:26:78:a4", "network": {"id": "1dde6788-42d9-4e8b-a556-d1a736dedc18", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460636697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "851e213e40ef49bcabb33ce0333ac79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33606c3a-1a", "ovs_interfaceid": "33606c3a-1a91-4e58-946c-7f1b061cc9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1424.048333] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:78:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33606c3a-1a91-4e58-946c-7f1b061cc9bc', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1424.056067] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1424.057328] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1424.058762] env[68461]: DEBUG nova.compute.manager [req-99b6d77c-eee5-40b9-a2b2-919e82992cd3 req-e7c6926c-f767-4870-9ce9-bf091f6f4c6b service nova] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Received event network-changed-33606c3a-1a91-4e58-946c-7f1b061cc9bc {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1424.058952] env[68461]: DEBUG nova.compute.manager [req-99b6d77c-eee5-40b9-a2b2-919e82992cd3 req-e7c6926c-f767-4870-9ce9-bf091f6f4c6b service nova] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Refreshing instance network info cache due to event network-changed-33606c3a-1a91-4e58-946c-7f1b061cc9bc. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1424.059176] env[68461]: DEBUG oslo_concurrency.lockutils [req-99b6d77c-eee5-40b9-a2b2-919e82992cd3 req-e7c6926c-f767-4870-9ce9-bf091f6f4c6b service nova] Acquiring lock "refresh_cache-487c8721-03ee-4a23-82db-8547144c364b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.059318] env[68461]: DEBUG oslo_concurrency.lockutils [req-99b6d77c-eee5-40b9-a2b2-919e82992cd3 req-e7c6926c-f767-4870-9ce9-bf091f6f4c6b service nova] Acquired lock "refresh_cache-487c8721-03ee-4a23-82db-8547144c364b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.059507] env[68461]: DEBUG nova.network.neutron [req-99b6d77c-eee5-40b9-a2b2-919e82992cd3 req-e7c6926c-f767-4870-9ce9-bf091f6f4c6b service nova] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Refreshing network info cache for port 33606c3a-1a91-4e58-946c-7f1b061cc9bc {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1424.060589] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-547566bd-e18b-48dc-9cbb-d27a5963db30 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.086320] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1424.086320] env[68461]: value = "task-2896233" [ 1424.086320] env[68461]: _type = "Task" [ 1424.086320] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.097766] env[68461]: DEBUG nova.compute.utils [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1424.101313] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896233, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.101969] env[68461]: DEBUG nova.compute.manager [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1424.102236] env[68461]: DEBUG nova.network.neutron [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1424.139772] env[68461]: DEBUG oslo_vmware.api [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60159} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.139847] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 4288210c-0ba9-43fd-ab3b-b10ac020bd65/4288210c-0ba9-43fd-ab3b-b10ac020bd65.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1424.140423] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1424.140746] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6612ce02-2f33-41ae-be7b-7854f11d6b2b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.150123] env[68461]: DEBUG oslo_vmware.api [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1424.150123] env[68461]: value = "task-2896234" [ 1424.150123] env[68461]: _type = "Task" [ 1424.150123] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.163455] env[68461]: DEBUG oslo_vmware.api [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.178759] env[68461]: DEBUG nova.policy [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85db72ebdeef4d7b82df22c14db652ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a03daf919ddd46df977660137d14952f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1424.225695] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "820da8d7-ed04-47ab-86e9-2f1777f61a08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.225695] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "820da8d7-ed04-47ab-86e9-2f1777f61a08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.225824] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "820da8d7-ed04-47ab-86e9-2f1777f61a08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.226016] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "820da8d7-ed04-47ab-86e9-2f1777f61a08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.226194] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "820da8d7-ed04-47ab-86e9-2f1777f61a08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.231284] env[68461]: INFO nova.compute.manager [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Terminating instance [ 1424.396281] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Creating linked-clone VM from snapshot {{(pid=68461) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1424.397321] env[68461]: DEBUG nova.network.neutron [req-99b6d77c-eee5-40b9-a2b2-919e82992cd3 req-e7c6926c-f767-4870-9ce9-bf091f6f4c6b service nova] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Updated VIF entry in instance network info cache for port 33606c3a-1a91-4e58-946c-7f1b061cc9bc. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1424.397624] env[68461]: DEBUG nova.network.neutron [req-99b6d77c-eee5-40b9-a2b2-919e82992cd3 req-e7c6926c-f767-4870-9ce9-bf091f6f4c6b service nova] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Updating instance_info_cache with network_info: [{"id": "33606c3a-1a91-4e58-946c-7f1b061cc9bc", "address": "fa:16:3e:26:78:a4", "network": {"id": "1dde6788-42d9-4e8b-a556-d1a736dedc18", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460636697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "851e213e40ef49bcabb33ce0333ac79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33606c3a-1a", "ovs_interfaceid": "33606c3a-1a91-4e58-946c-7f1b061cc9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.398810] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fa9dc3b6-52ca-4f5b-a235-36e4deb930e3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.410238] env[68461]: DEBUG oslo_vmware.api [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1424.410238] env[68461]: value = "task-2896235" [ 1424.410238] env[68461]: _type = "Task" [ 1424.410238] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.420330] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 8f032c98-195a-479f-81b3-10cc48e87e99] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1424.423416] env[68461]: DEBUG oslo_vmware.api [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896235, 'name': CloneVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.545024] env[68461]: DEBUG nova.network.neutron [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Successfully created port: edab3b01-51d5-4bae-8f93-7fd9cb7b702d {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1424.598053] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896233, 'name': CreateVM_Task, 'duration_secs': 0.398719} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.598275] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1424.599227] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.599399] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.599717] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.599985] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7c415ec-395a-4594-a1b4-bcd5bad418f2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.602061] env[68461]: DEBUG nova.compute.manager [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1424.611089] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1424.611089] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52a2188a-48e3-8525-21ee-b0b09a1c0589" [ 1424.611089] env[68461]: _type = "Task" [ 1424.611089] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.619890] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a2188a-48e3-8525-21ee-b0b09a1c0589, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.661525] env[68461]: DEBUG oslo_vmware.api [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179448} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.661899] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1424.662699] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9d76ff-4e65-4500-89ba-820f05f5a537 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.693209] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 4288210c-0ba9-43fd-ab3b-b10ac020bd65/4288210c-0ba9-43fd-ab3b-b10ac020bd65.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1424.694314] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88e2a512-9ed0-4c12-a7b7-f5fc82070e35 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.715419] env[68461]: DEBUG oslo_vmware.api [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1424.715419] env[68461]: value = "task-2896236" [ 1424.715419] env[68461]: _type = "Task" [ 1424.715419] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.727411] env[68461]: DEBUG oslo_vmware.api [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.737016] env[68461]: DEBUG nova.compute.manager [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1424.737016] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1424.740898] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580b5903-4609-4fdd-9614-93a1b8d0373f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.751526] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1424.751526] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82cc1b68-4775-4007-9070-2b7cc8ae1c71 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.761185] env[68461]: DEBUG oslo_vmware.api [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1424.761185] env[68461]: value = "task-2896237" [ 1424.761185] env[68461]: _type = "Task" [ 1424.761185] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.776738] env[68461]: DEBUG oslo_vmware.api [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.848318] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a562fff6-a7c9-4d54-9e0d-89ca17f2bd2a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.857462] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78124eda-8796-49bf-b333-e92197be4103 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.897586] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54edf191-760f-419f-892e-6f0e709b9e67 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.903543] env[68461]: DEBUG oslo_concurrency.lockutils [req-99b6d77c-eee5-40b9-a2b2-919e82992cd3 req-e7c6926c-f767-4870-9ce9-bf091f6f4c6b service nova] Releasing lock "refresh_cache-487c8721-03ee-4a23-82db-8547144c364b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.907606] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ba2d10-56a8-44e2-ac89-54152f9be939 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.925213] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: a4ba8116-3f62-47ad-8fdc-6ac9a2a95479] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1424.927780] env[68461]: DEBUG nova.compute.provider_tree [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.933403] env[68461]: DEBUG oslo_vmware.api [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896235, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.122867] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a2188a-48e3-8525-21ee-b0b09a1c0589, 'name': SearchDatastore_Task, 'duration_secs': 0.019883} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.123185] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.123420] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1425.123657] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.123799] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.123979] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1425.124330] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b9e390f-9ec2-4db4-8601-c7c5ce99eac1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.133369] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1425.133548] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1425.134285] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85069d9e-8b0b-46d0-a0a3-6ea9699f44c0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.140123] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1425.140123] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5234c512-b148-411c-1099-dc3dee788e6e" [ 1425.140123] env[68461]: _type = "Task" [ 1425.140123] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.150073] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5234c512-b148-411c-1099-dc3dee788e6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.225672] env[68461]: DEBUG oslo_vmware.api [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896236, 'name': ReconfigVM_Task, 'duration_secs': 0.301915} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.225955] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 4288210c-0ba9-43fd-ab3b-b10ac020bd65/4288210c-0ba9-43fd-ab3b-b10ac020bd65.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1425.226916] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87947a83-6d5f-4cc7-86de-f36bd64377ef {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.236122] env[68461]: DEBUG oslo_vmware.api [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1425.236122] env[68461]: value = "task-2896238" [ 1425.236122] env[68461]: _type = "Task" [ 1425.236122] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.244108] env[68461]: DEBUG oslo_vmware.api [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896238, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.275538] env[68461]: DEBUG oslo_vmware.api [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896237, 'name': PowerOffVM_Task, 'duration_secs': 0.331032} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.275893] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1425.276030] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1425.276273] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40e16701-2880-4f27-9b29-ab853b57cae0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.347680] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1425.348014] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1425.348298] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Deleting the datastore file [datastore2] 820da8d7-ed04-47ab-86e9-2f1777f61a08 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1425.348604] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73ffed42-94d5-4697-a75c-a6b26907af6e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.356913] env[68461]: DEBUG oslo_vmware.api [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1425.356913] env[68461]: value = "task-2896240" [ 1425.356913] env[68461]: _type = "Task" [ 1425.356913] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.365251] env[68461]: DEBUG oslo_vmware.api [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.423897] env[68461]: DEBUG oslo_vmware.api [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896235, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.428925] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: bb7ba2b0-58fb-4426-bd84-d04e04d3b1c9] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1425.435354] env[68461]: DEBUG nova.scheduler.client.report [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1425.618036] env[68461]: DEBUG nova.compute.manager [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1425.646541] env[68461]: DEBUG nova.virt.hardware [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1425.646776] env[68461]: DEBUG nova.virt.hardware [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1425.646925] env[68461]: DEBUG nova.virt.hardware [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1425.647115] env[68461]: DEBUG nova.virt.hardware [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1425.647258] env[68461]: DEBUG nova.virt.hardware [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1425.647403] env[68461]: DEBUG nova.virt.hardware [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1425.647606] env[68461]: DEBUG nova.virt.hardware [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1425.647767] env[68461]: DEBUG nova.virt.hardware [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1425.647931] env[68461]: DEBUG nova.virt.hardware [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1425.648196] env[68461]: DEBUG nova.virt.hardware [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1425.648392] env[68461]: DEBUG nova.virt.hardware [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1425.650714] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c1dbb1-7945-418d-a4f0-f9c42ff40456 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.656487] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5234c512-b148-411c-1099-dc3dee788e6e, 'name': SearchDatastore_Task, 'duration_secs': 0.010626} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.657538] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1541d1c-9aa6-4c37-bc98-28fed812e2fe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.664768] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d08cbc-601d-47d2-8e23-1501f0c7cfc8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.670452] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1425.670452] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52fd5041-99da-6414-2d41-68b708cd48ad" [ 1425.670452] env[68461]: _type = "Task" [ 1425.670452] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.687178] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52fd5041-99da-6414-2d41-68b708cd48ad, 'name': SearchDatastore_Task, 'duration_secs': 0.014638} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.687442] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.687695] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 487c8721-03ee-4a23-82db-8547144c364b/487c8721-03ee-4a23-82db-8547144c364b.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1425.687938] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f966e24-62bc-4fa8-ade8-614416e79270 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.697045] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1425.697045] env[68461]: value = "task-2896241" [ 1425.697045] env[68461]: _type = "Task" [ 1425.697045] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.705451] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.745782] env[68461]: DEBUG oslo_vmware.api [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896238, 'name': Rename_Task, 'duration_secs': 0.159216} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.750181] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1425.750498] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4eff90fd-244f-40d4-b343-6bade342b6aa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.761031] env[68461]: DEBUG oslo_vmware.api [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1425.761031] env[68461]: value = "task-2896242" [ 1425.761031] env[68461]: _type = "Task" [ 1425.761031] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.767985] env[68461]: DEBUG oslo_vmware.api [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.869713] env[68461]: DEBUG oslo_vmware.api [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217595} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.870373] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1425.870760] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1425.871118] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1425.871472] env[68461]: INFO nova.compute.manager [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1425.873020] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1425.873020] env[68461]: DEBUG nova.compute.manager [-] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1425.873020] env[68461]: DEBUG nova.network.neutron [-] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1425.926655] env[68461]: DEBUG oslo_vmware.api [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896235, 'name': CloneVM_Task, 'duration_secs': 1.277927} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.927418] env[68461]: INFO nova.virt.vmwareapi.vmops [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Created linked-clone VM from snapshot [ 1425.928552] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7352fad-186f-4ec8-9c15-af446242be06 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.932308] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 008fd377-d24b-4319-8b80-542e620a86d0] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1425.947681] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.947681] env[68461]: DEBUG nova.compute.manager [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1425.953689] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Uploading image 9b2676f5-b96a-4bf7-b383-946dd06791de {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1425.967273] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Destroying the VM {{(pid=68461) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1425.967784] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1353adb3-5a32-4f39-88bd-a6b2f6fe3959 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.978413] env[68461]: DEBUG oslo_vmware.api [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1425.978413] env[68461]: value = "task-2896243" [ 1425.978413] env[68461]: _type = "Task" [ 1425.978413] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.989370] env[68461]: DEBUG oslo_vmware.api [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896243, 'name': Destroy_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.208812] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896241, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.276307] env[68461]: DEBUG oslo_vmware.api [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896242, 'name': PowerOnVM_Task, 'duration_secs': 0.498761} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.277560] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1426.277560] env[68461]: INFO nova.compute.manager [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1426.277560] env[68461]: DEBUG nova.compute.manager [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1426.278337] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245839b5-179e-4640-9410-2ab58284871f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.438246] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 3e7a8f18-217d-4fd8-94e0-71e200f0b8b6] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1426.455261] env[68461]: DEBUG nova.compute.utils [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1426.456229] env[68461]: DEBUG nova.compute.manager [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1426.456718] env[68461]: DEBUG nova.network.neutron [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1426.492646] env[68461]: DEBUG oslo_vmware.api [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896243, 'name': Destroy_Task} progress is 33%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.497906] env[68461]: DEBUG nova.policy [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55917e4a3a01401fbb4c08caa9198b41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11b5796b0aa848e39c5b631e5d980c4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1426.704883] env[68461]: DEBUG nova.compute.manager [req-605c8ed7-8366-425f-ab57-669fc030f16d req-2b688265-4bc7-4c41-ac2a-7e222a7a5496 service nova] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Received event network-vif-plugged-edab3b01-51d5-4bae-8f93-7fd9cb7b702d {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1426.704883] env[68461]: DEBUG oslo_concurrency.lockutils [req-605c8ed7-8366-425f-ab57-669fc030f16d req-2b688265-4bc7-4c41-ac2a-7e222a7a5496 service nova] Acquiring lock "921db4ae-be9e-4f95-a0c9-c6b7efd4e52c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.705046] env[68461]: DEBUG oslo_concurrency.lockutils [req-605c8ed7-8366-425f-ab57-669fc030f16d req-2b688265-4bc7-4c41-ac2a-7e222a7a5496 service nova] Lock "921db4ae-be9e-4f95-a0c9-c6b7efd4e52c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.705270] env[68461]: DEBUG oslo_concurrency.lockutils [req-605c8ed7-8366-425f-ab57-669fc030f16d req-2b688265-4bc7-4c41-ac2a-7e222a7a5496 service nova] Lock "921db4ae-be9e-4f95-a0c9-c6b7efd4e52c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.705455] env[68461]: DEBUG nova.compute.manager [req-605c8ed7-8366-425f-ab57-669fc030f16d req-2b688265-4bc7-4c41-ac2a-7e222a7a5496 service nova] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] No waiting events found dispatching network-vif-plugged-edab3b01-51d5-4bae-8f93-7fd9cb7b702d {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1426.705615] env[68461]: WARNING nova.compute.manager [req-605c8ed7-8366-425f-ab57-669fc030f16d req-2b688265-4bc7-4c41-ac2a-7e222a7a5496 service nova] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Received unexpected event network-vif-plugged-edab3b01-51d5-4bae-8f93-7fd9cb7b702d for instance with vm_state building and task_state spawning. [ 1426.712886] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716317} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.713091] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 487c8721-03ee-4a23-82db-8547144c364b/487c8721-03ee-4a23-82db-8547144c364b.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1426.713760] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1426.713760] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c523ca9-af54-4d99-beee-238fc6c6e17d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.722655] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1426.722655] env[68461]: value = "task-2896244" [ 1426.722655] env[68461]: _type = "Task" [ 1426.722655] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.733866] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.802519] env[68461]: INFO nova.compute.manager [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Took 16.44 seconds to build instance. [ 1426.944127] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: d9700008-55ce-497c-af7a-7aa3de39023a] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1426.964252] env[68461]: DEBUG nova.compute.manager [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1426.993873] env[68461]: DEBUG oslo_vmware.api [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896243, 'name': Destroy_Task, 'duration_secs': 0.884421} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.994216] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Destroyed the VM [ 1426.994479] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Deleting Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1426.994754] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-636944ac-9913-4961-a830-ee5d83f775dc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.006959] env[68461]: DEBUG oslo_vmware.api [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1427.006959] env[68461]: value = "task-2896245" [ 1427.006959] env[68461]: _type = "Task" [ 1427.006959] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.019982] env[68461]: DEBUG oslo_vmware.api [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896245, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.040119] env[68461]: DEBUG nova.network.neutron [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Successfully created port: 15b27717-4f46-430e-aaf8-843d3a324db5 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1427.208338] env[68461]: DEBUG nova.compute.manager [req-14817937-ec6d-4be0-bf4d-ef157326f6f7 req-5eeae8d5-ab10-4eab-99d1-487c3bfd7706 service nova] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Received event network-vif-deleted-9f6522b1-520a-4d0f-ac5a-e3b5917ade70 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1427.208450] env[68461]: INFO nova.compute.manager [req-14817937-ec6d-4be0-bf4d-ef157326f6f7 req-5eeae8d5-ab10-4eab-99d1-487c3bfd7706 service nova] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Neutron deleted interface 9f6522b1-520a-4d0f-ac5a-e3b5917ade70; detaching it from the instance and deleting it from the info cache [ 1427.208636] env[68461]: DEBUG nova.network.neutron [req-14817937-ec6d-4be0-bf4d-ef157326f6f7 req-5eeae8d5-ab10-4eab-99d1-487c3bfd7706 service nova] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.233927] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.296697} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.234233] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1427.236197] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3ab711-36e5-410c-9938-837ab036e048 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.261140] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 487c8721-03ee-4a23-82db-8547144c364b/487c8721-03ee-4a23-82db-8547144c364b.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1427.261475] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c34316e8-c453-4340-becf-b90a48b36bc8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.284142] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1427.284142] env[68461]: value = "task-2896246" [ 1427.284142] env[68461]: _type = "Task" [ 1427.284142] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.294182] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.305705] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f7d342ce-2540-45bc-9210-5fd641654ae9 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "4288210c-0ba9-43fd-ab3b-b10ac020bd65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.954s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.374694] env[68461]: DEBUG nova.network.neutron [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Successfully updated port: edab3b01-51d5-4bae-8f93-7fd9cb7b702d {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1427.447890] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 8d3826e4-3495-4c8c-8c6a-68268bc429c7] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1427.475495] env[68461]: INFO nova.virt.block_device [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Booting with volume 1a3e5353-54cd-4812-bad8-9978a614645b at /dev/sda [ 1427.515793] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3ebc77a-e5d9-49b9-bbab-289f2888dc25 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.521093] env[68461]: DEBUG oslo_vmware.api [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896245, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.530253] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7b2bc4-8785-4344-8d94-367fd1dc0731 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.562449] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50b90d16-9208-45b2-9568-43e17974251d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.571961] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3643c0d6-3cc0-4830-a3dd-3279c9f30da9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.604297] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aaebcdb-043e-458f-9699-af54a1beb1b4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.615208] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8a7620-73f9-4d83-a117-8c05f50e9ec9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.636586] env[68461]: DEBUG nova.virt.block_device [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Updating existing volume attachment record: eacd25e2-7926-4f70-b11b-db2edd135b9e {{(pid=68461) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1427.685265] env[68461]: DEBUG nova.network.neutron [-] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.713891] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c503f52-51c0-4374-958b-3cc93d19b239 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.725688] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b780e85e-5e4e-408d-9237-2728a11561ac {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.764958] env[68461]: DEBUG nova.compute.manager [req-14817937-ec6d-4be0-bf4d-ef157326f6f7 req-5eeae8d5-ab10-4eab-99d1-487c3bfd7706 service nova] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Detach interface failed, port_id=9f6522b1-520a-4d0f-ac5a-e3b5917ade70, reason: Instance 820da8d7-ed04-47ab-86e9-2f1777f61a08 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1427.795223] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.878119] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "refresh_cache-921db4ae-be9e-4f95-a0c9-c6b7efd4e52c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.878295] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired lock "refresh_cache-921db4ae-be9e-4f95-a0c9-c6b7efd4e52c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.878860] env[68461]: DEBUG nova.network.neutron [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1427.952259] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 1a7e3d04-418d-49b5-a7e6-a45f31475d34] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1428.019768] env[68461]: DEBUG oslo_vmware.api [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896245, 'name': RemoveSnapshot_Task, 'duration_secs': 0.817517} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.020125] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Deleted Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1428.189890] env[68461]: INFO nova.compute.manager [-] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Took 2.32 seconds to deallocate network for instance. [ 1428.300194] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896246, 'name': ReconfigVM_Task, 'duration_secs': 0.681502} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.300194] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 487c8721-03ee-4a23-82db-8547144c364b/487c8721-03ee-4a23-82db-8547144c364b.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1428.300194] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cffe23a-486b-455c-8898-7bf246147612 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.306597] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1428.306597] env[68461]: value = "task-2896247" [ 1428.306597] env[68461]: _type = "Task" [ 1428.306597] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.320365] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896247, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.353203] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "4288210c-0ba9-43fd-ab3b-b10ac020bd65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.353203] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "4288210c-0ba9-43fd-ab3b-b10ac020bd65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.353203] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "4288210c-0ba9-43fd-ab3b-b10ac020bd65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.353203] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "4288210c-0ba9-43fd-ab3b-b10ac020bd65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.353836] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "4288210c-0ba9-43fd-ab3b-b10ac020bd65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.358858] env[68461]: INFO nova.compute.manager [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Terminating instance [ 1428.428549] env[68461]: DEBUG nova.network.neutron [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1428.457011] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: f31926fb-1bde-45f0-8b28-70eaf80a47b6] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1428.528060] env[68461]: WARNING nova.compute.manager [None req-9e77632a-31f3-484e-b6d4-30c67e68ee27 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Image not found during snapshot: nova.exception.ImageNotFound: Image 9b2676f5-b96a-4bf7-b383-946dd06791de could not be found. [ 1428.594301] env[68461]: DEBUG nova.compute.manager [req-3955bada-9296-4fa1-9f8b-cf0b3be9e56d req-b50a8ed0-5f1c-47bb-8448-6d80512f1ab1 service nova] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Received event network-vif-plugged-15b27717-4f46-430e-aaf8-843d3a324db5 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1428.594539] env[68461]: DEBUG oslo_concurrency.lockutils [req-3955bada-9296-4fa1-9f8b-cf0b3be9e56d req-b50a8ed0-5f1c-47bb-8448-6d80512f1ab1 service nova] Acquiring lock "1f055ca3-6fbb-40b7-b3cc-1f215358d2f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.594784] env[68461]: DEBUG oslo_concurrency.lockutils [req-3955bada-9296-4fa1-9f8b-cf0b3be9e56d req-b50a8ed0-5f1c-47bb-8448-6d80512f1ab1 service nova] Lock "1f055ca3-6fbb-40b7-b3cc-1f215358d2f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.594897] env[68461]: DEBUG oslo_concurrency.lockutils [req-3955bada-9296-4fa1-9f8b-cf0b3be9e56d req-b50a8ed0-5f1c-47bb-8448-6d80512f1ab1 service nova] Lock "1f055ca3-6fbb-40b7-b3cc-1f215358d2f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.595132] env[68461]: DEBUG nova.compute.manager [req-3955bada-9296-4fa1-9f8b-cf0b3be9e56d req-b50a8ed0-5f1c-47bb-8448-6d80512f1ab1 service nova] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] No waiting events found dispatching network-vif-plugged-15b27717-4f46-430e-aaf8-843d3a324db5 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1428.595483] env[68461]: WARNING nova.compute.manager [req-3955bada-9296-4fa1-9f8b-cf0b3be9e56d req-b50a8ed0-5f1c-47bb-8448-6d80512f1ab1 service nova] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Received unexpected event network-vif-plugged-15b27717-4f46-430e-aaf8-843d3a324db5 for instance with vm_state building and task_state block_device_mapping. [ 1428.643143] env[68461]: DEBUG nova.network.neutron [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Updating instance_info_cache with network_info: [{"id": "edab3b01-51d5-4bae-8f93-7fd9cb7b702d", "address": "fa:16:3e:56:8b:9d", "network": {"id": "19dd6dcf-3cc3-45dd-bbe5-df8e5e0e8b28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1238697348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03daf919ddd46df977660137d14952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedab3b01-51", "ovs_interfaceid": "edab3b01-51d5-4bae-8f93-7fd9cb7b702d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.699349] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.699583] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.699799] env[68461]: DEBUG nova.objects.instance [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lazy-loading 'resources' on Instance uuid 820da8d7-ed04-47ab-86e9-2f1777f61a08 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.719731] env[68461]: DEBUG nova.network.neutron [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Successfully updated port: 15b27717-4f46-430e-aaf8-843d3a324db5 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1428.818649] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896247, 'name': Rename_Task, 'duration_secs': 0.40476} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.819883] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1428.820366] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51295c28-e869-42c7-8e23-8e0908be86fa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.828703] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1428.828703] env[68461]: value = "task-2896248" [ 1428.828703] env[68461]: _type = "Task" [ 1428.828703] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.839125] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.863056] env[68461]: DEBUG nova.compute.manager [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1428.863056] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1428.864546] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe8643a-ef6c-4a64-8793-a401c93d9f63 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.873468] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.874109] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e575ff97-0d5c-4802-a3dc-58d7a4d5169d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.882069] env[68461]: DEBUG oslo_vmware.api [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1428.882069] env[68461]: value = "task-2896249" [ 1428.882069] env[68461]: _type = "Task" [ 1428.882069] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.898156] env[68461]: DEBUG oslo_vmware.api [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.959715] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: e8fea6c3-c65d-4d2f-a0fe-8c455fffd778] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1429.146564] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Releasing lock "refresh_cache-921db4ae-be9e-4f95-a0c9-c6b7efd4e52c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.151021] env[68461]: DEBUG nova.compute.manager [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Instance network_info: |[{"id": "edab3b01-51d5-4bae-8f93-7fd9cb7b702d", "address": "fa:16:3e:56:8b:9d", "network": {"id": "19dd6dcf-3cc3-45dd-bbe5-df8e5e0e8b28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1238697348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03daf919ddd46df977660137d14952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedab3b01-51", "ovs_interfaceid": "edab3b01-51d5-4bae-8f93-7fd9cb7b702d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1429.151021] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:8b:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edab3b01-51d5-4bae-8f93-7fd9cb7b702d', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1429.160129] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1429.160129] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1429.160910] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac0aedec-ef44-47df-877f-a1d00567d912 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.184050] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1429.184050] env[68461]: value = "task-2896250" [ 1429.184050] env[68461]: _type = "Task" [ 1429.184050] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.194835] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896250, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.221813] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "refresh_cache-1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.221981] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired lock "refresh_cache-1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.222216] env[68461]: DEBUG nova.network.neutron [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1429.302365] env[68461]: DEBUG nova.compute.manager [req-8ebb54a9-49d9-474b-9059-62c1a1457d5f req-a2e309b2-0a18-4023-91a4-329e2475ff55 service nova] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Received event network-changed-edab3b01-51d5-4bae-8f93-7fd9cb7b702d {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1429.302507] env[68461]: DEBUG nova.compute.manager [req-8ebb54a9-49d9-474b-9059-62c1a1457d5f req-a2e309b2-0a18-4023-91a4-329e2475ff55 service nova] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Refreshing instance network info cache due to event network-changed-edab3b01-51d5-4bae-8f93-7fd9cb7b702d. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1429.302708] env[68461]: DEBUG oslo_concurrency.lockutils [req-8ebb54a9-49d9-474b-9059-62c1a1457d5f req-a2e309b2-0a18-4023-91a4-329e2475ff55 service nova] Acquiring lock "refresh_cache-921db4ae-be9e-4f95-a0c9-c6b7efd4e52c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.302842] env[68461]: DEBUG oslo_concurrency.lockutils [req-8ebb54a9-49d9-474b-9059-62c1a1457d5f req-a2e309b2-0a18-4023-91a4-329e2475ff55 service nova] Acquired lock "refresh_cache-921db4ae-be9e-4f95-a0c9-c6b7efd4e52c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.302994] env[68461]: DEBUG nova.network.neutron [req-8ebb54a9-49d9-474b-9059-62c1a1457d5f req-a2e309b2-0a18-4023-91a4-329e2475ff55 service nova] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Refreshing network info cache for port edab3b01-51d5-4bae-8f93-7fd9cb7b702d {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1429.347099] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896248, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.394172] env[68461]: DEBUG oslo_concurrency.lockutils [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "841f3ea4-2c11-4bb2-aab4-eeccd22d881e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.395372] env[68461]: DEBUG oslo_concurrency.lockutils [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "841f3ea4-2c11-4bb2-aab4-eeccd22d881e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.395579] env[68461]: DEBUG oslo_concurrency.lockutils [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "841f3ea4-2c11-4bb2-aab4-eeccd22d881e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.395768] env[68461]: DEBUG oslo_concurrency.lockutils [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "841f3ea4-2c11-4bb2-aab4-eeccd22d881e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.395934] env[68461]: DEBUG oslo_concurrency.lockutils [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "841f3ea4-2c11-4bb2-aab4-eeccd22d881e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.398156] env[68461]: INFO nova.compute.manager [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Terminating instance [ 1429.404328] env[68461]: DEBUG oslo_vmware.api [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896249, 'name': PowerOffVM_Task, 'duration_secs': 0.289596} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.405586] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1429.405855] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1429.406319] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e71fddad-d08c-4b3d-9814-71a215ee8609 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.424730] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa77e2a2-e5f4-4140-8b47-8fc3299aa5bf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.432998] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4295a79b-5bf9-41c6-b057-d926555008e9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.465049] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: de1aaa13-992a-482d-a83c-7db32e13a3ea] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1429.467459] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc9313e-3b12-4703-82e1-af54007b964d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.478296] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62b3e6b-038b-4e03-97cd-a7b244cdf5d7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.492910] env[68461]: DEBUG nova.compute.provider_tree [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.495560] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1429.495780] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1429.495983] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Deleting the datastore file [datastore1] 4288210c-0ba9-43fd-ab3b-b10ac020bd65 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1429.496982] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-808e24f7-4213-45ca-bb8b-92c5189a78a8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.505066] env[68461]: DEBUG oslo_vmware.api [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for the task: (returnval){ [ 1429.505066] env[68461]: value = "task-2896252" [ 1429.505066] env[68461]: _type = "Task" [ 1429.505066] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.514190] env[68461]: DEBUG oslo_vmware.api [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.698818] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896250, 'name': CreateVM_Task, 'duration_secs': 0.494494} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.699067] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1429.699960] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.700236] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.700655] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.700951] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a659588a-cdb3-4d49-9213-0adaca011e78 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.706834] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1429.706834] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5287dd1a-11ea-2310-2484-ab8f7be85631" [ 1429.706834] env[68461]: _type = "Task" [ 1429.706834] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.714831] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5287dd1a-11ea-2310-2484-ab8f7be85631, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.751114] env[68461]: DEBUG nova.compute.manager [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1429.751114] env[68461]: DEBUG nova.virt.hardware [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1429.751114] env[68461]: DEBUG nova.virt.hardware [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1429.751114] env[68461]: DEBUG nova.virt.hardware [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1429.751114] env[68461]: DEBUG nova.virt.hardware [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1429.751114] env[68461]: DEBUG nova.virt.hardware [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1429.751114] env[68461]: DEBUG nova.virt.hardware [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1429.751723] env[68461]: DEBUG nova.virt.hardware [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1429.752054] env[68461]: DEBUG nova.virt.hardware [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1429.752404] env[68461]: DEBUG nova.virt.hardware [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1429.752696] env[68461]: DEBUG nova.virt.hardware [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1429.753285] env[68461]: DEBUG nova.virt.hardware [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1429.754243] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007c968e-5653-4c24-b04e-d4997d41f21e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.758129] env[68461]: DEBUG nova.network.neutron [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1429.771340] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b530a9f7-c5d1-4272-885b-db3ec1322f93 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.841772] env[68461]: DEBUG oslo_vmware.api [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896248, 'name': PowerOnVM_Task, 'duration_secs': 0.851209} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.845701] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1429.846074] env[68461]: INFO nova.compute.manager [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1429.846382] env[68461]: DEBUG nova.compute.manager [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1429.847297] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60e2565-0755-4f44-930e-5eebd3a5f67f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.908069] env[68461]: DEBUG nova.compute.manager [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1429.908069] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1429.908309] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e4d18d-eb49-422c-ae4d-8283d03cdbc5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.914627] env[68461]: DEBUG nova.network.neutron [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Updating instance_info_cache with network_info: [{"id": "15b27717-4f46-430e-aaf8-843d3a324db5", "address": "fa:16:3e:50:6c:12", "network": {"id": "1213cfc5-0ad7-418f-8db0-bbc5b1b7ccb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1442488687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b5796b0aa848e39c5b631e5d980c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b27717-4f", "ovs_interfaceid": "15b27717-4f46-430e-aaf8-843d3a324db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.917721] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1429.918175] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95225c86-1771-403a-a50e-a4ad03899a03 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.928724] env[68461]: DEBUG oslo_vmware.api [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1429.928724] env[68461]: value = "task-2896253" [ 1429.928724] env[68461]: _type = "Task" [ 1429.928724] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.940664] env[68461]: DEBUG oslo_vmware.api [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.973074] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 8842a491-df22-43fe-8803-fe727131b562] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1429.998766] env[68461]: DEBUG nova.scheduler.client.report [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1430.017638] env[68461]: DEBUG oslo_vmware.api [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Task: {'id': task-2896252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294313} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.017914] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1430.018196] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1430.018465] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1430.018659] env[68461]: INFO nova.compute.manager [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1430.018885] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1430.019372] env[68461]: DEBUG nova.compute.manager [-] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1430.019518] env[68461]: DEBUG nova.network.neutron [-] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1430.220722] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5287dd1a-11ea-2310-2484-ab8f7be85631, 'name': SearchDatastore_Task, 'duration_secs': 0.030148} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.221454] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.221909] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1430.222346] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.222679] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.223079] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1430.226792] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8943f5cc-0fe1-4863-9286-a7e6705ac28b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.234281] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1430.234469] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1430.235249] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fd359b2-9b90-46f1-ad09-d06b2e06d0b3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.242027] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1430.242027] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]526556b9-6d60-b9d5-12bc-c2f1746de8f2" [ 1430.242027] env[68461]: _type = "Task" [ 1430.242027] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.252233] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526556b9-6d60-b9d5-12bc-c2f1746de8f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.365399] env[68461]: INFO nova.compute.manager [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Took 13.09 seconds to build instance. [ 1430.418955] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Releasing lock "refresh_cache-1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.419337] env[68461]: DEBUG nova.compute.manager [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Instance network_info: |[{"id": "15b27717-4f46-430e-aaf8-843d3a324db5", "address": "fa:16:3e:50:6c:12", "network": {"id": "1213cfc5-0ad7-418f-8db0-bbc5b1b7ccb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1442488687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b5796b0aa848e39c5b631e5d980c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b27717-4f", "ovs_interfaceid": "15b27717-4f46-430e-aaf8-843d3a324db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1430.419757] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:6c:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15b27717-4f46-430e-aaf8-843d3a324db5', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1430.429430] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1430.430402] env[68461]: DEBUG nova.network.neutron [req-8ebb54a9-49d9-474b-9059-62c1a1457d5f req-a2e309b2-0a18-4023-91a4-329e2475ff55 service nova] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Updated VIF entry in instance network info cache for port edab3b01-51d5-4bae-8f93-7fd9cb7b702d. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1430.430723] env[68461]: DEBUG nova.network.neutron [req-8ebb54a9-49d9-474b-9059-62c1a1457d5f req-a2e309b2-0a18-4023-91a4-329e2475ff55 service nova] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Updating instance_info_cache with network_info: [{"id": "edab3b01-51d5-4bae-8f93-7fd9cb7b702d", "address": "fa:16:3e:56:8b:9d", "network": {"id": "19dd6dcf-3cc3-45dd-bbe5-df8e5e0e8b28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1238697348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03daf919ddd46df977660137d14952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedab3b01-51", "ovs_interfaceid": "edab3b01-51d5-4bae-8f93-7fd9cb7b702d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.432090] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1430.432597] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-355512cf-a330-49c2-95a5-106f7e4c6586 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.462112] env[68461]: DEBUG oslo_vmware.api [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896253, 'name': PowerOffVM_Task, 'duration_secs': 0.228234} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.464662] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1430.464662] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1430.464662] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1430.464662] env[68461]: value = "task-2896254" [ 1430.464662] env[68461]: _type = "Task" [ 1430.464662] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.464957] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-860ed49e-2ce2-453a-97bd-3af9f4ba815f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.476028] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 6d6b4ca0-fb96-4af9-ab30-b929f3fbf1df] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1430.478646] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896254, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.505261] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.531386] env[68461]: INFO nova.scheduler.client.report [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Deleted allocations for instance 820da8d7-ed04-47ab-86e9-2f1777f61a08 [ 1430.694984] env[68461]: DEBUG nova.compute.manager [req-4884a685-bf4d-46af-9add-fa564e5c05f3 req-33c8a833-f968-4120-bc6b-052f0a762ca7 service nova] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Received event network-changed-15b27717-4f46-430e-aaf8-843d3a324db5 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1430.695225] env[68461]: DEBUG nova.compute.manager [req-4884a685-bf4d-46af-9add-fa564e5c05f3 req-33c8a833-f968-4120-bc6b-052f0a762ca7 service nova] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Refreshing instance network info cache due to event network-changed-15b27717-4f46-430e-aaf8-843d3a324db5. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1430.695641] env[68461]: DEBUG oslo_concurrency.lockutils [req-4884a685-bf4d-46af-9add-fa564e5c05f3 req-33c8a833-f968-4120-bc6b-052f0a762ca7 service nova] Acquiring lock "refresh_cache-1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.695725] env[68461]: DEBUG oslo_concurrency.lockutils [req-4884a685-bf4d-46af-9add-fa564e5c05f3 req-33c8a833-f968-4120-bc6b-052f0a762ca7 service nova] Acquired lock "refresh_cache-1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.695933] env[68461]: DEBUG nova.network.neutron [req-4884a685-bf4d-46af-9add-fa564e5c05f3 req-33c8a833-f968-4120-bc6b-052f0a762ca7 service nova] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Refreshing network info cache for port 15b27717-4f46-430e-aaf8-843d3a324db5 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1430.755053] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526556b9-6d60-b9d5-12bc-c2f1746de8f2, 'name': SearchDatastore_Task, 'duration_secs': 0.00979} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.756137] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4136a85-3f57-4b7b-94d4-109da57ac00f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.764988] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1430.764988] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]526adb36-3771-422f-0369-3c24b4cdb515" [ 1430.764988] env[68461]: _type = "Task" [ 1430.764988] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.774949] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526adb36-3771-422f-0369-3c24b4cdb515, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.812547] env[68461]: DEBUG nova.network.neutron [-] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.843340] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1430.843340] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1430.843340] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Deleting the datastore file [datastore2] 841f3ea4-2c11-4bb2-aab4-eeccd22d881e {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1430.843340] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be989ac1-5c2c-41f1-92c0-4cf955b01ae1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.853882] env[68461]: DEBUG oslo_vmware.api [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for the task: (returnval){ [ 1430.853882] env[68461]: value = "task-2896256" [ 1430.853882] env[68461]: _type = "Task" [ 1430.853882] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.867104] env[68461]: DEBUG oslo_concurrency.lockutils [None req-cd8a9daf-2f26-4ce5-8bee-db3813f9a61b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "487c8721-03ee-4a23-82db-8547144c364b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.603s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.934653] env[68461]: DEBUG oslo_concurrency.lockutils [req-8ebb54a9-49d9-474b-9059-62c1a1457d5f req-a2e309b2-0a18-4023-91a4-329e2475ff55 service nova] Releasing lock "refresh_cache-921db4ae-be9e-4f95-a0c9-c6b7efd4e52c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.976798] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896254, 'name': CreateVM_Task, 'duration_secs': 0.390962} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.977918] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1430.977918] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'attachment_id': 'eacd25e2-7926-4f70-b11b-db2edd135b9e', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581777', 'volume_id': '1a3e5353-54cd-4812-bad8-9978a614645b', 'name': 'volume-1a3e5353-54cd-4812-bad8-9978a614645b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f055ca3-6fbb-40b7-b3cc-1f215358d2f8', 'attached_at': '', 'detached_at': '', 'volume_id': '1a3e5353-54cd-4812-bad8-9978a614645b', 'serial': '1a3e5353-54cd-4812-bad8-9978a614645b'}, 'disk_bus': None, 'delete_on_termination': True, 'guest_format': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=68461) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1430.977918] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Root volume attach. Driver type: vmdk {{(pid=68461) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1430.978633] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da75661-2599-4c34-bcbe-1fea8587fbc3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.981541] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 43770319-9ad1-412a-b862-7f6fbfc8ec63] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1430.997259] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3890e1d-866b-40a3-8d94-6561092efb87 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.008492] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5450c20f-bacb-4e2a-8571-c25d999587cb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.017035] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-93e79f54-02bd-4969-b1cb-4fccd99d38d3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.029719] env[68461]: DEBUG oslo_vmware.api [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1431.029719] env[68461]: value = "task-2896257" [ 1431.029719] env[68461]: _type = "Task" [ 1431.029719] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.040883] env[68461]: DEBUG oslo_vmware.api [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896257, 'name': RelocateVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.041358] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7e04a3a8-c28d-4f6e-9148-b0c2d9436b7e tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "820da8d7-ed04-47ab-86e9-2f1777f61a08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.816s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.114619] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Acquiring lock "80608d15-caf1-4c6a-b032-7ef8af964064" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.115269] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Lock "80608d15-caf1-4c6a-b032-7ef8af964064" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.281173] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526adb36-3771-422f-0369-3c24b4cdb515, 'name': SearchDatastore_Task, 'duration_secs': 0.01507} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.282865] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.283489] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c/921db4ae-be9e-4f95-a0c9-c6b7efd4e52c.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1431.284281] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a47b694d-da1f-4a37-85c3-87847c5f512c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.293031] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1431.293031] env[68461]: value = "task-2896258" [ 1431.293031] env[68461]: _type = "Task" [ 1431.293031] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.302568] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.315527] env[68461]: INFO nova.compute.manager [-] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Took 1.30 seconds to deallocate network for instance. [ 1431.336489] env[68461]: DEBUG nova.compute.manager [req-3db16078-e942-44e8-adf1-8b2cd9b26d2a req-2aa048ec-2980-4ed7-b3eb-6317a3ce6136 service nova] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Received event network-changed-33606c3a-1a91-4e58-946c-7f1b061cc9bc {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1431.336676] env[68461]: DEBUG nova.compute.manager [req-3db16078-e942-44e8-adf1-8b2cd9b26d2a req-2aa048ec-2980-4ed7-b3eb-6317a3ce6136 service nova] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Refreshing instance network info cache due to event network-changed-33606c3a-1a91-4e58-946c-7f1b061cc9bc. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1431.336885] env[68461]: DEBUG oslo_concurrency.lockutils [req-3db16078-e942-44e8-adf1-8b2cd9b26d2a req-2aa048ec-2980-4ed7-b3eb-6317a3ce6136 service nova] Acquiring lock "refresh_cache-487c8721-03ee-4a23-82db-8547144c364b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.337032] env[68461]: DEBUG oslo_concurrency.lockutils [req-3db16078-e942-44e8-adf1-8b2cd9b26d2a req-2aa048ec-2980-4ed7-b3eb-6317a3ce6136 service nova] Acquired lock "refresh_cache-487c8721-03ee-4a23-82db-8547144c364b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.337195] env[68461]: DEBUG nova.network.neutron [req-3db16078-e942-44e8-adf1-8b2cd9b26d2a req-2aa048ec-2980-4ed7-b3eb-6317a3ce6136 service nova] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Refreshing network info cache for port 33606c3a-1a91-4e58-946c-7f1b061cc9bc {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1431.372513] env[68461]: DEBUG oslo_vmware.api [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Task: {'id': task-2896256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16212} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.372782] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1431.372968] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1431.373664] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1431.373664] env[68461]: INFO nova.compute.manager [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Took 1.47 seconds to destroy the instance on the hypervisor. [ 1431.373664] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1431.373879] env[68461]: DEBUG nova.compute.manager [-] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1431.373943] env[68461]: DEBUG nova.network.neutron [-] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1431.488476] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: c845c113-e3e5-4a2a-b557-656857c0afe6] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1431.494379] env[68461]: DEBUG nova.network.neutron [req-4884a685-bf4d-46af-9add-fa564e5c05f3 req-33c8a833-f968-4120-bc6b-052f0a762ca7 service nova] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Updated VIF entry in instance network info cache for port 15b27717-4f46-430e-aaf8-843d3a324db5. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1431.494379] env[68461]: DEBUG nova.network.neutron [req-4884a685-bf4d-46af-9add-fa564e5c05f3 req-33c8a833-f968-4120-bc6b-052f0a762ca7 service nova] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Updating instance_info_cache with network_info: [{"id": "15b27717-4f46-430e-aaf8-843d3a324db5", "address": "fa:16:3e:50:6c:12", "network": {"id": "1213cfc5-0ad7-418f-8db0-bbc5b1b7ccb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1442488687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b5796b0aa848e39c5b631e5d980c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b27717-4f", "ovs_interfaceid": "15b27717-4f46-430e-aaf8-843d3a324db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.541250] env[68461]: DEBUG oslo_vmware.api [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896257, 'name': RelocateVM_Task, 'duration_secs': 0.433972} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.541720] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Volume attach. Driver type: vmdk {{(pid=68461) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1431.542057] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581777', 'volume_id': '1a3e5353-54cd-4812-bad8-9978a614645b', 'name': 'volume-1a3e5353-54cd-4812-bad8-9978a614645b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f055ca3-6fbb-40b7-b3cc-1f215358d2f8', 'attached_at': '', 'detached_at': '', 'volume_id': '1a3e5353-54cd-4812-bad8-9978a614645b', 'serial': '1a3e5353-54cd-4812-bad8-9978a614645b'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1431.543055] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49230023-6775-409b-bfff-2003e2050e94 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.566686] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f811d1-cff0-4aac-8ee0-13748a7ac951 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.594350] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-1a3e5353-54cd-4812-bad8-9978a614645b/volume-1a3e5353-54cd-4812-bad8-9978a614645b.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1431.595104] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-358e6101-8af7-4b3b-8400-0b3454601308 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.623395] env[68461]: DEBUG nova.compute.manager [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1431.624780] env[68461]: DEBUG oslo_vmware.api [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1431.624780] env[68461]: value = "task-2896259" [ 1431.624780] env[68461]: _type = "Task" [ 1431.624780] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.639626] env[68461]: DEBUG oslo_vmware.api [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.805183] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896258, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.824047] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.824047] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.824047] env[68461]: DEBUG nova.objects.instance [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lazy-loading 'resources' on Instance uuid 4288210c-0ba9-43fd-ab3b-b10ac020bd65 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.993173] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 09834d87-0cdd-4b8c-a8fc-acee8c26197d] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1431.998234] env[68461]: DEBUG oslo_concurrency.lockutils [req-4884a685-bf4d-46af-9add-fa564e5c05f3 req-33c8a833-f968-4120-bc6b-052f0a762ca7 service nova] Releasing lock "refresh_cache-1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.998479] env[68461]: DEBUG nova.compute.manager [req-4884a685-bf4d-46af-9add-fa564e5c05f3 req-33c8a833-f968-4120-bc6b-052f0a762ca7 service nova] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Received event network-vif-deleted-2086382d-5894-476e-b263-4bf43c61a9db {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1431.998648] env[68461]: INFO nova.compute.manager [req-4884a685-bf4d-46af-9add-fa564e5c05f3 req-33c8a833-f968-4120-bc6b-052f0a762ca7 service nova] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Neutron deleted interface 2086382d-5894-476e-b263-4bf43c61a9db; detaching it from the instance and deleting it from the info cache [ 1431.998912] env[68461]: DEBUG nova.network.neutron [req-4884a685-bf4d-46af-9add-fa564e5c05f3 req-33c8a833-f968-4120-bc6b-052f0a762ca7 service nova] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.091670] env[68461]: DEBUG nova.network.neutron [req-3db16078-e942-44e8-adf1-8b2cd9b26d2a req-2aa048ec-2980-4ed7-b3eb-6317a3ce6136 service nova] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Updated VIF entry in instance network info cache for port 33606c3a-1a91-4e58-946c-7f1b061cc9bc. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1432.092046] env[68461]: DEBUG nova.network.neutron [req-3db16078-e942-44e8-adf1-8b2cd9b26d2a req-2aa048ec-2980-4ed7-b3eb-6317a3ce6136 service nova] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Updating instance_info_cache with network_info: [{"id": "33606c3a-1a91-4e58-946c-7f1b061cc9bc", "address": "fa:16:3e:26:78:a4", "network": {"id": "1dde6788-42d9-4e8b-a556-d1a736dedc18", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460636697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "851e213e40ef49bcabb33ce0333ac79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33606c3a-1a", "ovs_interfaceid": "33606c3a-1a91-4e58-946c-7f1b061cc9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.135982] env[68461]: DEBUG oslo_vmware.api [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896259, 'name': ReconfigVM_Task, 'duration_secs': 0.317051} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.138453] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-1a3e5353-54cd-4812-bad8-9978a614645b/volume-1a3e5353-54cd-4812-bad8-9978a614645b.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1432.143427] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-515a8567-b11a-4d5a-ac78-d80bc6e2a279 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.156877] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.160260] env[68461]: DEBUG oslo_vmware.api [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1432.160260] env[68461]: value = "task-2896260" [ 1432.160260] env[68461]: _type = "Task" [ 1432.160260] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.169579] env[68461]: DEBUG oslo_vmware.api [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.196285] env[68461]: DEBUG nova.network.neutron [-] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.304014] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896258, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.494112] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bded8d22-a858-4c46-82ed-2522216680fb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.498831] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 0773aa9b-b048-46b6-b470-78cbcae37020] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1432.503720] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51697239-0506-4edf-ab49-13eedaf009b9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.506412] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2641d75e-1798-4d02-b95c-e4853987aa48 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.542889] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2e701a-380c-4cb9-9a98-b68ed73f1619 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.548211] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2f1499-5cd1-4959-8e72-4181489128af {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.564882] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6da19f9-b507-4727-8ea3-a07fa3cdaf18 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.582877] env[68461]: DEBUG nova.compute.manager [req-4884a685-bf4d-46af-9add-fa564e5c05f3 req-33c8a833-f968-4120-bc6b-052f0a762ca7 service nova] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Detach interface failed, port_id=2086382d-5894-476e-b263-4bf43c61a9db, reason: Instance 4288210c-0ba9-43fd-ab3b-b10ac020bd65 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1432.591547] env[68461]: DEBUG nova.compute.provider_tree [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1432.595112] env[68461]: DEBUG oslo_concurrency.lockutils [req-3db16078-e942-44e8-adf1-8b2cd9b26d2a req-2aa048ec-2980-4ed7-b3eb-6317a3ce6136 service nova] Releasing lock "refresh_cache-487c8721-03ee-4a23-82db-8547144c364b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.673018] env[68461]: DEBUG oslo_vmware.api [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896260, 'name': ReconfigVM_Task, 'duration_secs': 0.140279} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.673018] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581777', 'volume_id': '1a3e5353-54cd-4812-bad8-9978a614645b', 'name': 'volume-1a3e5353-54cd-4812-bad8-9978a614645b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f055ca3-6fbb-40b7-b3cc-1f215358d2f8', 'attached_at': '', 'detached_at': '', 'volume_id': '1a3e5353-54cd-4812-bad8-9978a614645b', 'serial': '1a3e5353-54cd-4812-bad8-9978a614645b'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1432.673424] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8658b71-fb69-4682-a3e5-b379a21c408b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.682641] env[68461]: DEBUG oslo_vmware.api [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1432.682641] env[68461]: value = "task-2896261" [ 1432.682641] env[68461]: _type = "Task" [ 1432.682641] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.696926] env[68461]: DEBUG oslo_vmware.api [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896261, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.699475] env[68461]: INFO nova.compute.manager [-] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Took 1.33 seconds to deallocate network for instance. [ 1432.774766] env[68461]: DEBUG nova.compute.manager [req-f0ad2a13-1df0-483e-a4fb-9b4f4a8b73b2 req-62b7b8e0-2256-41d9-9587-30646eda20a1 service nova] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Received event network-vif-deleted-128f0dff-f55d-4261-bcb6-05f71f2b7190 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1432.807373] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896258, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.818495] env[68461]: DEBUG nova.compute.manager [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Stashing vm_state: active {{(pid=68461) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1433.004499] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: b013e906-4313-4ae3-a1fc-b27ee20b698c] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1433.095168] env[68461]: DEBUG nova.scheduler.client.report [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1433.194747] env[68461]: DEBUG oslo_vmware.api [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896261, 'name': Rename_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.208025] env[68461]: DEBUG oslo_concurrency.lockutils [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.306320] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896258, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.576372} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.306619] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c/921db4ae-be9e-4f95-a0c9-c6b7efd4e52c.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1433.306809] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1433.307060] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ff20e5c-76cb-4b4b-9e5b-58fe2b8c8deb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.315539] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1433.315539] env[68461]: value = "task-2896262" [ 1433.315539] env[68461]: _type = "Task" [ 1433.315539] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.327328] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.338235] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.508175] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 3483ea36-0584-4200-b540-7571089b639b] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1433.600721] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.604083] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.446s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.604944] env[68461]: INFO nova.compute.claims [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1433.628017] env[68461]: INFO nova.scheduler.client.report [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Deleted allocations for instance 4288210c-0ba9-43fd-ab3b-b10ac020bd65 [ 1433.693935] env[68461]: DEBUG oslo_vmware.api [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896261, 'name': Rename_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.830138] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.325031} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.830580] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1433.831877] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a4e2e1-7dfa-4749-8eb2-470f5adeda85 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.870054] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c/921db4ae-be9e-4f95-a0c9-c6b7efd4e52c.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1433.870054] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc9a9a0c-bddb-41b6-9065-89e7f1baacf4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.903815] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1433.903815] env[68461]: value = "task-2896263" [ 1433.903815] env[68461]: _type = "Task" [ 1433.903815] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.913477] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.011627] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 0cfbe492-21b6-41f1-8daa-35dbbf7cbf24] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1434.135531] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b455511f-a0c1-4a4b-a09a-52b28fd6db15 tempest-ServerDiskConfigTestJSON-873555668 tempest-ServerDiskConfigTestJSON-873555668-project-member] Lock "4288210c-0ba9-43fd-ab3b-b10ac020bd65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.783s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.194590] env[68461]: DEBUG oslo_vmware.api [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896261, 'name': Rename_Task, 'duration_secs': 1.26873} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.194929] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1434.195314] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0076b2d2-900d-4b6e-bf95-d9fe5fd8d0ad {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.205326] env[68461]: DEBUG oslo_vmware.api [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1434.205326] env[68461]: value = "task-2896264" [ 1434.205326] env[68461]: _type = "Task" [ 1434.205326] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.213690] env[68461]: DEBUG oslo_vmware.api [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.415388] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896263, 'name': ReconfigVM_Task, 'duration_secs': 0.30481} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.415675] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c/921db4ae-be9e-4f95-a0c9-c6b7efd4e52c.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1434.416334] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f27d2490-31dd-4b92-a85c-fa36ec8fc732 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.424475] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1434.424475] env[68461]: value = "task-2896265" [ 1434.424475] env[68461]: _type = "Task" [ 1434.424475] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.433187] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896265, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.515459] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 59f82a3b-11bc-4dd4-a0e0-6a9cef9d6b0c] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1434.715991] env[68461]: DEBUG oslo_vmware.api [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896264, 'name': PowerOnVM_Task, 'duration_secs': 0.458968} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.719022] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1434.719022] env[68461]: INFO nova.compute.manager [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Took 4.97 seconds to spawn the instance on the hypervisor. [ 1434.719022] env[68461]: DEBUG nova.compute.manager [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1434.719964] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454f3443-48ee-4c1c-80f9-f8e3a98165f6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.767706] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adec43f7-0c70-4d6b-ae15-09654ac0da50 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.776025] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15207ed-ef43-4974-a825-ba872d7c83d3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.805873] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169c9e2b-803c-4509-8435-7308c139c9ed {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.813466] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892d0368-110b-4066-8e59-865aa2d2d614 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.828219] env[68461]: DEBUG nova.compute.provider_tree [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.935017] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896265, 'name': Rename_Task, 'duration_secs': 0.151685} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.935278] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1434.935531] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6d12311-5a1e-4b39-a76a-9cc8aa9db0a2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.943233] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1434.943233] env[68461]: value = "task-2896266" [ 1434.943233] env[68461]: _type = "Task" [ 1434.943233] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.952858] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.021384] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: edaf49dc-6b7a-463d-b3d2-f9ce2b1ecff4] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1435.243334] env[68461]: INFO nova.compute.manager [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Took 14.38 seconds to build instance. [ 1435.331885] env[68461]: DEBUG nova.scheduler.client.report [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1435.454807] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896266, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.524810] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: e0df3bc5-9869-46c6-bb21-60fc38f7154c] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1435.746664] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f1ddb9ed-b7b6-400b-9204-99cb9b73ea13 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.886s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.836942] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.837543] env[68461]: DEBUG nova.compute.manager [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1435.840214] env[68461]: DEBUG oslo_concurrency.lockutils [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.632s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.840591] env[68461]: DEBUG nova.objects.instance [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lazy-loading 'resources' on Instance uuid 841f3ea4-2c11-4bb2-aab4-eeccd22d881e {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1435.959060] env[68461]: DEBUG oslo_vmware.api [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896266, 'name': PowerOnVM_Task, 'duration_secs': 0.777949} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.959382] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1435.959944] env[68461]: INFO nova.compute.manager [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Took 10.34 seconds to spawn the instance on the hypervisor. [ 1435.959944] env[68461]: DEBUG nova.compute.manager [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1435.960850] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86657048-52ac-4b21-9c56-8e8eacb1a5d5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.995578] env[68461]: DEBUG nova.compute.manager [req-f553e745-4b42-4175-912e-2e589a6ed785 req-2359091a-4b10-4867-8899-4113c2f59931 service nova] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Received event network-changed-daaa44c7-0f64-4058-8a9d-cf04e2c08d5a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1435.995758] env[68461]: DEBUG nova.compute.manager [req-f553e745-4b42-4175-912e-2e589a6ed785 req-2359091a-4b10-4867-8899-4113c2f59931 service nova] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Refreshing instance network info cache due to event network-changed-daaa44c7-0f64-4058-8a9d-cf04e2c08d5a. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1435.995966] env[68461]: DEBUG oslo_concurrency.lockutils [req-f553e745-4b42-4175-912e-2e589a6ed785 req-2359091a-4b10-4867-8899-4113c2f59931 service nova] Acquiring lock "refresh_cache-1d581ed1-d175-46b9-bf25-83a6c4e4be0f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.996133] env[68461]: DEBUG oslo_concurrency.lockutils [req-f553e745-4b42-4175-912e-2e589a6ed785 req-2359091a-4b10-4867-8899-4113c2f59931 service nova] Acquired lock "refresh_cache-1d581ed1-d175-46b9-bf25-83a6c4e4be0f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.996293] env[68461]: DEBUG nova.network.neutron [req-f553e745-4b42-4175-912e-2e589a6ed785 req-2359091a-4b10-4867-8899-4113c2f59931 service nova] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Refreshing network info cache for port daaa44c7-0f64-4058-8a9d-cf04e2c08d5a {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1436.026138] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: ea893e0b-4964-44b3-8328-27bbe06469ea] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1436.344520] env[68461]: DEBUG nova.compute.utils [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1436.351224] env[68461]: DEBUG nova.compute.manager [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1436.351422] env[68461]: DEBUG nova.network.neutron [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1436.402748] env[68461]: DEBUG nova.policy [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83ea83e7ac234ef89f4cdf0e133e83af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7776137676184b388eae9f486e8e9518', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1436.483693] env[68461]: INFO nova.compute.manager [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Took 17.12 seconds to build instance. [ 1436.514367] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7440377-0c0a-40ba-9de5-e162695ee49b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.524488] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafd5e5d-2900-4909-8c0e-b43255e6b508 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.530224] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 6a686ce7-1687-471e-b292-b17e52099459] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1436.560609] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: ed74e465-0d31-403e-8077-d55c72066ad8] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1436.565122] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9044c4c2-be09-4246-b803-6c977ffde0ff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.572398] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd6f753-39bb-497a-8876-a2d69bda1c6f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.587874] env[68461]: DEBUG nova.compute.provider_tree [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.677961] env[68461]: DEBUG nova.network.neutron [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Successfully created port: c6c94478-7fb8-435a-90d2-3c8d827b4776 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1436.760952] env[68461]: DEBUG nova.network.neutron [req-f553e745-4b42-4175-912e-2e589a6ed785 req-2359091a-4b10-4867-8899-4113c2f59931 service nova] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Updated VIF entry in instance network info cache for port daaa44c7-0f64-4058-8a9d-cf04e2c08d5a. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1436.761328] env[68461]: DEBUG nova.network.neutron [req-f553e745-4b42-4175-912e-2e589a6ed785 req-2359091a-4b10-4867-8899-4113c2f59931 service nova] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Updating instance_info_cache with network_info: [{"id": "daaa44c7-0f64-4058-8a9d-cf04e2c08d5a", "address": "fa:16:3e:c6:d4:1e", "network": {"id": "1213cfc5-0ad7-418f-8db0-bbc5b1b7ccb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1442488687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b5796b0aa848e39c5b631e5d980c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaaa44c7-0f", "ovs_interfaceid": "daaa44c7-0f64-4058-8a9d-cf04e2c08d5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.847250] env[68461]: DEBUG nova.compute.manager [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1436.984295] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a3bed40a-e8ea-445e-b079-51a9a6641ff1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "921db4ae-be9e-4f95-a0c9-c6b7efd4e52c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.626s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.067053] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 98571f34-23ed-40cd-8ad3-4f27fd9d83e5] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1437.091532] env[68461]: DEBUG nova.scheduler.client.report [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1437.264419] env[68461]: DEBUG oslo_concurrency.lockutils [req-f553e745-4b42-4175-912e-2e589a6ed785 req-2359091a-4b10-4867-8899-4113c2f59931 service nova] Releasing lock "refresh_cache-1d581ed1-d175-46b9-bf25-83a6c4e4be0f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.476956] env[68461]: DEBUG nova.compute.manager [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Stashing vm_state: active {{(pid=68461) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1437.570666] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 4f1eb6e1-4e2a-4c71-9238-112725e9536d] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1437.596218] env[68461]: DEBUG oslo_concurrency.lockutils [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.598717] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.261s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.618379] env[68461]: INFO nova.scheduler.client.report [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Deleted allocations for instance 841f3ea4-2c11-4bb2-aab4-eeccd22d881e [ 1437.760090] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9f6af99c-eaab-421d-8f6c-af92b191cbc2 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "921db4ae-be9e-4f95-a0c9-c6b7efd4e52c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.760498] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9f6af99c-eaab-421d-8f6c-af92b191cbc2 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "921db4ae-be9e-4f95-a0c9-c6b7efd4e52c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.760763] env[68461]: DEBUG nova.compute.manager [None req-9f6af99c-eaab-421d-8f6c-af92b191cbc2 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1437.762023] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b446fd9e-ab08-43ed-897f-8635debe6e7c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.771036] env[68461]: DEBUG nova.compute.manager [None req-9f6af99c-eaab-421d-8f6c-af92b191cbc2 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68461) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1437.771843] env[68461]: DEBUG nova.objects.instance [None req-9f6af99c-eaab-421d-8f6c-af92b191cbc2 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lazy-loading 'flavor' on Instance uuid 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1437.857513] env[68461]: DEBUG nova.compute.manager [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1437.886692] env[68461]: DEBUG nova.virt.hardware [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1437.886903] env[68461]: DEBUG nova.virt.hardware [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1437.887036] env[68461]: DEBUG nova.virt.hardware [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1437.887223] env[68461]: DEBUG nova.virt.hardware [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1437.887380] env[68461]: DEBUG nova.virt.hardware [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1437.887533] env[68461]: DEBUG nova.virt.hardware [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1437.887736] env[68461]: DEBUG nova.virt.hardware [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1437.887896] env[68461]: DEBUG nova.virt.hardware [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1437.888066] env[68461]: DEBUG nova.virt.hardware [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1437.888229] env[68461]: DEBUG nova.virt.hardware [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1437.888400] env[68461]: DEBUG nova.virt.hardware [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1437.889283] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9949abf-26b2-4131-ae7e-0da416c8f2dd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.898299] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129d498a-55d8-4af9-a2d6-8c0b85c2d552 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.995318] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.020520] env[68461]: DEBUG nova.compute.manager [req-96ac182e-be5b-4440-816d-b8bcbc86f8a9 req-5d022509-bd92-45a2-b586-3af775885453 service nova] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Received event network-changed-15b27717-4f46-430e-aaf8-843d3a324db5 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1438.020717] env[68461]: DEBUG nova.compute.manager [req-96ac182e-be5b-4440-816d-b8bcbc86f8a9 req-5d022509-bd92-45a2-b586-3af775885453 service nova] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Refreshing instance network info cache due to event network-changed-15b27717-4f46-430e-aaf8-843d3a324db5. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1438.020920] env[68461]: DEBUG oslo_concurrency.lockutils [req-96ac182e-be5b-4440-816d-b8bcbc86f8a9 req-5d022509-bd92-45a2-b586-3af775885453 service nova] Acquiring lock "refresh_cache-1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.021161] env[68461]: DEBUG oslo_concurrency.lockutils [req-96ac182e-be5b-4440-816d-b8bcbc86f8a9 req-5d022509-bd92-45a2-b586-3af775885453 service nova] Acquired lock "refresh_cache-1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.021304] env[68461]: DEBUG nova.network.neutron [req-96ac182e-be5b-4440-816d-b8bcbc86f8a9 req-5d022509-bd92-45a2-b586-3af775885453 service nova] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Refreshing network info cache for port 15b27717-4f46-430e-aaf8-843d3a324db5 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1438.074126] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: cc36b0f1-0acd-4dbd-9002-b9f79ad6cff1] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1438.104269] env[68461]: INFO nova.compute.claims [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1438.126043] env[68461]: DEBUG oslo_concurrency.lockutils [None req-25649bc5-6801-475a-908a-89f9944fab12 tempest-ImagesTestJSON-1991707032 tempest-ImagesTestJSON-1991707032-project-member] Lock "841f3ea4-2c11-4bb2-aab4-eeccd22d881e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.731s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.127599] env[68461]: DEBUG nova.network.neutron [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Successfully updated port: c6c94478-7fb8-435a-90d2-3c8d827b4776 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1438.577277] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 021d8d7b-9609-4313-971d-f1a22b209751] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1438.612424] env[68461]: INFO nova.compute.resource_tracker [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Updating resource usage from migration 891d4590-017d-4ee0-8e7a-30bd27ccf6a7 [ 1438.634995] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Acquiring lock "refresh_cache-80608d15-caf1-4c6a-b032-7ef8af964064" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.637886] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Acquired lock "refresh_cache-80608d15-caf1-4c6a-b032-7ef8af964064" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.637886] env[68461]: DEBUG nova.network.neutron [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1438.758304] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10836ec2-568b-41ef-b062-f6b485f666ef {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.766337] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f8e230-2411-418d-95cf-3abc02fc3a14 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.796015] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6af99c-eaab-421d-8f6c-af92b191cbc2 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1438.796778] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec6f8ff2-1580-4eca-964f-86aec69461ab {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.799126] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fbc4d5-c651-4138-89a8-a1cd8b7ebecf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.809095] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b841f56-4b45-41dc-b7cb-53aaf26c144b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.814685] env[68461]: DEBUG oslo_vmware.api [None req-9f6af99c-eaab-421d-8f6c-af92b191cbc2 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1438.814685] env[68461]: value = "task-2896267" [ 1438.814685] env[68461]: _type = "Task" [ 1438.814685] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.825985] env[68461]: DEBUG nova.compute.provider_tree [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.834673] env[68461]: DEBUG oslo_vmware.api [None req-9f6af99c-eaab-421d-8f6c-af92b191cbc2 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.075996] env[68461]: DEBUG nova.network.neutron [req-96ac182e-be5b-4440-816d-b8bcbc86f8a9 req-5d022509-bd92-45a2-b586-3af775885453 service nova] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Updated VIF entry in instance network info cache for port 15b27717-4f46-430e-aaf8-843d3a324db5. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1439.076475] env[68461]: DEBUG nova.network.neutron [req-96ac182e-be5b-4440-816d-b8bcbc86f8a9 req-5d022509-bd92-45a2-b586-3af775885453 service nova] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Updating instance_info_cache with network_info: [{"id": "15b27717-4f46-430e-aaf8-843d3a324db5", "address": "fa:16:3e:50:6c:12", "network": {"id": "1213cfc5-0ad7-418f-8db0-bbc5b1b7ccb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1442488687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b5796b0aa848e39c5b631e5d980c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b27717-4f", "ovs_interfaceid": "15b27717-4f46-430e-aaf8-843d3a324db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.081486] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 4d4cad44-0cb0-4bf0-80c4-9299d9bbf3ca] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1439.176017] env[68461]: DEBUG nova.network.neutron [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1439.325212] env[68461]: DEBUG oslo_vmware.api [None req-9f6af99c-eaab-421d-8f6c-af92b191cbc2 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896267, 'name': PowerOffVM_Task, 'duration_secs': 0.211513} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.327752] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6af99c-eaab-421d-8f6c-af92b191cbc2 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1439.327973] env[68461]: DEBUG nova.compute.manager [None req-9f6af99c-eaab-421d-8f6c-af92b191cbc2 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1439.328829] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a232e55-8ff5-4d8a-a754-907f4243456c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.332270] env[68461]: DEBUG nova.scheduler.client.report [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1439.386269] env[68461]: DEBUG nova.network.neutron [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Updating instance_info_cache with network_info: [{"id": "c6c94478-7fb8-435a-90d2-3c8d827b4776", "address": "fa:16:3e:a2:35:3c", "network": {"id": "5c5f68eb-752e-4c31-878c-921f02b4ee02", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-463878373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7776137676184b388eae9f486e8e9518", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6c94478-7f", "ovs_interfaceid": "c6c94478-7fb8-435a-90d2-3c8d827b4776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.580783] env[68461]: DEBUG oslo_concurrency.lockutils [req-96ac182e-be5b-4440-816d-b8bcbc86f8a9 req-5d022509-bd92-45a2-b586-3af775885453 service nova] Releasing lock "refresh_cache-1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.585210] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 51e4741a-8c13-4c3d-9a54-10c7b7068a7d] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1439.840019] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.239s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.840019] env[68461]: INFO nova.compute.manager [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Migrating [ 1439.845115] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.850s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.855641] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9f6af99c-eaab-421d-8f6c-af92b191cbc2 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "921db4ae-be9e-4f95-a0c9-c6b7efd4e52c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.095s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.889614] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Releasing lock "refresh_cache-80608d15-caf1-4c6a-b032-7ef8af964064" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.889926] env[68461]: DEBUG nova.compute.manager [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Instance network_info: |[{"id": "c6c94478-7fb8-435a-90d2-3c8d827b4776", "address": "fa:16:3e:a2:35:3c", "network": {"id": "5c5f68eb-752e-4c31-878c-921f02b4ee02", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-463878373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7776137676184b388eae9f486e8e9518", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6c94478-7f", "ovs_interfaceid": "c6c94478-7fb8-435a-90d2-3c8d827b4776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1439.890888] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:35:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6c94478-7fb8-435a-90d2-3c8d827b4776', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1439.901457] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Creating folder: Project (7776137676184b388eae9f486e8e9518). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1439.901974] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec37dd55-29b9-4f75-a1bc-4f16ca016618 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.916522] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Created folder: Project (7776137676184b388eae9f486e8e9518) in parent group-v581476. [ 1439.916866] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Creating folder: Instances. Parent ref: group-v581785. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1439.917226] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aab08490-50ba-4018-9a8f-58ac10d3a721 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.930335] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Created folder: Instances in parent group-v581785. [ 1439.930623] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1439.930929] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1439.931206] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cc05f8e-c95c-4eb8-9f20-6608ef3faf54 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.960246] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1439.960246] env[68461]: value = "task-2896270" [ 1439.960246] env[68461]: _type = "Task" [ 1439.960246] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.970617] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896270, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.046870] env[68461]: DEBUG nova.compute.manager [req-ca7643ed-7ea4-4aa1-bf99-5093efb03710 req-3b6b2c60-fa9c-48b1-b6aa-1d1a7f6108da service nova] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Received event network-vif-plugged-c6c94478-7fb8-435a-90d2-3c8d827b4776 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1440.047165] env[68461]: DEBUG oslo_concurrency.lockutils [req-ca7643ed-7ea4-4aa1-bf99-5093efb03710 req-3b6b2c60-fa9c-48b1-b6aa-1d1a7f6108da service nova] Acquiring lock "80608d15-caf1-4c6a-b032-7ef8af964064-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.047401] env[68461]: DEBUG oslo_concurrency.lockutils [req-ca7643ed-7ea4-4aa1-bf99-5093efb03710 req-3b6b2c60-fa9c-48b1-b6aa-1d1a7f6108da service nova] Lock "80608d15-caf1-4c6a-b032-7ef8af964064-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.047609] env[68461]: DEBUG oslo_concurrency.lockutils [req-ca7643ed-7ea4-4aa1-bf99-5093efb03710 req-3b6b2c60-fa9c-48b1-b6aa-1d1a7f6108da service nova] Lock "80608d15-caf1-4c6a-b032-7ef8af964064-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.047820] env[68461]: DEBUG nova.compute.manager [req-ca7643ed-7ea4-4aa1-bf99-5093efb03710 req-3b6b2c60-fa9c-48b1-b6aa-1d1a7f6108da service nova] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] No waiting events found dispatching network-vif-plugged-c6c94478-7fb8-435a-90d2-3c8d827b4776 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1440.048261] env[68461]: WARNING nova.compute.manager [req-ca7643ed-7ea4-4aa1-bf99-5093efb03710 req-3b6b2c60-fa9c-48b1-b6aa-1d1a7f6108da service nova] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Received unexpected event network-vif-plugged-c6c94478-7fb8-435a-90d2-3c8d827b4776 for instance with vm_state building and task_state spawning. [ 1440.048765] env[68461]: DEBUG nova.compute.manager [req-ca7643ed-7ea4-4aa1-bf99-5093efb03710 req-3b6b2c60-fa9c-48b1-b6aa-1d1a7f6108da service nova] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Received event network-changed-c6c94478-7fb8-435a-90d2-3c8d827b4776 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1440.048765] env[68461]: DEBUG nova.compute.manager [req-ca7643ed-7ea4-4aa1-bf99-5093efb03710 req-3b6b2c60-fa9c-48b1-b6aa-1d1a7f6108da service nova] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Refreshing instance network info cache due to event network-changed-c6c94478-7fb8-435a-90d2-3c8d827b4776. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1440.048889] env[68461]: DEBUG oslo_concurrency.lockutils [req-ca7643ed-7ea4-4aa1-bf99-5093efb03710 req-3b6b2c60-fa9c-48b1-b6aa-1d1a7f6108da service nova] Acquiring lock "refresh_cache-80608d15-caf1-4c6a-b032-7ef8af964064" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.049047] env[68461]: DEBUG oslo_concurrency.lockutils [req-ca7643ed-7ea4-4aa1-bf99-5093efb03710 req-3b6b2c60-fa9c-48b1-b6aa-1d1a7f6108da service nova] Acquired lock "refresh_cache-80608d15-caf1-4c6a-b032-7ef8af964064" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.049276] env[68461]: DEBUG nova.network.neutron [req-ca7643ed-7ea4-4aa1-bf99-5093efb03710 req-3b6b2c60-fa9c-48b1-b6aa-1d1a7f6108da service nova] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Refreshing network info cache for port c6c94478-7fb8-435a-90d2-3c8d827b4776 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1440.088601] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 1988c9b2-1c26-4d2c-b0c3-ff946dc22b08] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1440.158106] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "921db4ae-be9e-4f95-a0c9-c6b7efd4e52c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.158461] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "921db4ae-be9e-4f95-a0c9-c6b7efd4e52c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.158729] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "921db4ae-be9e-4f95-a0c9-c6b7efd4e52c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.158925] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "921db4ae-be9e-4f95-a0c9-c6b7efd4e52c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.159106] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "921db4ae-be9e-4f95-a0c9-c6b7efd4e52c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.161371] env[68461]: INFO nova.compute.manager [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Terminating instance [ 1440.352561] env[68461]: INFO nova.compute.claims [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1440.358094] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "refresh_cache-fd817671-1887-4e04-953c-bfd4bf1cee7b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.358270] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired lock "refresh_cache-fd817671-1887-4e04-953c-bfd4bf1cee7b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.358445] env[68461]: DEBUG nova.network.neutron [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1440.470587] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896270, 'name': CreateVM_Task, 'duration_secs': 0.342418} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.470826] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1440.471573] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.471750] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.472074] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.472865] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a81ede40-f12a-49e2-8581-959faf111fcd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.477595] env[68461]: DEBUG oslo_vmware.api [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Waiting for the task: (returnval){ [ 1440.477595] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52dc4ae0-58ba-d156-0a5d-869cc82ace27" [ 1440.477595] env[68461]: _type = "Task" [ 1440.477595] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.485920] env[68461]: DEBUG oslo_vmware.api [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52dc4ae0-58ba-d156-0a5d-869cc82ace27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.592575] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 83abfaa7-1fc4-4dfb-8a33-7018c44d650c] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1440.666748] env[68461]: DEBUG nova.compute.manager [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1440.666976] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1440.667902] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399cab73-1fde-4d2a-b13d-82f7db454726 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.676433] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1440.676630] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aca61fb0-c0f5-40a0-aa10-12b411319a74 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.738600] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1440.738826] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1440.739012] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Deleting the datastore file [datastore1] 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1440.739296] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29b18b6b-129c-4809-b17a-3853296ac7fc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.747982] env[68461]: DEBUG oslo_vmware.api [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1440.747982] env[68461]: value = "task-2896272" [ 1440.747982] env[68461]: _type = "Task" [ 1440.747982] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.756046] env[68461]: DEBUG nova.network.neutron [req-ca7643ed-7ea4-4aa1-bf99-5093efb03710 req-3b6b2c60-fa9c-48b1-b6aa-1d1a7f6108da service nova] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Updated VIF entry in instance network info cache for port c6c94478-7fb8-435a-90d2-3c8d827b4776. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1440.756440] env[68461]: DEBUG nova.network.neutron [req-ca7643ed-7ea4-4aa1-bf99-5093efb03710 req-3b6b2c60-fa9c-48b1-b6aa-1d1a7f6108da service nova] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Updating instance_info_cache with network_info: [{"id": "c6c94478-7fb8-435a-90d2-3c8d827b4776", "address": "fa:16:3e:a2:35:3c", "network": {"id": "5c5f68eb-752e-4c31-878c-921f02b4ee02", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-463878373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7776137676184b388eae9f486e8e9518", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6c94478-7f", "ovs_interfaceid": "c6c94478-7fb8-435a-90d2-3c8d827b4776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.764337] env[68461]: DEBUG oslo_vmware.api [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.859214] env[68461]: INFO nova.compute.resource_tracker [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Updating resource usage from migration dea0eba8-1e2b-4c53-90b1-45fdde910912 [ 1440.991654] env[68461]: DEBUG oslo_vmware.api [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52dc4ae0-58ba-d156-0a5d-869cc82ace27, 'name': SearchDatastore_Task, 'duration_secs': 0.012935} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.994220] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.994533] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1440.994785] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.994948] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.995195] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1440.995805] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05dd1bd5-49ae-46f2-b63e-e2f39feee19a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.004793] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1441.004972] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1441.005887] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2197483-4a8c-4c13-8077-20fd8c3c44f5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.014909] env[68461]: DEBUG oslo_vmware.api [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Waiting for the task: (returnval){ [ 1441.014909] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52b7d030-c8ec-7055-a4e4-fb3a24fa29e7" [ 1441.014909] env[68461]: _type = "Task" [ 1441.014909] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.022329] env[68461]: DEBUG oslo_vmware.api [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b7d030-c8ec-7055-a4e4-fb3a24fa29e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.023904] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e6e182-5246-46ee-9950-4992fda80577 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.031132] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c6c8b1-3c00-4316-b8cf-f48f4a065fe3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.064247] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b17e60b-e2af-4a51-980b-7e4ac11ab37c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.072395] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47e10e1-81ee-4dc8-90f4-7dea9cdcfb54 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.086746] env[68461]: DEBUG nova.compute.provider_tree [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.095761] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: e8e0b748-8d14-40a3-9702-504d0c0d679f] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1441.195333] env[68461]: DEBUG nova.network.neutron [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Updating instance_info_cache with network_info: [{"id": "7655347d-c8a8-49e1-b6e5-e250aa16f7c1", "address": "fa:16:3e:38:58:28", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7655347d-c8", "ovs_interfaceid": "7655347d-c8a8-49e1-b6e5-e250aa16f7c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.258062] env[68461]: DEBUG oslo_vmware.api [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167058} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.258062] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1441.258186] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1441.258650] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1441.258650] env[68461]: INFO nova.compute.manager [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1441.258811] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1441.259175] env[68461]: DEBUG oslo_concurrency.lockutils [req-ca7643ed-7ea4-4aa1-bf99-5093efb03710 req-3b6b2c60-fa9c-48b1-b6aa-1d1a7f6108da service nova] Releasing lock "refresh_cache-80608d15-caf1-4c6a-b032-7ef8af964064" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.259498] env[68461]: DEBUG nova.compute.manager [-] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1441.259594] env[68461]: DEBUG nova.network.neutron [-] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1441.525629] env[68461]: DEBUG oslo_vmware.api [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b7d030-c8ec-7055-a4e4-fb3a24fa29e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009283} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.526435] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-813a01e4-a948-4963-99fe-28ef593b4c85 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.531602] env[68461]: DEBUG oslo_vmware.api [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Waiting for the task: (returnval){ [ 1441.531602] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]527ef023-4fbf-3d99-ad20-09f477e13421" [ 1441.531602] env[68461]: _type = "Task" [ 1441.531602] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.539247] env[68461]: DEBUG oslo_vmware.api [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]527ef023-4fbf-3d99-ad20-09f477e13421, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.590190] env[68461]: DEBUG nova.scheduler.client.report [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1441.601111] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 0fae630c-c34d-4827-9557-2d3bdb3d7c50] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1441.697744] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Releasing lock "refresh_cache-fd817671-1887-4e04-953c-bfd4bf1cee7b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.787327] env[68461]: DEBUG oslo_concurrency.lockutils [None req-353680ef-9eee-4526-98bb-eb664256c07f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.787586] env[68461]: DEBUG oslo_concurrency.lockutils [None req-353680ef-9eee-4526-98bb-eb664256c07f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.988813] env[68461]: DEBUG nova.network.neutron [-] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.043692] env[68461]: DEBUG oslo_vmware.api [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]527ef023-4fbf-3d99-ad20-09f477e13421, 'name': SearchDatastore_Task, 'duration_secs': 0.013405} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.043692] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.043878] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 80608d15-caf1-4c6a-b032-7ef8af964064/80608d15-caf1-4c6a-b032-7ef8af964064.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1442.044065] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bc05812-9126-4a11-b2fd-470cd86548a8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.051729] env[68461]: DEBUG oslo_vmware.api [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Waiting for the task: (returnval){ [ 1442.051729] env[68461]: value = "task-2896273" [ 1442.051729] env[68461]: _type = "Task" [ 1442.051729] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.063954] env[68461]: DEBUG oslo_vmware.api [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Task: {'id': task-2896273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.074661] env[68461]: DEBUG nova.compute.manager [req-f6427d0f-30be-4dcb-9e76-7ab37f9cc9bd req-2138e9a8-b54d-48e7-b27c-88ff8d97f242 service nova] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Received event network-vif-deleted-edab3b01-51d5-4bae-8f93-7fd9cb7b702d {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1442.095196] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.250s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.095567] env[68461]: INFO nova.compute.manager [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Migrating [ 1442.103078] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 53ea1e0b-8f00-4f0f-805e-05c81e06f05a] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1442.290378] env[68461]: INFO nova.compute.manager [None req-353680ef-9eee-4526-98bb-eb664256c07f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Detaching volume c6cc9f3f-f88b-4c1f-8dce-c6ee37720a89 [ 1442.339573] env[68461]: INFO nova.virt.block_device [None req-353680ef-9eee-4526-98bb-eb664256c07f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Attempting to driver detach volume c6cc9f3f-f88b-4c1f-8dce-c6ee37720a89 from mountpoint /dev/sdb [ 1442.339807] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-353680ef-9eee-4526-98bb-eb664256c07f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Volume detach. Driver type: vmdk {{(pid=68461) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1442.339989] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-353680ef-9eee-4526-98bb-eb664256c07f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581775', 'volume_id': 'c6cc9f3f-f88b-4c1f-8dce-c6ee37720a89', 'name': 'volume-c6cc9f3f-f88b-4c1f-8dce-c6ee37720a89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6cc9f3f-f88b-4c1f-8dce-c6ee37720a89', 'serial': 'c6cc9f3f-f88b-4c1f-8dce-c6ee37720a89'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1442.341314] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c9e57a-b5ba-424a-83ea-fb994e627034 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.368672] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13347dee-e1aa-4430-b967-ca8118ef8a60 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.377964] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1de4dfa-5f05-4f6a-8ddb-59a3036c87e4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.403166] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7eb1323-7719-4487-9de1-41414caaaeba {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.420484] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-353680ef-9eee-4526-98bb-eb664256c07f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] The volume has not been displaced from its original location: [datastore1] volume-c6cc9f3f-f88b-4c1f-8dce-c6ee37720a89/volume-c6cc9f3f-f88b-4c1f-8dce-c6ee37720a89.vmdk. No consolidation needed. {{(pid=68461) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1442.426149] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-353680ef-9eee-4526-98bb-eb664256c07f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1442.426569] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-575045e6-8a5f-49fc-ad29-b73bfd82a98e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.447609] env[68461]: DEBUG oslo_vmware.api [None req-353680ef-9eee-4526-98bb-eb664256c07f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1442.447609] env[68461]: value = "task-2896274" [ 1442.447609] env[68461]: _type = "Task" [ 1442.447609] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.457380] env[68461]: DEBUG oslo_vmware.api [None req-353680ef-9eee-4526-98bb-eb664256c07f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.491492] env[68461]: INFO nova.compute.manager [-] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Took 1.23 seconds to deallocate network for instance. [ 1442.565677] env[68461]: DEBUG oslo_vmware.api [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Task: {'id': task-2896273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474966} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.566246] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 80608d15-caf1-4c6a-b032-7ef8af964064/80608d15-caf1-4c6a-b032-7ef8af964064.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1442.566645] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1442.567046] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c9aba11-da91-4e9c-aaa6-1aa75bd48ebe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.576886] env[68461]: DEBUG oslo_vmware.api [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Waiting for the task: (returnval){ [ 1442.576886] env[68461]: value = "task-2896275" [ 1442.576886] env[68461]: _type = "Task" [ 1442.576886] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.587923] env[68461]: DEBUG oslo_vmware.api [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Task: {'id': task-2896275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.613717] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "refresh_cache-1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.617122] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired lock "refresh_cache-1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.617122] env[68461]: DEBUG nova.network.neutron [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1442.617122] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.958988] env[68461]: DEBUG oslo_vmware.api [None req-353680ef-9eee-4526-98bb-eb664256c07f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896274, 'name': ReconfigVM_Task, 'duration_secs': 0.291567} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.959355] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-353680ef-9eee-4526-98bb-eb664256c07f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1442.964211] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c225274-c888-4c2d-997d-1b625e4ab84d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.984326] env[68461]: DEBUG oslo_vmware.api [None req-353680ef-9eee-4526-98bb-eb664256c07f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1442.984326] env[68461]: value = "task-2896276" [ 1442.984326] env[68461]: _type = "Task" [ 1442.984326] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.994766] env[68461]: DEBUG oslo_vmware.api [None req-353680ef-9eee-4526-98bb-eb664256c07f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.998949] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.999395] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.999754] env[68461]: DEBUG nova.objects.instance [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lazy-loading 'resources' on Instance uuid 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.093454] env[68461]: DEBUG oslo_vmware.api [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Task: {'id': task-2896275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083785} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.094295] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1443.095916] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1736a32-18ae-4a13-8885-5a4826a3697f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.123554] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 80608d15-caf1-4c6a-b032-7ef8af964064/80608d15-caf1-4c6a-b032-7ef8af964064.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1443.126245] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78f15be7-85f1-4577-82f9-3996e9f25e03 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.148372] env[68461]: DEBUG oslo_vmware.api [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Waiting for the task: (returnval){ [ 1443.148372] env[68461]: value = "task-2896277" [ 1443.148372] env[68461]: _type = "Task" [ 1443.148372] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.157814] env[68461]: DEBUG oslo_vmware.api [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Task: {'id': task-2896277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.220933] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bffde4-54f3-42ce-b5d5-196e2dbf773f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.241304] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Updating instance 'fd817671-1887-4e04-953c-bfd4bf1cee7b' progress to 0 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1443.420798] env[68461]: DEBUG nova.network.neutron [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Updating instance_info_cache with network_info: [{"id": "15b27717-4f46-430e-aaf8-843d3a324db5", "address": "fa:16:3e:50:6c:12", "network": {"id": "1213cfc5-0ad7-418f-8db0-bbc5b1b7ccb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1442488687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b5796b0aa848e39c5b631e5d980c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b27717-4f", "ovs_interfaceid": "15b27717-4f46-430e-aaf8-843d3a324db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.500649] env[68461]: DEBUG oslo_vmware.api [None req-353680ef-9eee-4526-98bb-eb664256c07f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896276, 'name': ReconfigVM_Task, 'duration_secs': 0.160114} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.500649] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-353680ef-9eee-4526-98bb-eb664256c07f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581775', 'volume_id': 'c6cc9f3f-f88b-4c1f-8dce-c6ee37720a89', 'name': 'volume-c6cc9f3f-f88b-4c1f-8dce-c6ee37720a89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6cc9f3f-f88b-4c1f-8dce-c6ee37720a89', 'serial': 'c6cc9f3f-f88b-4c1f-8dce-c6ee37720a89'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1443.635767] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.636073] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.661237] env[68461]: DEBUG oslo_vmware.api [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Task: {'id': task-2896277, 'name': ReconfigVM_Task, 'duration_secs': 0.355586} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.663265] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 80608d15-caf1-4c6a-b032-7ef8af964064/80608d15-caf1-4c6a-b032-7ef8af964064.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1443.664526] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c214960-a9b6-4da7-ad38-a22f4e15f1c1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.667039] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c799e61-4fd1-4ce1-a825-899e8df74202 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.677251] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8b138c-a9fc-4e20-baa5-7d60980c4fcb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.680451] env[68461]: DEBUG oslo_vmware.api [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Waiting for the task: (returnval){ [ 1443.680451] env[68461]: value = "task-2896278" [ 1443.680451] env[68461]: _type = "Task" [ 1443.680451] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.723034] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cd8401-4a1b-4eca-8fc9-bae15b24ac9e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.725025] env[68461]: DEBUG oslo_vmware.api [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Task: {'id': task-2896278, 'name': Rename_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.731714] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc24650b-effc-4cf5-93fc-ffe804762642 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.746203] env[68461]: DEBUG nova.compute.provider_tree [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.750425] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1443.750978] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb72c65c-7c09-4872-80c7-0e572e61c7be {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.759943] env[68461]: DEBUG oslo_vmware.api [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1443.759943] env[68461]: value = "task-2896279" [ 1443.759943] env[68461]: _type = "Task" [ 1443.759943] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.768694] env[68461]: DEBUG oslo_vmware.api [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.924119] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Releasing lock "refresh_cache-1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.055332] env[68461]: DEBUG nova.objects.instance [None req-353680ef-9eee-4526-98bb-eb664256c07f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lazy-loading 'flavor' on Instance uuid 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1444.144989] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.144989] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.144989] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.144989] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.191791] env[68461]: DEBUG oslo_vmware.api [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Task: {'id': task-2896278, 'name': Rename_Task, 'duration_secs': 0.230548} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.192137] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1444.192467] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca2d5b63-b98d-45bc-8be4-7d71a41d9144 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.200408] env[68461]: DEBUG oslo_vmware.api [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Waiting for the task: (returnval){ [ 1444.200408] env[68461]: value = "task-2896280" [ 1444.200408] env[68461]: _type = "Task" [ 1444.200408] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.209385] env[68461]: DEBUG oslo_vmware.api [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Task: {'id': task-2896280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.249681] env[68461]: DEBUG nova.scheduler.client.report [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1444.272442] env[68461]: DEBUG oslo_vmware.api [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896279, 'name': PowerOffVM_Task, 'duration_secs': 0.206217} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.272807] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1444.273045] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Updating instance 'fd817671-1887-4e04-953c-bfd4bf1cee7b' progress to 17 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1444.603242] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.603456] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.647392] env[68461]: INFO nova.compute.manager [None req-1d4cea16-ac92-4cab-a3bf-4f94af582e2e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Get console output [ 1444.647696] env[68461]: WARNING nova.virt.vmwareapi.driver [None req-1d4cea16-ac92-4cab-a3bf-4f94af582e2e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] The console log is missing. Check your VSPC configuration [ 1444.711294] env[68461]: DEBUG oslo_vmware.api [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Task: {'id': task-2896280, 'name': PowerOnVM_Task, 'duration_secs': 0.477538} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.711612] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1444.711799] env[68461]: INFO nova.compute.manager [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1444.711979] env[68461]: DEBUG nova.compute.manager [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1444.712814] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c83c23b-6741-4d1e-b65f-5c69ae4b31bd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.756140] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.781743] env[68461]: DEBUG nova.virt.hardware [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1444.782064] env[68461]: DEBUG nova.virt.hardware [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1444.782255] env[68461]: DEBUG nova.virt.hardware [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1444.782516] env[68461]: DEBUG nova.virt.hardware [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1444.782693] env[68461]: DEBUG nova.virt.hardware [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1444.782863] env[68461]: DEBUG nova.virt.hardware [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1444.783828] env[68461]: DEBUG nova.virt.hardware [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1444.784030] env[68461]: DEBUG nova.virt.hardware [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1444.784213] env[68461]: DEBUG nova.virt.hardware [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1444.784383] env[68461]: DEBUG nova.virt.hardware [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1444.784579] env[68461]: DEBUG nova.virt.hardware [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1444.790600] env[68461]: INFO nova.scheduler.client.report [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Deleted allocations for instance 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c [ 1444.794959] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d38edc45-7ae0-4c4a-ad6b-eb8627b7f96b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.813856] env[68461]: DEBUG oslo_vmware.api [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1444.813856] env[68461]: value = "task-2896281" [ 1444.813856] env[68461]: _type = "Task" [ 1444.813856] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.823280] env[68461]: DEBUG oslo_vmware.api [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.004862] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1b075f25-4c2d-44a1-be95-bed487084ebd tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.065252] env[68461]: DEBUG oslo_concurrency.lockutils [None req-353680ef-9eee-4526-98bb-eb664256c07f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.277s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.067789] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1b075f25-4c2d-44a1-be95-bed487084ebd tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.062s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.067789] env[68461]: DEBUG nova.compute.manager [None req-1b075f25-4c2d-44a1-be95-bed487084ebd tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.068322] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8594901-70dc-4647-8550-0558970bf666 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.076424] env[68461]: DEBUG nova.compute.manager [None req-1b075f25-4c2d-44a1-be95-bed487084ebd tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68461) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1445.077144] env[68461]: DEBUG nova.objects.instance [None req-1b075f25-4c2d-44a1-be95-bed487084ebd tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lazy-loading 'flavor' on Instance uuid 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1445.106649] env[68461]: DEBUG nova.compute.manager [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1445.229909] env[68461]: INFO nova.compute.manager [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Took 13.10 seconds to build instance. [ 1445.298315] env[68461]: DEBUG oslo_concurrency.lockutils [None req-5e22ae1e-62c3-400c-86d3-c4a8dd71f4b1 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "921db4ae-be9e-4f95-a0c9-c6b7efd4e52c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.140s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.325462] env[68461]: DEBUG oslo_vmware.api [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896281, 'name': ReconfigVM_Task, 'duration_secs': 0.346898} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.326132] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Updating instance 'fd817671-1887-4e04-953c-bfd4bf1cee7b' progress to 33 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1445.439346] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495949b7-8ee0-4ab4-8b25-108dc654dc3a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.459352] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Updating instance '1f055ca3-6fbb-40b7-b3cc-1f215358d2f8' progress to 0 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1445.635274] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.635597] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.637217] env[68461]: INFO nova.compute.claims [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1445.732788] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a144dcf8-5bf4-4f0a-93dd-c7dedb1e092a tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Lock "80608d15-caf1-4c6a-b032-7ef8af964064" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.618s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.737366] env[68461]: DEBUG oslo_concurrency.lockutils [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "15f2b398-5e16-4962-b351-f528f9c7b8b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.737674] env[68461]: DEBUG oslo_concurrency.lockutils [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "15f2b398-5e16-4962-b351-f528f9c7b8b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.737812] env[68461]: DEBUG oslo_concurrency.lockutils [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "15f2b398-5e16-4962-b351-f528f9c7b8b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.737979] env[68461]: DEBUG oslo_concurrency.lockutils [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "15f2b398-5e16-4962-b351-f528f9c7b8b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.738163] env[68461]: DEBUG oslo_concurrency.lockutils [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "15f2b398-5e16-4962-b351-f528f9c7b8b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.740493] env[68461]: INFO nova.compute.manager [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Terminating instance [ 1445.832752] env[68461]: DEBUG nova.virt.hardware [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1445.832993] env[68461]: DEBUG nova.virt.hardware [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1445.833166] env[68461]: DEBUG nova.virt.hardware [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1445.833444] env[68461]: DEBUG nova.virt.hardware [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1445.833669] env[68461]: DEBUG nova.virt.hardware [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1445.833868] env[68461]: DEBUG nova.virt.hardware [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1445.834095] env[68461]: DEBUG nova.virt.hardware [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1445.834258] env[68461]: DEBUG nova.virt.hardware [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1445.834455] env[68461]: DEBUG nova.virt.hardware [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1445.834640] env[68461]: DEBUG nova.virt.hardware [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1445.834819] env[68461]: DEBUG nova.virt.hardware [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1445.840253] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1445.840591] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b9a7519-fa62-4cba-a44f-0d825b45a023 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.865690] env[68461]: DEBUG oslo_vmware.api [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1445.865690] env[68461]: value = "task-2896282" [ 1445.865690] env[68461]: _type = "Task" [ 1445.865690] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.884962] env[68461]: DEBUG oslo_vmware.api [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896282, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.965206] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1445.965533] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8986677-5f4e-4c6a-8ded-9fd3dafac456 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.980028] env[68461]: DEBUG oslo_vmware.api [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1445.980028] env[68461]: value = "task-2896283" [ 1445.980028] env[68461]: _type = "Task" [ 1445.980028] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.985284] env[68461]: DEBUG oslo_vmware.api [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.084928] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b075f25-4c2d-44a1-be95-bed487084ebd tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1446.085394] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e93d99a-d4be-4e40-a1c1-e68fd63e7362 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.095253] env[68461]: DEBUG oslo_vmware.api [None req-1b075f25-4c2d-44a1-be95-bed487084ebd tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1446.095253] env[68461]: value = "task-2896284" [ 1446.095253] env[68461]: _type = "Task" [ 1446.095253] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.105270] env[68461]: DEBUG oslo_vmware.api [None req-1b075f25-4c2d-44a1-be95-bed487084ebd tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.245158] env[68461]: DEBUG nova.compute.manager [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1446.245409] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1446.246548] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1e4791-94c9-49dd-9d12-6b98cee9fcd4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.255209] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1446.255463] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa0ede3f-4b18-4cc4-9509-a73581feebb9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.262664] env[68461]: DEBUG oslo_vmware.api [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1446.262664] env[68461]: value = "task-2896285" [ 1446.262664] env[68461]: _type = "Task" [ 1446.262664] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.272594] env[68461]: DEBUG oslo_vmware.api [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.360957] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Acquiring lock "80608d15-caf1-4c6a-b032-7ef8af964064" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.361761] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Lock "80608d15-caf1-4c6a-b032-7ef8af964064" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.361761] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Acquiring lock "80608d15-caf1-4c6a-b032-7ef8af964064-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.361761] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Lock "80608d15-caf1-4c6a-b032-7ef8af964064-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.361761] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Lock "80608d15-caf1-4c6a-b032-7ef8af964064-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.364029] env[68461]: INFO nova.compute.manager [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Terminating instance [ 1446.376872] env[68461]: DEBUG oslo_vmware.api [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896282, 'name': ReconfigVM_Task, 'duration_secs': 0.217726} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.377729] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1446.378839] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fca34df-6db9-49b1-8830-29d689faf300 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.403843] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] fd817671-1887-4e04-953c-bfd4bf1cee7b/fd817671-1887-4e04-953c-bfd4bf1cee7b.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1446.404209] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fec91fe-38cc-4a58-8355-d6b0ca39fe48 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.422082] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "98adc981-0f22-4794-9db5-4cd559ad6ae2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.422496] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "98adc981-0f22-4794-9db5-4cd559ad6ae2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.427115] env[68461]: DEBUG oslo_vmware.api [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1446.427115] env[68461]: value = "task-2896286" [ 1446.427115] env[68461]: _type = "Task" [ 1446.427115] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.436540] env[68461]: DEBUG oslo_vmware.api [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.484704] env[68461]: DEBUG oslo_vmware.api [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896283, 'name': PowerOffVM_Task, 'duration_secs': 0.212137} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.485010] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1446.485217] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Updating instance '1f055ca3-6fbb-40b7-b3cc-1f215358d2f8' progress to 17 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1446.607415] env[68461]: DEBUG oslo_vmware.api [None req-1b075f25-4c2d-44a1-be95-bed487084ebd tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896284, 'name': PowerOffVM_Task, 'duration_secs': 0.202378} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.607788] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b075f25-4c2d-44a1-be95-bed487084ebd tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1446.608188] env[68461]: DEBUG nova.compute.manager [None req-1b075f25-4c2d-44a1-be95-bed487084ebd tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1446.609198] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53aeb29f-4b7f-465c-9861-039149c2c243 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.774713] env[68461]: DEBUG oslo_vmware.api [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896285, 'name': PowerOffVM_Task, 'duration_secs': 0.157672} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.774947] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1446.775077] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1446.775329] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40fc44a7-4f96-48e8-b683-77aa0c91191e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.802345] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5f3a84-4892-4fcd-af71-37e0a44d048f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.810185] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117334ba-72b2-46d8-8a65-401779a25d7b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.844216] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c5bb52-577b-4538-a1b3-8f515a1dbf44 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.847016] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1446.847226] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1446.847400] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Deleting the datastore file [datastore2] 15f2b398-5e16-4962-b351-f528f9c7b8b2 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1446.847648] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e2bd419-68e8-4700-8187-4fb3d7e9de40 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.855837] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b506a791-92c7-4b97-acf0-e50dcc0a6b4c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.859819] env[68461]: DEBUG oslo_vmware.api [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1446.859819] env[68461]: value = "task-2896288" [ 1446.859819] env[68461]: _type = "Task" [ 1446.859819] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.872077] env[68461]: DEBUG nova.compute.manager [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1446.872365] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1446.872879] env[68461]: DEBUG nova.compute.provider_tree [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.875315] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e77a89d-a30b-4ce3-ae10-ed82f4e3967e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.881965] env[68461]: DEBUG oslo_vmware.api [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.888438] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1446.888752] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdc92713-ae65-40fd-affe-eb03084bf780 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.897419] env[68461]: DEBUG oslo_vmware.api [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Waiting for the task: (returnval){ [ 1446.897419] env[68461]: value = "task-2896289" [ 1446.897419] env[68461]: _type = "Task" [ 1446.897419] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.907269] env[68461]: DEBUG oslo_vmware.api [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Task: {'id': task-2896289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.924578] env[68461]: DEBUG nova.compute.manager [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1446.941816] env[68461]: DEBUG oslo_vmware.api [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896286, 'name': ReconfigVM_Task, 'duration_secs': 0.513545} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.942777] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Reconfigured VM instance instance-00000031 to attach disk [datastore1] fd817671-1887-4e04-953c-bfd4bf1cee7b/fd817671-1887-4e04-953c-bfd4bf1cee7b.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1446.943105] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Updating instance 'fd817671-1887-4e04-953c-bfd4bf1cee7b' progress to 50 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1446.994033] env[68461]: DEBUG nova.virt.hardware [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1446.994033] env[68461]: DEBUG nova.virt.hardware [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1446.994033] env[68461]: DEBUG nova.virt.hardware [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1446.994033] env[68461]: DEBUG nova.virt.hardware [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1446.994033] env[68461]: DEBUG nova.virt.hardware [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1446.994033] env[68461]: DEBUG nova.virt.hardware [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1446.994033] env[68461]: DEBUG nova.virt.hardware [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1446.994033] env[68461]: DEBUG nova.virt.hardware [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1446.994033] env[68461]: DEBUG nova.virt.hardware [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1446.994033] env[68461]: DEBUG nova.virt.hardware [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1446.994033] env[68461]: DEBUG nova.virt.hardware [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1446.999282] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddafffc7-143e-42bd-aeab-1805957bf2d9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.016465] env[68461]: DEBUG oslo_vmware.api [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1447.016465] env[68461]: value = "task-2896290" [ 1447.016465] env[68461]: _type = "Task" [ 1447.016465] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.026541] env[68461]: DEBUG oslo_vmware.api [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.123500] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1b075f25-4c2d-44a1-be95-bed487084ebd tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.371927] env[68461]: DEBUG oslo_vmware.api [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144949} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.372194] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1447.372466] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1447.372647] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1447.372820] env[68461]: INFO nova.compute.manager [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1447.373074] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1447.373268] env[68461]: DEBUG nova.compute.manager [-] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1447.373407] env[68461]: DEBUG nova.network.neutron [-] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1447.379994] env[68461]: DEBUG nova.scheduler.client.report [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1447.408087] env[68461]: DEBUG oslo_vmware.api [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Task: {'id': task-2896289, 'name': PowerOffVM_Task, 'duration_secs': 0.21025} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.408358] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1447.408594] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1447.408921] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2e20669-51bd-45b5-b5d9-261850ab4780 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.435457] env[68461]: DEBUG nova.objects.instance [None req-a86d4275-9f59-4e0d-9bdc-63663602aa7d tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lazy-loading 'flavor' on Instance uuid 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1447.449412] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0d3be8-caca-4e12-a14f-488a38c015a9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.453618] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.473643] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262805d7-2171-441f-bca5-2ac188a65e87 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.493424] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Updating instance 'fd817671-1887-4e04-953c-bfd4bf1cee7b' progress to 67 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1447.498494] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1447.498792] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1447.499081] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Deleting the datastore file [datastore2] 80608d15-caf1-4c6a-b032-7ef8af964064 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1447.499648] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfd1a723-09b4-403e-a885-bc1d21901f93 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.507260] env[68461]: DEBUG oslo_vmware.api [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Waiting for the task: (returnval){ [ 1447.507260] env[68461]: value = "task-2896292" [ 1447.507260] env[68461]: _type = "Task" [ 1447.507260] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.515606] env[68461]: DEBUG oslo_vmware.api [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Task: {'id': task-2896292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.526235] env[68461]: DEBUG oslo_vmware.api [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896290, 'name': ReconfigVM_Task, 'duration_secs': 0.135231} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.526235] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Updating instance '1f055ca3-6fbb-40b7-b3cc-1f215358d2f8' progress to 33 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1447.859204] env[68461]: DEBUG nova.compute.manager [req-7d37b9e1-5920-48b6-966c-e52f97e8673d req-b05cb8d4-f1ca-4fe2-87bd-558f478956b2 service nova] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Received event network-vif-deleted-48985800-687f-46c2-a506-35bbaeb62375 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1447.859438] env[68461]: INFO nova.compute.manager [req-7d37b9e1-5920-48b6-966c-e52f97e8673d req-b05cb8d4-f1ca-4fe2-87bd-558f478956b2 service nova] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Neutron deleted interface 48985800-687f-46c2-a506-35bbaeb62375; detaching it from the instance and deleting it from the info cache [ 1447.859577] env[68461]: DEBUG nova.network.neutron [req-7d37b9e1-5920-48b6-966c-e52f97e8673d req-b05cb8d4-f1ca-4fe2-87bd-558f478956b2 service nova] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.884382] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.886087] env[68461]: DEBUG nova.compute.manager [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1447.887370] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.434s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.888742] env[68461]: INFO nova.compute.claims [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1447.940313] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a86d4275-9f59-4e0d-9bdc-63663602aa7d tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "refresh_cache-5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.940536] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a86d4275-9f59-4e0d-9bdc-63663602aa7d tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquired lock "refresh_cache-5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.940675] env[68461]: DEBUG nova.network.neutron [None req-a86d4275-9f59-4e0d-9bdc-63663602aa7d tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.940855] env[68461]: DEBUG nova.objects.instance [None req-a86d4275-9f59-4e0d-9bdc-63663602aa7d tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lazy-loading 'info_cache' on Instance uuid 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1448.018211] env[68461]: DEBUG oslo_vmware.api [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Task: {'id': task-2896292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336871} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.018498] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1448.018711] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1448.018894] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1448.019081] env[68461]: INFO nova.compute.manager [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1448.019389] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1448.019598] env[68461]: DEBUG nova.compute.manager [-] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1448.019692] env[68461]: DEBUG nova.network.neutron [-] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1448.031808] env[68461]: DEBUG nova.virt.hardware [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1448.032205] env[68461]: DEBUG nova.virt.hardware [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1448.032459] env[68461]: DEBUG nova.virt.hardware [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1448.032663] env[68461]: DEBUG nova.virt.hardware [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1448.032809] env[68461]: DEBUG nova.virt.hardware [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1448.032954] env[68461]: DEBUG nova.virt.hardware [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1448.033374] env[68461]: DEBUG nova.virt.hardware [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1448.034281] env[68461]: DEBUG nova.virt.hardware [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1448.034480] env[68461]: DEBUG nova.virt.hardware [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1448.034686] env[68461]: DEBUG nova.virt.hardware [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1448.034867] env[68461]: DEBUG nova.virt.hardware [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1448.040520] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1448.041822] env[68461]: DEBUG nova.network.neutron [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Port 7655347d-c8a8-49e1-b6e5-e250aa16f7c1 binding to destination host cpu-1 is already ACTIVE {{(pid=68461) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1448.043648] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7d43d4b-b203-466a-a775-8190e2ffe13c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.070116] env[68461]: DEBUG oslo_vmware.api [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1448.070116] env[68461]: value = "task-2896293" [ 1448.070116] env[68461]: _type = "Task" [ 1448.070116] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.079420] env[68461]: DEBUG oslo_vmware.api [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.343648] env[68461]: DEBUG nova.network.neutron [-] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.361852] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9723c14-4b8b-44f6-bc31-791a0d7d9e4d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.368544] env[68461]: DEBUG nova.compute.manager [req-9298353e-d5ba-4ab5-868e-be3d4bf4a779 req-97027a78-8e55-4cc6-8e67-bdaceae1c18e service nova] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Received event network-vif-deleted-c6c94478-7fb8-435a-90d2-3c8d827b4776 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1448.368544] env[68461]: INFO nova.compute.manager [req-9298353e-d5ba-4ab5-868e-be3d4bf4a779 req-97027a78-8e55-4cc6-8e67-bdaceae1c18e service nova] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Neutron deleted interface c6c94478-7fb8-435a-90d2-3c8d827b4776; detaching it from the instance and deleting it from the info cache [ 1448.368682] env[68461]: DEBUG nova.network.neutron [req-9298353e-d5ba-4ab5-868e-be3d4bf4a779 req-97027a78-8e55-4cc6-8e67-bdaceae1c18e service nova] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.374516] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357dc55c-dd22-4248-b2e3-4a41de7384e8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.393063] env[68461]: DEBUG nova.compute.utils [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1448.396127] env[68461]: DEBUG nova.compute.manager [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1448.396293] env[68461]: DEBUG nova.network.neutron [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1448.407754] env[68461]: DEBUG nova.compute.manager [req-7d37b9e1-5920-48b6-966c-e52f97e8673d req-b05cb8d4-f1ca-4fe2-87bd-558f478956b2 service nova] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Detach interface failed, port_id=48985800-687f-46c2-a506-35bbaeb62375, reason: Instance 15f2b398-5e16-4962-b351-f528f9c7b8b2 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1448.441970] env[68461]: DEBUG nova.policy [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '636ee05ef4754952b68d34c67067d47d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7611595b30b84b14a8c006ffeb735066', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1448.444840] env[68461]: DEBUG nova.objects.base [None req-a86d4275-9f59-4e0d-9bdc-63663602aa7d tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Object Instance<5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf> lazy-loaded attributes: flavor,info_cache {{(pid=68461) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1448.584680] env[68461]: DEBUG oslo_vmware.api [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896293, 'name': ReconfigVM_Task, 'duration_secs': 0.269834} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.584972] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1448.585752] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4b6c54-9462-48e6-8486-f821ec306917 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.621688] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-1a3e5353-54cd-4812-bad8-9978a614645b/volume-1a3e5353-54cd-4812-bad8-9978a614645b.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1448.622471] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2589671-8cc9-4cf2-97dd-8794f8a7d281 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.642701] env[68461]: DEBUG oslo_vmware.api [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1448.642701] env[68461]: value = "task-2896294" [ 1448.642701] env[68461]: _type = "Task" [ 1448.642701] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.652208] env[68461]: DEBUG oslo_vmware.api [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.694536] env[68461]: DEBUG nova.network.neutron [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Successfully created port: 931d0b0a-a767-4b0a-b5ac-3f3754f69015 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1448.846163] env[68461]: INFO nova.compute.manager [-] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Took 1.47 seconds to deallocate network for instance. [ 1448.851123] env[68461]: DEBUG nova.network.neutron [-] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.873067] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1ff0945-dd57-4b47-ac35-f932794ba547 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.889015] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f002636f-1610-488d-aaa1-edc5d4f4f59e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.897998] env[68461]: DEBUG nova.compute.manager [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1448.924058] env[68461]: DEBUG nova.compute.manager [req-9298353e-d5ba-4ab5-868e-be3d4bf4a779 req-97027a78-8e55-4cc6-8e67-bdaceae1c18e service nova] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Detach interface failed, port_id=c6c94478-7fb8-435a-90d2-3c8d827b4776, reason: Instance 80608d15-caf1-4c6a-b032-7ef8af964064 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1449.085312] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "fd817671-1887-4e04-953c-bfd4bf1cee7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.085566] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "fd817671-1887-4e04-953c-bfd4bf1cee7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.085744] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "fd817671-1887-4e04-953c-bfd4bf1cee7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.116274] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a5bd41-5323-48ad-be55-0b58bf42b4f5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.125118] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654d017d-995e-41cc-8335-1e3e5b0a7b54 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.166144] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d405c4b-6de4-4aea-bbb1-f0b9a0f01465 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.180671] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5b9343-a576-4c90-9683-1bb9b7dcdbfd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.185535] env[68461]: DEBUG oslo_vmware.api [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896294, 'name': ReconfigVM_Task, 'duration_secs': 0.266757} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.186030] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-1a3e5353-54cd-4812-bad8-9978a614645b/volume-1a3e5353-54cd-4812-bad8-9978a614645b.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1449.186319] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Updating instance '1f055ca3-6fbb-40b7-b3cc-1f215358d2f8' progress to 50 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1449.203480] env[68461]: DEBUG nova.compute.provider_tree [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.278488] env[68461]: DEBUG nova.network.neutron [None req-a86d4275-9f59-4e0d-9bdc-63663602aa7d tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Updating instance_info_cache with network_info: [{"id": "187458cf-08c5-46d7-95e6-ebdba9378481", "address": "fa:16:3e:f6:be:a5", "network": {"id": "f74db5a6-8283-488e-926b-b8a1337069ba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2130627189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ea44a026484c54a2d7f17ed1e10047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap187458cf-08", "ovs_interfaceid": "187458cf-08c5-46d7-95e6-ebdba9378481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.354054] env[68461]: DEBUG oslo_concurrency.lockutils [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.354481] env[68461]: INFO nova.compute.manager [-] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Took 1.33 seconds to deallocate network for instance. [ 1449.693917] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dd2292-4dcc-40f9-af63-4001f60f1c53 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.714108] env[68461]: DEBUG nova.scheduler.client.report [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1449.717898] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853dcdba-22aa-4d16-b556-1200b4d47665 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.740029] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Updating instance '1f055ca3-6fbb-40b7-b3cc-1f215358d2f8' progress to 67 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1449.781059] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a86d4275-9f59-4e0d-9bdc-63663602aa7d tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Releasing lock "refresh_cache-5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.861145] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.909759] env[68461]: DEBUG nova.compute.manager [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1449.938726] env[68461]: DEBUG nova.virt.hardware [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1449.938981] env[68461]: DEBUG nova.virt.hardware [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1449.939160] env[68461]: DEBUG nova.virt.hardware [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1449.939343] env[68461]: DEBUG nova.virt.hardware [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1449.939490] env[68461]: DEBUG nova.virt.hardware [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1449.939636] env[68461]: DEBUG nova.virt.hardware [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1449.939841] env[68461]: DEBUG nova.virt.hardware [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1449.940026] env[68461]: DEBUG nova.virt.hardware [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1449.940194] env[68461]: DEBUG nova.virt.hardware [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1449.940387] env[68461]: DEBUG nova.virt.hardware [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1449.940566] env[68461]: DEBUG nova.virt.hardware [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1449.941499] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04348fb-c6d4-468c-b10f-f5fccab03db5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.950445] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafe92a3-aa41-4a3e-8ea5-6bddbaa78d48 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.123432] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "refresh_cache-fd817671-1887-4e04-953c-bfd4bf1cee7b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.123740] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired lock "refresh_cache-fd817671-1887-4e04-953c-bfd4bf1cee7b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.124030] env[68461]: DEBUG nova.network.neutron [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1450.222314] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.222942] env[68461]: DEBUG nova.compute.manager [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1450.226057] env[68461]: DEBUG oslo_concurrency.lockutils [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.872s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.226057] env[68461]: DEBUG nova.objects.instance [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lazy-loading 'resources' on Instance uuid 15f2b398-5e16-4962-b351-f528f9c7b8b2 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1450.279432] env[68461]: DEBUG nova.network.neutron [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Successfully updated port: 931d0b0a-a767-4b0a-b5ac-3f3754f69015 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1450.395441] env[68461]: DEBUG nova.compute.manager [req-7aa6e753-962a-46d7-925f-2380c50b971f req-fc901460-abbf-4189-a58e-659dd0542db2 service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Received event network-vif-plugged-931d0b0a-a767-4b0a-b5ac-3f3754f69015 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1450.395603] env[68461]: DEBUG oslo_concurrency.lockutils [req-7aa6e753-962a-46d7-925f-2380c50b971f req-fc901460-abbf-4189-a58e-659dd0542db2 service nova] Acquiring lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.395809] env[68461]: DEBUG oslo_concurrency.lockutils [req-7aa6e753-962a-46d7-925f-2380c50b971f req-fc901460-abbf-4189-a58e-659dd0542db2 service nova] Lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.395983] env[68461]: DEBUG oslo_concurrency.lockutils [req-7aa6e753-962a-46d7-925f-2380c50b971f req-fc901460-abbf-4189-a58e-659dd0542db2 service nova] Lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.396343] env[68461]: DEBUG nova.compute.manager [req-7aa6e753-962a-46d7-925f-2380c50b971f req-fc901460-abbf-4189-a58e-659dd0542db2 service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] No waiting events found dispatching network-vif-plugged-931d0b0a-a767-4b0a-b5ac-3f3754f69015 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1450.396522] env[68461]: WARNING nova.compute.manager [req-7aa6e753-962a-46d7-925f-2380c50b971f req-fc901460-abbf-4189-a58e-659dd0542db2 service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Received unexpected event network-vif-plugged-931d0b0a-a767-4b0a-b5ac-3f3754f69015 for instance with vm_state building and task_state spawning. [ 1450.396681] env[68461]: DEBUG nova.compute.manager [req-7aa6e753-962a-46d7-925f-2380c50b971f req-fc901460-abbf-4189-a58e-659dd0542db2 service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Received event network-changed-931d0b0a-a767-4b0a-b5ac-3f3754f69015 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1450.396832] env[68461]: DEBUG nova.compute.manager [req-7aa6e753-962a-46d7-925f-2380c50b971f req-fc901460-abbf-4189-a58e-659dd0542db2 service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Refreshing instance network info cache due to event network-changed-931d0b0a-a767-4b0a-b5ac-3f3754f69015. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1450.397025] env[68461]: DEBUG oslo_concurrency.lockutils [req-7aa6e753-962a-46d7-925f-2380c50b971f req-fc901460-abbf-4189-a58e-659dd0542db2 service nova] Acquiring lock "refresh_cache-a4e62398-d255-415e-a7a4-2bf976a3c3ce" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.397166] env[68461]: DEBUG oslo_concurrency.lockutils [req-7aa6e753-962a-46d7-925f-2380c50b971f req-fc901460-abbf-4189-a58e-659dd0542db2 service nova] Acquired lock "refresh_cache-a4e62398-d255-415e-a7a4-2bf976a3c3ce" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.397322] env[68461]: DEBUG nova.network.neutron [req-7aa6e753-962a-46d7-925f-2380c50b971f req-fc901460-abbf-4189-a58e-659dd0542db2 service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Refreshing network info cache for port 931d0b0a-a767-4b0a-b5ac-3f3754f69015 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1450.728585] env[68461]: DEBUG nova.compute.utils [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1450.730321] env[68461]: DEBUG nova.compute.manager [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1450.730965] env[68461]: DEBUG nova.network.neutron [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1450.770825] env[68461]: DEBUG nova.policy [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85db72ebdeef4d7b82df22c14db652ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a03daf919ddd46df977660137d14952f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1450.783603] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "refresh_cache-a4e62398-d255-415e-a7a4-2bf976a3c3ce" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.786238] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86d4275-9f59-4e0d-9bdc-63663602aa7d tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1450.786447] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c3984bf-24d9-49f4-b731-d2551eefac94 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.797627] env[68461]: DEBUG oslo_vmware.api [None req-a86d4275-9f59-4e0d-9bdc-63663602aa7d tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1450.797627] env[68461]: value = "task-2896295" [ 1450.797627] env[68461]: _type = "Task" [ 1450.797627] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.810944] env[68461]: DEBUG oslo_vmware.api [None req-a86d4275-9f59-4e0d-9bdc-63663602aa7d tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.844368] env[68461]: DEBUG nova.network.neutron [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Updating instance_info_cache with network_info: [{"id": "7655347d-c8a8-49e1-b6e5-e250aa16f7c1", "address": "fa:16:3e:38:58:28", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7655347d-c8", "ovs_interfaceid": "7655347d-c8a8-49e1-b6e5-e250aa16f7c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.904603] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5375ad-d78d-40d0-91e8-c8a11a4cb51d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.912917] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0341bade-6f86-4b87-80aa-a81f277aa20f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.944892] env[68461]: DEBUG nova.network.neutron [req-7aa6e753-962a-46d7-925f-2380c50b971f req-fc901460-abbf-4189-a58e-659dd0542db2 service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1450.947203] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c044d92-ec86-447d-965f-5b30e4ab146d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.955831] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb42d98-d55a-487f-a4dd-f17837392a90 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.969604] env[68461]: DEBUG nova.compute.provider_tree [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.028175] env[68461]: DEBUG nova.network.neutron [req-7aa6e753-962a-46d7-925f-2380c50b971f req-fc901460-abbf-4189-a58e-659dd0542db2 service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.048092] env[68461]: DEBUG nova.network.neutron [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Successfully created port: c37490e5-8057-4a1f-8894-e6311ce6db41 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1451.236151] env[68461]: DEBUG nova.compute.manager [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1451.307879] env[68461]: DEBUG oslo_vmware.api [None req-a86d4275-9f59-4e0d-9bdc-63663602aa7d tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896295, 'name': PowerOnVM_Task, 'duration_secs': 0.41673} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.308169] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86d4275-9f59-4e0d-9bdc-63663602aa7d tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1451.308369] env[68461]: DEBUG nova.compute.manager [None req-a86d4275-9f59-4e0d-9bdc-63663602aa7d tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1451.309131] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64550aac-4657-4966-966e-1a4d61ff45e9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.346506] env[68461]: DEBUG oslo_concurrency.lockutils [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Releasing lock "refresh_cache-fd817671-1887-4e04-953c-bfd4bf1cee7b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.393066] env[68461]: DEBUG nova.network.neutron [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Port 15b27717-4f46-430e-aaf8-843d3a324db5 binding to destination host cpu-1 is already ACTIVE {{(pid=68461) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1451.473619] env[68461]: DEBUG nova.scheduler.client.report [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1451.528787] env[68461]: DEBUG oslo_concurrency.lockutils [req-7aa6e753-962a-46d7-925f-2380c50b971f req-fc901460-abbf-4189-a58e-659dd0542db2 service nova] Releasing lock "refresh_cache-a4e62398-d255-415e-a7a4-2bf976a3c3ce" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.529108] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquired lock "refresh_cache-a4e62398-d255-415e-a7a4-2bf976a3c3ce" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.529275] env[68461]: DEBUG nova.network.neutron [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1451.870126] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0611704-3985-4d3d-b217-9475d50ab5d1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.890752] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0392049-3b0c-4bd4-b52f-e7a0b82459f3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.901682] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Updating instance 'fd817671-1887-4e04-953c-bfd4bf1cee7b' progress to 83 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1451.979035] env[68461]: DEBUG oslo_concurrency.lockutils [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.981321] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.120s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.981548] env[68461]: DEBUG nova.objects.instance [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Lazy-loading 'resources' on Instance uuid 80608d15-caf1-4c6a-b032-7ef8af964064 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1451.999099] env[68461]: INFO nova.scheduler.client.report [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Deleted allocations for instance 15f2b398-5e16-4962-b351-f528f9c7b8b2 [ 1452.060807] env[68461]: DEBUG nova.network.neutron [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1452.197845] env[68461]: DEBUG nova.network.neutron [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Updating instance_info_cache with network_info: [{"id": "931d0b0a-a767-4b0a-b5ac-3f3754f69015", "address": "fa:16:3e:0c:db:c5", "network": {"id": "f3d356f4-04f2-4013-89c4-50ceb4030937", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-357434658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7611595b30b84b14a8c006ffeb735066", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931d0b0a-a7", "ovs_interfaceid": "931d0b0a-a767-4b0a-b5ac-3f3754f69015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.245457] env[68461]: DEBUG nova.compute.manager [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1452.273834] env[68461]: DEBUG nova.virt.hardware [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1452.274124] env[68461]: DEBUG nova.virt.hardware [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1452.274300] env[68461]: DEBUG nova.virt.hardware [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1452.274487] env[68461]: DEBUG nova.virt.hardware [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1452.274635] env[68461]: DEBUG nova.virt.hardware [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1452.274781] env[68461]: DEBUG nova.virt.hardware [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1452.274989] env[68461]: DEBUG nova.virt.hardware [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1452.275154] env[68461]: DEBUG nova.virt.hardware [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1452.275319] env[68461]: DEBUG nova.virt.hardware [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1452.275479] env[68461]: DEBUG nova.virt.hardware [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1452.275650] env[68461]: DEBUG nova.virt.hardware [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1452.276531] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ecf37d-ee14-4148-9e26-ef657c833083 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.285143] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4161ded-f9cb-4521-8e87-685112e6baaa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.415403] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1452.418920] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36882718-ab94-44c8-8c96-5b988e946bf4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.424795] env[68461]: DEBUG nova.compute.manager [req-0e56ed04-389f-42de-88c4-da437a54b98a req-d0b1715d-6191-4439-bba8-956742347881 service nova] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Received event network-vif-plugged-c37490e5-8057-4a1f-8894-e6311ce6db41 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1452.425036] env[68461]: DEBUG oslo_concurrency.lockutils [req-0e56ed04-389f-42de-88c4-da437a54b98a req-d0b1715d-6191-4439-bba8-956742347881 service nova] Acquiring lock "98adc981-0f22-4794-9db5-4cd559ad6ae2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.425204] env[68461]: DEBUG oslo_concurrency.lockutils [req-0e56ed04-389f-42de-88c4-da437a54b98a req-d0b1715d-6191-4439-bba8-956742347881 service nova] Lock "98adc981-0f22-4794-9db5-4cd559ad6ae2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.425374] env[68461]: DEBUG oslo_concurrency.lockutils [req-0e56ed04-389f-42de-88c4-da437a54b98a req-d0b1715d-6191-4439-bba8-956742347881 service nova] Lock "98adc981-0f22-4794-9db5-4cd559ad6ae2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.425537] env[68461]: DEBUG nova.compute.manager [req-0e56ed04-389f-42de-88c4-da437a54b98a req-d0b1715d-6191-4439-bba8-956742347881 service nova] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] No waiting events found dispatching network-vif-plugged-c37490e5-8057-4a1f-8894-e6311ce6db41 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1452.425697] env[68461]: WARNING nova.compute.manager [req-0e56ed04-389f-42de-88c4-da437a54b98a req-d0b1715d-6191-4439-bba8-956742347881 service nova] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Received unexpected event network-vif-plugged-c37490e5-8057-4a1f-8894-e6311ce6db41 for instance with vm_state building and task_state spawning. [ 1452.426497] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "1f055ca3-6fbb-40b7-b3cc-1f215358d2f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.426697] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "1f055ca3-6fbb-40b7-b3cc-1f215358d2f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.426860] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "1f055ca3-6fbb-40b7-b3cc-1f215358d2f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.435165] env[68461]: DEBUG oslo_vmware.api [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1452.435165] env[68461]: value = "task-2896296" [ 1452.435165] env[68461]: _type = "Task" [ 1452.435165] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.446701] env[68461]: DEBUG oslo_vmware.api [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.508348] env[68461]: DEBUG oslo_concurrency.lockutils [None req-21257700-e594-4217-be4e-a6ca4160d18e tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "15f2b398-5e16-4962-b351-f528f9c7b8b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.771s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.523466] env[68461]: DEBUG nova.network.neutron [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Successfully updated port: c37490e5-8057-4a1f-8894-e6311ce6db41 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1452.656189] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924a970c-3f1a-4538-9828-af5b9e318655 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.664488] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39952a1-d7c8-4b8b-98e0-4db515cce769 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.697799] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76771fcc-9930-4f40-9dac-15f3dcd24737 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.701627] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Releasing lock "refresh_cache-a4e62398-d255-415e-a7a4-2bf976a3c3ce" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.701755] env[68461]: DEBUG nova.compute.manager [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Instance network_info: |[{"id": "931d0b0a-a767-4b0a-b5ac-3f3754f69015", "address": "fa:16:3e:0c:db:c5", "network": {"id": "f3d356f4-04f2-4013-89c4-50ceb4030937", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-357434658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7611595b30b84b14a8c006ffeb735066", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931d0b0a-a7", "ovs_interfaceid": "931d0b0a-a767-4b0a-b5ac-3f3754f69015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1452.704152] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:db:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '931d0b0a-a767-4b0a-b5ac-3f3754f69015', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1452.711512] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Creating folder: Project (7611595b30b84b14a8c006ffeb735066). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1452.711810] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0eee75d0-c701-4d2b-893a-b48fe5457292 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.714475] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9484279-2a2d-421b-a6fe-70948e9cc44b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.729836] env[68461]: DEBUG nova.compute.provider_tree [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.732716] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Created folder: Project (7611595b30b84b14a8c006ffeb735066) in parent group-v581476. [ 1452.732904] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Creating folder: Instances. Parent ref: group-v581788. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1452.733376] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbdec9b7-d073-46a2-8472-65ff995d6f77 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.745812] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Created folder: Instances in parent group-v581788. [ 1452.746109] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1452.746581] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1452.746803] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ea7f723-dc11-4e84-b7ac-7269700b3cc7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.768580] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1452.768580] env[68461]: value = "task-2896299" [ 1452.768580] env[68461]: _type = "Task" [ 1452.768580] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.784469] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896299, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.948601] env[68461]: DEBUG oslo_vmware.api [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896296, 'name': PowerOnVM_Task, 'duration_secs': 0.413834} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.948943] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1452.949201] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-4d286e25-9fa3-4283-9581-71f2aee07827 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Updating instance 'fd817671-1887-4e04-953c-bfd4bf1cee7b' progress to 100 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1453.027645] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "refresh_cache-98adc981-0f22-4794-9db5-4cd559ad6ae2" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.027896] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired lock "refresh_cache-98adc981-0f22-4794-9db5-4cd559ad6ae2" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.028064] env[68461]: DEBUG nova.network.neutron [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1453.235678] env[68461]: DEBUG nova.scheduler.client.report [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1453.278893] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896299, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.462393] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "refresh_cache-1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.462393] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired lock "refresh_cache-1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.462393] env[68461]: DEBUG nova.network.neutron [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1453.558979] env[68461]: DEBUG nova.network.neutron [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1453.695709] env[68461]: DEBUG nova.network.neutron [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Updating instance_info_cache with network_info: [{"id": "c37490e5-8057-4a1f-8894-e6311ce6db41", "address": "fa:16:3e:3e:7e:64", "network": {"id": "19dd6dcf-3cc3-45dd-bbe5-df8e5e0e8b28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1238697348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03daf919ddd46df977660137d14952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc37490e5-80", "ovs_interfaceid": "c37490e5-8057-4a1f-8894-e6311ce6db41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.742116] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.761s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.759237] env[68461]: INFO nova.scheduler.client.report [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Deleted allocations for instance 80608d15-caf1-4c6a-b032-7ef8af964064 [ 1453.780180] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896299, 'name': CreateVM_Task, 'duration_secs': 0.613678} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.780392] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1453.781073] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.781241] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.781572] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.781851] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f918c00-0662-42d6-b732-f705c3c0afc5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.788224] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1453.788224] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]522670db-27ce-c9ea-2a2c-da98de66674c" [ 1453.788224] env[68461]: _type = "Task" [ 1453.788224] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.796701] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522670db-27ce-c9ea-2a2c-da98de66674c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.983991] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "da336cfd-459b-404a-ab72-f963a3785b76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.984244] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "da336cfd-459b-404a-ab72-f963a3785b76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.167031] env[68461]: DEBUG nova.network.neutron [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Updating instance_info_cache with network_info: [{"id": "15b27717-4f46-430e-aaf8-843d3a324db5", "address": "fa:16:3e:50:6c:12", "network": {"id": "1213cfc5-0ad7-418f-8db0-bbc5b1b7ccb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1442488687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b5796b0aa848e39c5b631e5d980c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b27717-4f", "ovs_interfaceid": "15b27717-4f46-430e-aaf8-843d3a324db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.199581] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Releasing lock "refresh_cache-98adc981-0f22-4794-9db5-4cd559ad6ae2" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.199851] env[68461]: DEBUG nova.compute.manager [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Instance network_info: |[{"id": "c37490e5-8057-4a1f-8894-e6311ce6db41", "address": "fa:16:3e:3e:7e:64", "network": {"id": "19dd6dcf-3cc3-45dd-bbe5-df8e5e0e8b28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1238697348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03daf919ddd46df977660137d14952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc37490e5-80", "ovs_interfaceid": "c37490e5-8057-4a1f-8894-e6311ce6db41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1454.200269] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:7e:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c37490e5-8057-4a1f-8894-e6311ce6db41', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1454.207777] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1454.207977] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1454.208218] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59c366e7-c2ef-47cb-85a0-dd5545bfeb5f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.229768] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1454.229768] env[68461]: value = "task-2896300" [ 1454.229768] env[68461]: _type = "Task" [ 1454.229768] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.237586] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896300, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.266374] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b380ceb8-345b-4a46-b841-bb97087a4e4b tempest-ServersNegativeTestMultiTenantJSON-797681872 tempest-ServersNegativeTestMultiTenantJSON-797681872-project-member] Lock "80608d15-caf1-4c6a-b032-7ef8af964064" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.905s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.301153] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522670db-27ce-c9ea-2a2c-da98de66674c, 'name': SearchDatastore_Task, 'duration_secs': 0.011816} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.301447] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.301690] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1454.301909] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.302061] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.302248] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1454.302535] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-096093db-e980-4d9c-81ff-7ce8b01c5b56 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.312118] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1454.312290] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1454.312991] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce1fc6c1-81fa-4df4-b700-88cd665bab88 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.318518] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1454.318518] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52f85615-a348-df80-7a26-0cf9db80c54a" [ 1454.318518] env[68461]: _type = "Task" [ 1454.318518] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.326428] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f85615-a348-df80-7a26-0cf9db80c54a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.447313] env[68461]: DEBUG nova.compute.manager [req-be05670e-efef-4294-80e9-e35dc9c68ee7 req-370c207c-99ef-45be-b490-b6dd5383d096 service nova] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Received event network-changed-c37490e5-8057-4a1f-8894-e6311ce6db41 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1454.447471] env[68461]: DEBUG nova.compute.manager [req-be05670e-efef-4294-80e9-e35dc9c68ee7 req-370c207c-99ef-45be-b490-b6dd5383d096 service nova] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Refreshing instance network info cache due to event network-changed-c37490e5-8057-4a1f-8894-e6311ce6db41. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1454.447682] env[68461]: DEBUG oslo_concurrency.lockutils [req-be05670e-efef-4294-80e9-e35dc9c68ee7 req-370c207c-99ef-45be-b490-b6dd5383d096 service nova] Acquiring lock "refresh_cache-98adc981-0f22-4794-9db5-4cd559ad6ae2" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.447821] env[68461]: DEBUG oslo_concurrency.lockutils [req-be05670e-efef-4294-80e9-e35dc9c68ee7 req-370c207c-99ef-45be-b490-b6dd5383d096 service nova] Acquired lock "refresh_cache-98adc981-0f22-4794-9db5-4cd559ad6ae2" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.447977] env[68461]: DEBUG nova.network.neutron [req-be05670e-efef-4294-80e9-e35dc9c68ee7 req-370c207c-99ef-45be-b490-b6dd5383d096 service nova] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Refreshing network info cache for port c37490e5-8057-4a1f-8894-e6311ce6db41 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1454.486232] env[68461]: DEBUG nova.compute.manager [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1454.669635] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Releasing lock "refresh_cache-1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.740929] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896300, 'name': CreateVM_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.828491] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f85615-a348-df80-7a26-0cf9db80c54a, 'name': SearchDatastore_Task, 'duration_secs': 0.01179} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.829290] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46a72ff8-9576-42b1-875d-fcae77a8146a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.834220] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1454.834220] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52012a4d-dd95-0cb3-77f0-fd731cb35d5a" [ 1454.834220] env[68461]: _type = "Task" [ 1454.834220] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.843712] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52012a4d-dd95-0cb3-77f0-fd731cb35d5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.007930] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.008211] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.009759] env[68461]: INFO nova.compute.claims [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1455.155851] env[68461]: DEBUG nova.network.neutron [req-be05670e-efef-4294-80e9-e35dc9c68ee7 req-370c207c-99ef-45be-b490-b6dd5383d096 service nova] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Updated VIF entry in instance network info cache for port c37490e5-8057-4a1f-8894-e6311ce6db41. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1455.156267] env[68461]: DEBUG nova.network.neutron [req-be05670e-efef-4294-80e9-e35dc9c68ee7 req-370c207c-99ef-45be-b490-b6dd5383d096 service nova] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Updating instance_info_cache with network_info: [{"id": "c37490e5-8057-4a1f-8894-e6311ce6db41", "address": "fa:16:3e:3e:7e:64", "network": {"id": "19dd6dcf-3cc3-45dd-bbe5-df8e5e0e8b28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1238697348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03daf919ddd46df977660137d14952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc37490e5-80", "ovs_interfaceid": "c37490e5-8057-4a1f-8894-e6311ce6db41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.157713] env[68461]: DEBUG oslo_concurrency.lockutils [None req-055fecdc-c852-4754-8761-e3d83156c8d7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "fd817671-1887-4e04-953c-bfd4bf1cee7b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.157958] env[68461]: DEBUG oslo_concurrency.lockutils [None req-055fecdc-c852-4754-8761-e3d83156c8d7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "fd817671-1887-4e04-953c-bfd4bf1cee7b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.158171] env[68461]: DEBUG nova.compute.manager [None req-055fecdc-c852-4754-8761-e3d83156c8d7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Going to confirm migration 6 {{(pid=68461) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1455.178870] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ad196c-379b-40fa-8e33-dfac35ebdc56 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.186646] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153da325-f5de-40ab-8856-e939476d0355 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.239940] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896300, 'name': CreateVM_Task, 'duration_secs': 0.655859} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.240191] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1455.240901] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.241068] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.241397] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.241648] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d755c603-58b3-459b-957b-af3ed0f12d2e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.246277] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1455.246277] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]524212b5-024c-9496-ade5-c9b911b07267" [ 1455.246277] env[68461]: _type = "Task" [ 1455.246277] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.254210] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]524212b5-024c-9496-ade5-c9b911b07267, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.345217] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52012a4d-dd95-0cb3-77f0-fd731cb35d5a, 'name': SearchDatastore_Task, 'duration_secs': 0.018958} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.345390] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.345541] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] a4e62398-d255-415e-a7a4-2bf976a3c3ce/a4e62398-d255-415e-a7a4-2bf976a3c3ce.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1455.345815] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e78b873-3122-4e27-8215-a05fe43b86b8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.352193] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1455.352193] env[68461]: value = "task-2896301" [ 1455.352193] env[68461]: _type = "Task" [ 1455.352193] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.360115] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.661047] env[68461]: DEBUG oslo_concurrency.lockutils [req-be05670e-efef-4294-80e9-e35dc9c68ee7 req-370c207c-99ef-45be-b490-b6dd5383d096 service nova] Releasing lock "refresh_cache-98adc981-0f22-4794-9db5-4cd559ad6ae2" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.745734] env[68461]: DEBUG oslo_concurrency.lockutils [None req-055fecdc-c852-4754-8761-e3d83156c8d7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "refresh_cache-fd817671-1887-4e04-953c-bfd4bf1cee7b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.745929] env[68461]: DEBUG oslo_concurrency.lockutils [None req-055fecdc-c852-4754-8761-e3d83156c8d7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired lock "refresh_cache-fd817671-1887-4e04-953c-bfd4bf1cee7b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.746966] env[68461]: DEBUG nova.network.neutron [None req-055fecdc-c852-4754-8761-e3d83156c8d7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1455.746966] env[68461]: DEBUG nova.objects.instance [None req-055fecdc-c852-4754-8761-e3d83156c8d7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lazy-loading 'info_cache' on Instance uuid fd817671-1887-4e04-953c-bfd4bf1cee7b {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1455.762755] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]524212b5-024c-9496-ade5-c9b911b07267, 'name': SearchDatastore_Task, 'duration_secs': 0.011516} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.763069] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.763305] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1455.764051] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.764051] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.764051] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1455.765621] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fd55bfd-1620-42c9-aff5-66711174f9a4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.780594] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1455.780594] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1455.780594] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d372b8f-60be-440b-ade2-44a3bdea8b39 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.784068] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1455.784068] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52df31a8-f7de-e3e4-efc4-e6fd85e2025e" [ 1455.784068] env[68461]: _type = "Task" [ 1455.784068] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.791539] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52df31a8-f7de-e3e4-efc4-e6fd85e2025e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.861413] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.215310] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809e7ae8-af03-47e0-a26d-871b6b811576 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.227094] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9c4d29-6160-41da-8c10-de4379db2cee {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.261770] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100534cb-c631-4a49-860f-9b852e72a4e5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.269787] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fc3fac-64e5-4222-8364-62f55f3e9eee {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.284912] env[68461]: DEBUG nova.compute.provider_tree [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1456.295308] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52df31a8-f7de-e3e4-efc4-e6fd85e2025e, 'name': SearchDatastore_Task, 'duration_secs': 0.009919} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.296130] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2b8c6d4-f949-4e6d-8ef9-5baa8f1d29bb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.304934] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1456.304934] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52a2c590-5825-cd5d-513e-7950e0e528fa" [ 1456.304934] env[68461]: _type = "Task" [ 1456.304934] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.313208] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a2c590-5825-cd5d-513e-7950e0e528fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.314904] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5153cfc9-69d4-4b4c-a17a-5351f9bd5656 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.333990] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d626999-e383-4f59-936f-ccb01b2275c8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.341231] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Updating instance '1f055ca3-6fbb-40b7-b3cc-1f215358d2f8' progress to 83 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1456.362019] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896301, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.790786] env[68461]: DEBUG nova.scheduler.client.report [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1456.815734] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52a2c590-5825-cd5d-513e-7950e0e528fa, 'name': SearchDatastore_Task, 'duration_secs': 0.050149} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.816636] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.816924] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 98adc981-0f22-4794-9db5-4cd559ad6ae2/98adc981-0f22-4794-9db5-4cd559ad6ae2.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1456.817203] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea0f2c5d-10a9-4ebf-9405-4b18bb6186c9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.823821] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1456.823821] env[68461]: value = "task-2896302" [ 1456.823821] env[68461]: _type = "Task" [ 1456.823821] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.831730] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.847984] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1456.848282] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ee8fb66-9380-4528-9625-29b319bed088 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.854621] env[68461]: DEBUG oslo_vmware.api [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1456.854621] env[68461]: value = "task-2896303" [ 1456.854621] env[68461]: _type = "Task" [ 1456.854621] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.866591] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896301, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.077647} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.869545] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] a4e62398-d255-415e-a7a4-2bf976a3c3ce/a4e62398-d255-415e-a7a4-2bf976a3c3ce.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1456.869765] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1456.870017] env[68461]: DEBUG oslo_vmware.api [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.870319] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a164f38-539a-43a9-8e81-c83e970f7db3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.876181] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1456.876181] env[68461]: value = "task-2896304" [ 1456.876181] env[68461]: _type = "Task" [ 1456.876181] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.883947] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.296639] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.297051] env[68461]: DEBUG nova.compute.manager [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1457.306198] env[68461]: DEBUG nova.network.neutron [None req-055fecdc-c852-4754-8761-e3d83156c8d7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Updating instance_info_cache with network_info: [{"id": "7655347d-c8a8-49e1-b6e5-e250aa16f7c1", "address": "fa:16:3e:38:58:28", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7655347d-c8", "ovs_interfaceid": "7655347d-c8a8-49e1-b6e5-e250aa16f7c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.334487] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896302, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.368536] env[68461]: DEBUG oslo_vmware.api [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896303, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.384293] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065585} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.384766] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1457.385548] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f670ebfc-3d6d-49df-9c0e-215c5f346d28 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.408450] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] a4e62398-d255-415e-a7a4-2bf976a3c3ce/a4e62398-d255-415e-a7a4-2bf976a3c3ce.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1457.408661] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5cc721e-6884-4e36-92c6-657cc53d45f3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.430946] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1457.430946] env[68461]: value = "task-2896305" [ 1457.430946] env[68461]: _type = "Task" [ 1457.430946] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.440501] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.802436] env[68461]: DEBUG nova.compute.utils [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1457.804017] env[68461]: DEBUG nova.compute.manager [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1457.804154] env[68461]: DEBUG nova.network.neutron [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1457.809217] env[68461]: DEBUG oslo_concurrency.lockutils [None req-055fecdc-c852-4754-8761-e3d83156c8d7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Releasing lock "refresh_cache-fd817671-1887-4e04-953c-bfd4bf1cee7b" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.809454] env[68461]: DEBUG nova.objects.instance [None req-055fecdc-c852-4754-8761-e3d83156c8d7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lazy-loading 'migration_context' on Instance uuid fd817671-1887-4e04-953c-bfd4bf1cee7b {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1457.833540] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.977802} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.833800] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 98adc981-0f22-4794-9db5-4cd559ad6ae2/98adc981-0f22-4794-9db5-4cd559ad6ae2.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1457.834027] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1457.834282] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d76f712b-7805-4d90-8a64-494e6db6b7f8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.840469] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1457.840469] env[68461]: value = "task-2896306" [ 1457.840469] env[68461]: _type = "Task" [ 1457.840469] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.847841] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.857327] env[68461]: DEBUG nova.policy [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc6431d1a2984eedad6000f2cc2e8743', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcb360f473bb4879882df61178c87135', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1457.868349] env[68461]: DEBUG oslo_vmware.api [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896303, 'name': PowerOnVM_Task, 'duration_secs': 0.819559} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.868619] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1457.868778] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c188cd94-24a5-4829-8afc-1fac7dcaecf9 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Updating instance '1f055ca3-6fbb-40b7-b3cc-1f215358d2f8' progress to 100 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1457.941469] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.183837] env[68461]: DEBUG nova.network.neutron [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Successfully created port: b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1458.306901] env[68461]: DEBUG nova.compute.manager [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1458.311766] env[68461]: DEBUG nova.objects.base [None req-055fecdc-c852-4754-8761-e3d83156c8d7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68461) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1458.313085] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734eb6bc-ddfb-446a-9971-5cacdbbb106e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.334057] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c386b6f1-6ab0-4cc4-bf1f-cb5c800209ca {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.339882] env[68461]: DEBUG oslo_vmware.api [None req-055fecdc-c852-4754-8761-e3d83156c8d7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1458.339882] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52d702a1-c172-0172-2024-56dceb039c29" [ 1458.339882] env[68461]: _type = "Task" [ 1458.339882] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.351432] env[68461]: DEBUG oslo_vmware.api [None req-055fecdc-c852-4754-8761-e3d83156c8d7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d702a1-c172-0172-2024-56dceb039c29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.354514] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067414} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.354759] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1458.355513] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8295110d-3627-44d9-b743-8efca0e551d6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.377651] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 98adc981-0f22-4794-9db5-4cd559ad6ae2/98adc981-0f22-4794-9db5-4cd559ad6ae2.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1458.381524] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6d6ee54-0eec-476c-a640-12f386a23610 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.402811] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1458.402811] env[68461]: value = "task-2896307" [ 1458.402811] env[68461]: _type = "Task" [ 1458.402811] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.646448] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.646448] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896305, 'name': ReconfigVM_Task, 'duration_secs': 0.594002} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.646448] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Reconfigured VM instance instance-00000076 to attach disk [datastore1] a4e62398-d255-415e-a7a4-2bf976a3c3ce/a4e62398-d255-415e-a7a4-2bf976a3c3ce.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1458.646448] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6302c73b-b2ec-40e7-92c4-93fe59be06f4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.646448] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1458.646448] env[68461]: value = "task-2896308" [ 1458.646448] env[68461]: _type = "Task" [ 1458.646448] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.646448] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896308, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.849777] env[68461]: DEBUG oslo_vmware.api [None req-055fecdc-c852-4754-8761-e3d83156c8d7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d702a1-c172-0172-2024-56dceb039c29, 'name': SearchDatastore_Task, 'duration_secs': 0.01328} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.850738] env[68461]: DEBUG oslo_concurrency.lockutils [None req-055fecdc-c852-4754-8761-e3d83156c8d7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.851006] env[68461]: DEBUG oslo_concurrency.lockutils [None req-055fecdc-c852-4754-8761-e3d83156c8d7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.912842] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896307, 'name': ReconfigVM_Task, 'duration_secs': 0.373463} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.913070] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 98adc981-0f22-4794-9db5-4cd559ad6ae2/98adc981-0f22-4794-9db5-4cd559ad6ae2.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1458.913679] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0aa9162a-d0be-4061-807a-efd519c71512 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.918906] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1458.918906] env[68461]: value = "task-2896309" [ 1458.918906] env[68461]: _type = "Task" [ 1458.918906] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.927435] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896309, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.956330] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896308, 'name': Rename_Task, 'duration_secs': 0.250021} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.956576] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.956803] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ce7aa1e-bb20-4310-9889-700daea58e93 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.962173] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1458.962173] env[68461]: value = "task-2896310" [ 1458.962173] env[68461]: _type = "Task" [ 1458.962173] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.969070] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.317030] env[68461]: DEBUG nova.compute.manager [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1459.342954] env[68461]: DEBUG nova.virt.hardware [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1459.343200] env[68461]: DEBUG nova.virt.hardware [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1459.343355] env[68461]: DEBUG nova.virt.hardware [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1459.343572] env[68461]: DEBUG nova.virt.hardware [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1459.343723] env[68461]: DEBUG nova.virt.hardware [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1459.343871] env[68461]: DEBUG nova.virt.hardware [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1459.344477] env[68461]: DEBUG nova.virt.hardware [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1459.344477] env[68461]: DEBUG nova.virt.hardware [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1459.344477] env[68461]: DEBUG nova.virt.hardware [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1459.344703] env[68461]: DEBUG nova.virt.hardware [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1459.344703] env[68461]: DEBUG nova.virt.hardware [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1459.345585] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3919cb36-1d28-4dc1-9b5d-e4ffb9a1ebc0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.354023] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1977ab47-085a-41c3-b417-fb33ba851405 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.431179] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896309, 'name': Rename_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.471888] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896310, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.499873] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7be2ce2-ab32-4ea8-8f9d-8a32242007bf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.507148] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94667384-53c1-4445-9f10-b5996152f530 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.538062] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7785e6f3-d15b-49cc-81f4-e2d1480b45b6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.545349] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c93458-de6b-4af4-b03e-7f7b247a01ea {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.558109] env[68461]: DEBUG nova.compute.provider_tree [None req-055fecdc-c852-4754-8761-e3d83156c8d7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.930187] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896309, 'name': Rename_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.961781] env[68461]: DEBUG nova.compute.manager [req-0de5282f-77ab-44a8-8199-be2be3e25117 req-bd4cad44-72bb-4ac9-9a8a-f7fbdc835b9f service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Received event network-vif-plugged-b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1459.962013] env[68461]: DEBUG oslo_concurrency.lockutils [req-0de5282f-77ab-44a8-8199-be2be3e25117 req-bd4cad44-72bb-4ac9-9a8a-f7fbdc835b9f service nova] Acquiring lock "da336cfd-459b-404a-ab72-f963a3785b76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.962228] env[68461]: DEBUG oslo_concurrency.lockutils [req-0de5282f-77ab-44a8-8199-be2be3e25117 req-bd4cad44-72bb-4ac9-9a8a-f7fbdc835b9f service nova] Lock "da336cfd-459b-404a-ab72-f963a3785b76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.962411] env[68461]: DEBUG oslo_concurrency.lockutils [req-0de5282f-77ab-44a8-8199-be2be3e25117 req-bd4cad44-72bb-4ac9-9a8a-f7fbdc835b9f service nova] Lock "da336cfd-459b-404a-ab72-f963a3785b76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.962782] env[68461]: DEBUG nova.compute.manager [req-0de5282f-77ab-44a8-8199-be2be3e25117 req-bd4cad44-72bb-4ac9-9a8a-f7fbdc835b9f service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] No waiting events found dispatching network-vif-plugged-b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1459.963130] env[68461]: WARNING nova.compute.manager [req-0de5282f-77ab-44a8-8199-be2be3e25117 req-bd4cad44-72bb-4ac9-9a8a-f7fbdc835b9f service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Received unexpected event network-vif-plugged-b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6 for instance with vm_state building and task_state spawning. [ 1459.973846] env[68461]: DEBUG oslo_vmware.api [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896310, 'name': PowerOnVM_Task, 'duration_secs': 0.930738} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.974193] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1459.974443] env[68461]: INFO nova.compute.manager [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Took 10.06 seconds to spawn the instance on the hypervisor. [ 1459.974680] env[68461]: DEBUG nova.compute.manager [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1459.975570] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cc933a-d69b-4cc1-9dec-63d9b426d360 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.061338] env[68461]: DEBUG nova.scheduler.client.report [None req-055fecdc-c852-4754-8761-e3d83156c8d7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1460.066378] env[68461]: DEBUG nova.network.neutron [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Successfully updated port: b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1460.430732] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896309, 'name': Rename_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.491703] env[68461]: INFO nova.compute.manager [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Took 14.88 seconds to build instance. [ 1460.578263] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "refresh_cache-da336cfd-459b-404a-ab72-f963a3785b76" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.578417] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquired lock "refresh_cache-da336cfd-459b-404a-ab72-f963a3785b76" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.578581] env[68461]: DEBUG nova.network.neutron [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1460.851263] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f70b2750-0734-44f6-9cba-bced1bcc7568 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.851263] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f70b2750-0734-44f6-9cba-bced1bcc7568 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.851263] env[68461]: DEBUG nova.compute.manager [None req-f70b2750-0734-44f6-9cba-bced1bcc7568 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Going to confirm migration 7 {{(pid=68461) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1460.932892] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896309, 'name': Rename_Task, 'duration_secs': 1.986923} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.932892] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1460.932892] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5c822ae-ad15-45c7-b724-7c51ef42df15 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.938029] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1460.938029] env[68461]: value = "task-2896311" [ 1460.938029] env[68461]: _type = "Task" [ 1460.938029] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.945564] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.993324] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7fd43140-ddab-4d89-b0ea-51d24802e9b6 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.390s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.072708] env[68461]: DEBUG oslo_concurrency.lockutils [None req-055fecdc-c852-4754-8761-e3d83156c8d7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.221s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.233026] env[68461]: DEBUG nova.network.neutron [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1461.378786] env[68461]: DEBUG nova.network.neutron [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Updating instance_info_cache with network_info: [{"id": "b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6", "address": "fa:16:3e:ed:f2:c7", "network": {"id": "07805497-81c2-4a8f-af1f-41c565e6e0f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-968415248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcb360f473bb4879882df61178c87135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb318a7b6-a0", "ovs_interfaceid": "b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.394226] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f70b2750-0734-44f6-9cba-bced1bcc7568 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "refresh_cache-1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.394406] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f70b2750-0734-44f6-9cba-bced1bcc7568 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquired lock "refresh_cache-1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.394580] env[68461]: DEBUG nova.network.neutron [None req-f70b2750-0734-44f6-9cba-bced1bcc7568 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1461.394869] env[68461]: DEBUG nova.objects.instance [None req-f70b2750-0734-44f6-9cba-bced1bcc7568 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lazy-loading 'info_cache' on Instance uuid 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1461.406540] env[68461]: DEBUG nova.compute.manager [req-28336a17-606d-4034-9283-b4298d217698 req-c9817d74-ee85-4a58-b658-f854b33ca99a service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Received event network-changed-931d0b0a-a767-4b0a-b5ac-3f3754f69015 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1461.406793] env[68461]: DEBUG nova.compute.manager [req-28336a17-606d-4034-9283-b4298d217698 req-c9817d74-ee85-4a58-b658-f854b33ca99a service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Refreshing instance network info cache due to event network-changed-931d0b0a-a767-4b0a-b5ac-3f3754f69015. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1461.407351] env[68461]: DEBUG oslo_concurrency.lockutils [req-28336a17-606d-4034-9283-b4298d217698 req-c9817d74-ee85-4a58-b658-f854b33ca99a service nova] Acquiring lock "refresh_cache-a4e62398-d255-415e-a7a4-2bf976a3c3ce" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.409118] env[68461]: DEBUG oslo_concurrency.lockutils [req-28336a17-606d-4034-9283-b4298d217698 req-c9817d74-ee85-4a58-b658-f854b33ca99a service nova] Acquired lock "refresh_cache-a4e62398-d255-415e-a7a4-2bf976a3c3ce" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.409388] env[68461]: DEBUG nova.network.neutron [req-28336a17-606d-4034-9283-b4298d217698 req-c9817d74-ee85-4a58-b658-f854b33ca99a service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Refreshing network info cache for port 931d0b0a-a767-4b0a-b5ac-3f3754f69015 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1461.447501] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896311, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.639123] env[68461]: INFO nova.scheduler.client.report [None req-055fecdc-c852-4754-8761-e3d83156c8d7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Deleted allocation for migration 891d4590-017d-4ee0-8e7a-30bd27ccf6a7 [ 1461.881723] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Releasing lock "refresh_cache-da336cfd-459b-404a-ab72-f963a3785b76" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.882102] env[68461]: DEBUG nova.compute.manager [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Instance network_info: |[{"id": "b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6", "address": "fa:16:3e:ed:f2:c7", "network": {"id": "07805497-81c2-4a8f-af1f-41c565e6e0f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-968415248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcb360f473bb4879882df61178c87135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb318a7b6-a0", "ovs_interfaceid": "b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1461.882583] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:f2:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1461.890416] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1461.890650] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1461.891215] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-596d12e4-7f79-4762-9f0e-ad7f344e3a3f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.913818] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1461.913818] env[68461]: value = "task-2896312" [ 1461.913818] env[68461]: _type = "Task" [ 1461.913818] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.924488] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896312, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.946866] env[68461]: DEBUG oslo_vmware.api [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896311, 'name': PowerOnVM_Task, 'duration_secs': 0.715384} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.947137] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1461.947361] env[68461]: INFO nova.compute.manager [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1461.947513] env[68461]: DEBUG nova.compute.manager [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1461.950414] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a52a403-9181-4966-8871-6e72ce74d9f5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.992338] env[68461]: DEBUG nova.compute.manager [req-1d842abb-cc76-44bd-ba1f-234b8c01e312 req-668694c5-88e9-4568-b331-f0c8f648c35b service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Received event network-changed-b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1461.992508] env[68461]: DEBUG nova.compute.manager [req-1d842abb-cc76-44bd-ba1f-234b8c01e312 req-668694c5-88e9-4568-b331-f0c8f648c35b service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Refreshing instance network info cache due to event network-changed-b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1461.992751] env[68461]: DEBUG oslo_concurrency.lockutils [req-1d842abb-cc76-44bd-ba1f-234b8c01e312 req-668694c5-88e9-4568-b331-f0c8f648c35b service nova] Acquiring lock "refresh_cache-da336cfd-459b-404a-ab72-f963a3785b76" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.992876] env[68461]: DEBUG oslo_concurrency.lockutils [req-1d842abb-cc76-44bd-ba1f-234b8c01e312 req-668694c5-88e9-4568-b331-f0c8f648c35b service nova] Acquired lock "refresh_cache-da336cfd-459b-404a-ab72-f963a3785b76" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.993043] env[68461]: DEBUG nova.network.neutron [req-1d842abb-cc76-44bd-ba1f-234b8c01e312 req-668694c5-88e9-4568-b331-f0c8f648c35b service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Refreshing network info cache for port b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1462.135763] env[68461]: DEBUG nova.network.neutron [req-28336a17-606d-4034-9283-b4298d217698 req-c9817d74-ee85-4a58-b658-f854b33ca99a service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Updated VIF entry in instance network info cache for port 931d0b0a-a767-4b0a-b5ac-3f3754f69015. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1462.136222] env[68461]: DEBUG nova.network.neutron [req-28336a17-606d-4034-9283-b4298d217698 req-c9817d74-ee85-4a58-b658-f854b33ca99a service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Updating instance_info_cache with network_info: [{"id": "931d0b0a-a767-4b0a-b5ac-3f3754f69015", "address": "fa:16:3e:0c:db:c5", "network": {"id": "f3d356f4-04f2-4013-89c4-50ceb4030937", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-357434658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7611595b30b84b14a8c006ffeb735066", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931d0b0a-a7", "ovs_interfaceid": "931d0b0a-a767-4b0a-b5ac-3f3754f69015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.144926] env[68461]: DEBUG oslo_concurrency.lockutils [None req-055fecdc-c852-4754-8761-e3d83156c8d7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "fd817671-1887-4e04-953c-bfd4bf1cee7b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.987s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.273220] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "fd817671-1887-4e04-953c-bfd4bf1cee7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.273477] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "fd817671-1887-4e04-953c-bfd4bf1cee7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.273709] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "fd817671-1887-4e04-953c-bfd4bf1cee7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.273891] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "fd817671-1887-4e04-953c-bfd4bf1cee7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.274076] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "fd817671-1887-4e04-953c-bfd4bf1cee7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.276066] env[68461]: INFO nova.compute.manager [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Terminating instance [ 1462.423627] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896312, 'name': CreateVM_Task, 'duration_secs': 0.316997} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.423840] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1462.424444] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.424609] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.424927] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.425192] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44ddba11-0e51-4409-ab9b-fb8468f624c2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.429928] env[68461]: DEBUG oslo_vmware.api [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1462.429928] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5289dc7d-65cc-9d9e-a786-fe57d5d4f723" [ 1462.429928] env[68461]: _type = "Task" [ 1462.429928] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.437497] env[68461]: DEBUG oslo_vmware.api [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5289dc7d-65cc-9d9e-a786-fe57d5d4f723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.467940] env[68461]: INFO nova.compute.manager [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Took 15.04 seconds to build instance. [ 1462.624589] env[68461]: DEBUG nova.network.neutron [None req-f70b2750-0734-44f6-9cba-bced1bcc7568 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Updating instance_info_cache with network_info: [{"id": "15b27717-4f46-430e-aaf8-843d3a324db5", "address": "fa:16:3e:50:6c:12", "network": {"id": "1213cfc5-0ad7-418f-8db0-bbc5b1b7ccb5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1442488687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b5796b0aa848e39c5b631e5d980c4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b27717-4f", "ovs_interfaceid": "15b27717-4f46-430e-aaf8-843d3a324db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.638562] env[68461]: DEBUG oslo_concurrency.lockutils [req-28336a17-606d-4034-9283-b4298d217698 req-c9817d74-ee85-4a58-b658-f854b33ca99a service nova] Releasing lock "refresh_cache-a4e62398-d255-415e-a7a4-2bf976a3c3ce" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.679845] env[68461]: DEBUG nova.network.neutron [req-1d842abb-cc76-44bd-ba1f-234b8c01e312 req-668694c5-88e9-4568-b331-f0c8f648c35b service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Updated VIF entry in instance network info cache for port b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1462.680218] env[68461]: DEBUG nova.network.neutron [req-1d842abb-cc76-44bd-ba1f-234b8c01e312 req-668694c5-88e9-4568-b331-f0c8f648c35b service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Updating instance_info_cache with network_info: [{"id": "b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6", "address": "fa:16:3e:ed:f2:c7", "network": {"id": "07805497-81c2-4a8f-af1f-41c565e6e0f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-968415248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcb360f473bb4879882df61178c87135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb318a7b6-a0", "ovs_interfaceid": "b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.779703] env[68461]: DEBUG nova.compute.manager [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1462.779920] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1462.781035] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a287a9-4e9c-462f-ba57-96d58c49b29e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.791158] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1462.791158] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c78270a-e5ab-4e59-a117-889bfd70a94f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.797543] env[68461]: DEBUG oslo_vmware.api [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1462.797543] env[68461]: value = "task-2896313" [ 1462.797543] env[68461]: _type = "Task" [ 1462.797543] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.805953] env[68461]: DEBUG oslo_vmware.api [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.941068] env[68461]: DEBUG oslo_vmware.api [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5289dc7d-65cc-9d9e-a786-fe57d5d4f723, 'name': SearchDatastore_Task, 'duration_secs': 0.009955} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.941068] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.941068] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1462.941068] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.941367] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.941472] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1462.941782] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-584e0003-29f8-4690-9489-11aa196ca7f2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.950672] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1462.950879] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1462.951609] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1186c9c9-0157-4796-ac71-192a94ada7d6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.956625] env[68461]: DEBUG oslo_vmware.api [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1462.956625] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52d5f76f-afb3-569b-f14b-d5a0d93aaf47" [ 1462.956625] env[68461]: _type = "Task" [ 1462.956625] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.964014] env[68461]: DEBUG oslo_vmware.api [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d5f76f-afb3-569b-f14b-d5a0d93aaf47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.969497] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9377830-7750-4422-9b9b-57e11cb0a6f3 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "98adc981-0f22-4794-9db5-4cd559ad6ae2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.547s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.127873] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f70b2750-0734-44f6-9cba-bced1bcc7568 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Releasing lock "refresh_cache-1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.128163] env[68461]: DEBUG nova.objects.instance [None req-f70b2750-0734-44f6-9cba-bced1bcc7568 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lazy-loading 'migration_context' on Instance uuid 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1463.179043] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._sync_power_states {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.183169] env[68461]: DEBUG oslo_concurrency.lockutils [req-1d842abb-cc76-44bd-ba1f-234b8c01e312 req-668694c5-88e9-4568-b331-f0c8f648c35b service nova] Releasing lock "refresh_cache-da336cfd-459b-404a-ab72-f963a3785b76" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.281509] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4f57a0-9d4d-48a9-981e-a2c5a57d83bd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.287870] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5e4f66-f0b0-4309-aa92-426c1708366a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Suspending the VM {{(pid=68461) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1463.288133] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b88eaf8e-d5e7-4de4-b2b9-584ab899b22b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.293888] env[68461]: DEBUG oslo_vmware.api [None req-cb5e4f66-f0b0-4309-aa92-426c1708366a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1463.293888] env[68461]: value = "task-2896314" [ 1463.293888] env[68461]: _type = "Task" [ 1463.293888] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.305725] env[68461]: DEBUG oslo_vmware.api [None req-cb5e4f66-f0b0-4309-aa92-426c1708366a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896314, 'name': SuspendVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.308485] env[68461]: DEBUG oslo_vmware.api [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896313, 'name': PowerOffVM_Task, 'duration_secs': 0.422376} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.308713] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1463.308873] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1463.309100] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-673ece16-4b2c-492e-b111-0c3395eb98b6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.400831] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1463.401028] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1463.401196] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Deleting the datastore file [datastore1] fd817671-1887-4e04-953c-bfd4bf1cee7b {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1463.401463] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd4c723a-2740-442f-b4f0-c31dbdbe2efa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.407779] env[68461]: DEBUG oslo_vmware.api [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1463.407779] env[68461]: value = "task-2896316" [ 1463.407779] env[68461]: _type = "Task" [ 1463.407779] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.416149] env[68461]: DEBUG oslo_vmware.api [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.468471] env[68461]: DEBUG oslo_vmware.api [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52d5f76f-afb3-569b-f14b-d5a0d93aaf47, 'name': SearchDatastore_Task, 'duration_secs': 0.012044} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.469369] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81ec3113-a27d-404c-b373-d63b2cdd7248 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.475250] env[68461]: DEBUG oslo_vmware.api [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1463.475250] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5209610f-604b-5ea0-fbdc-2e6aa201f95c" [ 1463.475250] env[68461]: _type = "Task" [ 1463.475250] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.483246] env[68461]: DEBUG oslo_vmware.api [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5209610f-604b-5ea0-fbdc-2e6aa201f95c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.631866] env[68461]: DEBUG nova.objects.base [None req-f70b2750-0734-44f6-9cba-bced1bcc7568 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Object Instance<1f055ca3-6fbb-40b7-b3cc-1f215358d2f8> lazy-loaded attributes: info_cache,migration_context {{(pid=68461) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1463.632881] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ce72fa-07d4-4e06-9efb-65b0fea44712 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.652330] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c9b71e-3f93-4dbb-a472-2e90088b7a21 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.657953] env[68461]: DEBUG oslo_vmware.api [None req-f70b2750-0734-44f6-9cba-bced1bcc7568 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1463.657953] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52b24238-c86a-b284-2aad-19647e97746f" [ 1463.657953] env[68461]: _type = "Task" [ 1463.657953] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.665907] env[68461]: DEBUG oslo_vmware.api [None req-f70b2750-0734-44f6-9cba-bced1bcc7568 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b24238-c86a-b284-2aad-19647e97746f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.683575] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Getting list of instances from cluster (obj){ [ 1463.683575] env[68461]: value = "domain-c8" [ 1463.683575] env[68461]: _type = "ClusterComputeResource" [ 1463.683575] env[68461]: } {{(pid=68461) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1463.684549] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a60b19-daaf-445a-9a4a-9456d977408c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.700905] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Got total of 8 instances {{(pid=68461) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1463.701072] env[68461]: WARNING nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] While synchronizing instance power states, found 9 instances in the database and 8 instances on the hypervisor. [ 1463.701212] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Triggering sync for uuid 1d581ed1-d175-46b9-bf25-83a6c4e4be0f {{(pid=68461) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1463.701408] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Triggering sync for uuid fd817671-1887-4e04-953c-bfd4bf1cee7b {{(pid=68461) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1463.701560] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Triggering sync for uuid 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf {{(pid=68461) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1463.701699] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Triggering sync for uuid a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75 {{(pid=68461) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1463.701847] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Triggering sync for uuid 487c8721-03ee-4a23-82db-8547144c364b {{(pid=68461) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1463.701995] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Triggering sync for uuid 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8 {{(pid=68461) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1463.702200] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Triggering sync for uuid a4e62398-d255-415e-a7a4-2bf976a3c3ce {{(pid=68461) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1463.702299] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Triggering sync for uuid 98adc981-0f22-4794-9db5-4cd559ad6ae2 {{(pid=68461) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1463.702460] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Triggering sync for uuid da336cfd-459b-404a-ab72-f963a3785b76 {{(pid=68461) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1463.702780] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "1d581ed1-d175-46b9-bf25-83a6c4e4be0f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.702992] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "1d581ed1-d175-46b9-bf25-83a6c4e4be0f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.703260] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "fd817671-1887-4e04-953c-bfd4bf1cee7b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.703465] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.703643] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.703865] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.704087] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.704266] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "487c8721-03ee-4a23-82db-8547144c364b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.704439] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "487c8721-03ee-4a23-82db-8547144c364b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.704659] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.704855] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.705131] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.705362] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "98adc981-0f22-4794-9db5-4cd559ad6ae2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.705541] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "98adc981-0f22-4794-9db5-4cd559ad6ae2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.705697] env[68461]: INFO nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] During sync_power_state the instance has a pending task (suspending). Skip. [ 1463.705852] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "98adc981-0f22-4794-9db5-4cd559ad6ae2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.706051] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "da336cfd-459b-404a-ab72-f963a3785b76" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.706846] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd757ce-1fad-427f-9f34-9c6fad8b3029 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.709871] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51394d09-fd97-495a-a301-3eddc05b7dcd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.712605] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf23774b-dd73-4c05-9c1f-886e83474281 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.715398] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8cb44f-94ef-4577-a647-8f95531babe8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.717962] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255f4517-62ee-451c-b6a7-2ecfe047434e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.803720] env[68461]: DEBUG oslo_vmware.api [None req-cb5e4f66-f0b0-4309-aa92-426c1708366a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896314, 'name': SuspendVM_Task} progress is 58%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.918419] env[68461]: DEBUG oslo_vmware.api [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397129} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.918695] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1463.918828] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1463.919009] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1463.919239] env[68461]: INFO nova.compute.manager [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1463.919502] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1463.919719] env[68461]: DEBUG nova.compute.manager [-] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1463.919841] env[68461]: DEBUG nova.network.neutron [-] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1463.988040] env[68461]: DEBUG oslo_vmware.api [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5209610f-604b-5ea0-fbdc-2e6aa201f95c, 'name': SearchDatastore_Task, 'duration_secs': 0.035847} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.988146] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.988430] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] da336cfd-459b-404a-ab72-f963a3785b76/da336cfd-459b-404a-ab72-f963a3785b76.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1463.988625] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-610c14bf-2650-4092-a28d-55f2f7898823 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.994889] env[68461]: DEBUG oslo_vmware.api [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1463.994889] env[68461]: value = "task-2896317" [ 1463.994889] env[68461]: _type = "Task" [ 1463.994889] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.002472] env[68461]: DEBUG oslo_vmware.api [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.167265] env[68461]: DEBUG oslo_vmware.api [None req-f70b2750-0734-44f6-9cba-bced1bcc7568 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b24238-c86a-b284-2aad-19647e97746f, 'name': SearchDatastore_Task, 'duration_secs': 0.013308} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.167669] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f70b2750-0734-44f6-9cba-bced1bcc7568 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.167772] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f70b2750-0734-44f6-9cba-bced1bcc7568 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.236994] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "1d581ed1-d175-46b9-bf25-83a6c4e4be0f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.237509] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "487c8721-03ee-4a23-82db-8547144c364b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.237807] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.238180] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.242861] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.305867] env[68461]: DEBUG oslo_vmware.api [None req-cb5e4f66-f0b0-4309-aa92-426c1708366a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896314, 'name': SuspendVM_Task, 'duration_secs': 0.671995} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.306214] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5e4f66-f0b0-4309-aa92-426c1708366a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Suspended the VM {{(pid=68461) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1464.306417] env[68461]: DEBUG nova.compute.manager [None req-cb5e4f66-f0b0-4309-aa92-426c1708366a tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1464.307259] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cb5b89-2918-403e-8450-df38c55e0dfc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.399514] env[68461]: DEBUG nova.compute.manager [req-cd0e8872-1577-4a60-9f66-38ce9298c40b req-084cff0b-ccfa-4228-8f29-f4848c268be6 service nova] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Received event network-vif-deleted-7655347d-c8a8-49e1-b6e5-e250aa16f7c1 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1464.399514] env[68461]: INFO nova.compute.manager [req-cd0e8872-1577-4a60-9f66-38ce9298c40b req-084cff0b-ccfa-4228-8f29-f4848c268be6 service nova] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Neutron deleted interface 7655347d-c8a8-49e1-b6e5-e250aa16f7c1; detaching it from the instance and deleting it from the info cache [ 1464.399514] env[68461]: DEBUG nova.network.neutron [req-cd0e8872-1577-4a60-9f66-38ce9298c40b req-084cff0b-ccfa-4228-8f29-f4848c268be6 service nova] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.505600] env[68461]: DEBUG oslo_vmware.api [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485192} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.505600] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] da336cfd-459b-404a-ab72-f963a3785b76/da336cfd-459b-404a-ab72-f963a3785b76.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1464.505600] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1464.506052] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a269ef6d-9d03-4664-a43c-e39ef8ede827 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.512019] env[68461]: DEBUG oslo_vmware.api [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1464.512019] env[68461]: value = "task-2896318" [ 1464.512019] env[68461]: _type = "Task" [ 1464.512019] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.519333] env[68461]: DEBUG oslo_vmware.api [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.802821] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a765cc12-f2c3-48e8-b9c6-5f1cef1626a2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.811944] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efe487a-2da1-47c9-91b8-198ae154771f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.844941] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e3fdb2-d2df-4142-b73f-589eb25e2cca {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.853127] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65aa5c7-b8cd-4fb3-b086-ce67c6848a78 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.866440] env[68461]: DEBUG nova.compute.provider_tree [None req-f70b2750-0734-44f6-9cba-bced1bcc7568 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1464.877641] env[68461]: DEBUG nova.network.neutron [-] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.901412] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a72e208-7a51-448f-a7e3-faab442760e0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.911341] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20b9ac8-3116-40a6-973b-35752be664d3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.943190] env[68461]: DEBUG nova.compute.manager [req-cd0e8872-1577-4a60-9f66-38ce9298c40b req-084cff0b-ccfa-4228-8f29-f4848c268be6 service nova] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Detach interface failed, port_id=7655347d-c8a8-49e1-b6e5-e250aa16f7c1, reason: Instance fd817671-1887-4e04-953c-bfd4bf1cee7b could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1465.022375] env[68461]: DEBUG oslo_vmware.api [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068157} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.022685] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1465.023478] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7cb5a4-166f-4097-ad30-d65c6e460235 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.045879] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] da336cfd-459b-404a-ab72-f963a3785b76/da336cfd-459b-404a-ab72-f963a3785b76.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1465.045968] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21685a2e-40b2-4aa7-810a-85b3efe92cad {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.065137] env[68461]: DEBUG oslo_vmware.api [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1465.065137] env[68461]: value = "task-2896319" [ 1465.065137] env[68461]: _type = "Task" [ 1465.065137] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.072965] env[68461]: DEBUG oslo_vmware.api [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.370097] env[68461]: DEBUG nova.scheduler.client.report [None req-f70b2750-0734-44f6-9cba-bced1bcc7568 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1465.380180] env[68461]: INFO nova.compute.manager [-] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Took 1.46 seconds to deallocate network for instance. [ 1465.432711] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.432867] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68461) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1465.574608] env[68461]: DEBUG oslo_vmware.api [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896319, 'name': ReconfigVM_Task, 'duration_secs': 0.292933} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.575027] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Reconfigured VM instance instance-00000078 to attach disk [datastore2] da336cfd-459b-404a-ab72-f963a3785b76/da336cfd-459b-404a-ab72-f963a3785b76.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1465.575482] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db6d38a6-645e-4ea6-bc99-4a498cbb2cff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.581163] env[68461]: DEBUG oslo_vmware.api [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1465.581163] env[68461]: value = "task-2896320" [ 1465.581163] env[68461]: _type = "Task" [ 1465.581163] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.587994] env[68461]: DEBUG oslo_vmware.api [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896320, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.651970] env[68461]: DEBUG oslo_concurrency.lockutils [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "98adc981-0f22-4794-9db5-4cd559ad6ae2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.652263] env[68461]: DEBUG oslo_concurrency.lockutils [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "98adc981-0f22-4794-9db5-4cd559ad6ae2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.652524] env[68461]: DEBUG oslo_concurrency.lockutils [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "98adc981-0f22-4794-9db5-4cd559ad6ae2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.652719] env[68461]: DEBUG oslo_concurrency.lockutils [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "98adc981-0f22-4794-9db5-4cd559ad6ae2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.652888] env[68461]: DEBUG oslo_concurrency.lockutils [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "98adc981-0f22-4794-9db5-4cd559ad6ae2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.655040] env[68461]: INFO nova.compute.manager [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Terminating instance [ 1465.886238] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.091683] env[68461]: DEBUG oslo_vmware.api [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896320, 'name': Rename_Task, 'duration_secs': 0.134287} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.091947] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1466.092198] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ad97851-3847-4b8a-b642-132f90f03f36 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.098830] env[68461]: DEBUG oslo_vmware.api [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1466.098830] env[68461]: value = "task-2896321" [ 1466.098830] env[68461]: _type = "Task" [ 1466.098830] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.106202] env[68461]: DEBUG oslo_vmware.api [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.158675] env[68461]: DEBUG nova.compute.manager [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1466.158917] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1466.159823] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5a82d8-a3ec-4f0d-8dcd-257966dd2658 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.167154] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1466.167396] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5175eb6-dfe2-42eb-b701-42450ad733f6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.380521] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f70b2750-0734-44f6-9cba-bced1bcc7568 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.213s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.385068] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.499s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.385274] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.408934] env[68461]: INFO nova.scheduler.client.report [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Deleted allocations for instance fd817671-1887-4e04-953c-bfd4bf1cee7b [ 1466.432490] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.149814] env[68461]: DEBUG oslo_concurrency.lockutils [None req-8409b420-70eb-488e-b6f7-6d68d44b4b51 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "fd817671-1887-4e04-953c-bfd4bf1cee7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.876s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.150693] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "fd817671-1887-4e04-953c-bfd4bf1cee7b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.447s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.150884] env[68461]: INFO nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] During sync_power_state the instance has a pending task (deleting). Skip. [ 1467.151064] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "fd817671-1887-4e04-953c-bfd4bf1cee7b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.156587] env[68461]: DEBUG oslo_vmware.api [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896321, 'name': PowerOnVM_Task, 'duration_secs': 0.456388} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.157032] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1467.157233] env[68461]: INFO nova.compute.manager [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1467.157407] env[68461]: DEBUG nova.compute.manager [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1467.158415] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f09dd8-80f6-432e-b7fd-1d03e6261037 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.198316] env[68461]: INFO nova.scheduler.client.report [None req-f70b2750-0734-44f6-9cba-bced1bcc7568 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Deleted allocation for migration dea0eba8-1e2b-4c53-90b1-45fdde910912 [ 1467.342565] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1467.342565] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1467.342727] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Deleting the datastore file [datastore1] 98adc981-0f22-4794-9db5-4cd559ad6ae2 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1467.342987] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9064a63e-61c8-4a4a-93ca-603d4264a255 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.350047] env[68461]: DEBUG oslo_vmware.api [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1467.350047] env[68461]: value = "task-2896323" [ 1467.350047] env[68461]: _type = "Task" [ 1467.350047] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.357556] env[68461]: DEBUG oslo_vmware.api [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.432286] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.432574] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.432789] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.433046] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.500644] env[68461]: INFO nova.compute.manager [None req-5daf0fa3-1fc6-48e5-aae5-a258c0db9b54 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Get console output [ 1467.500877] env[68461]: WARNING nova.virt.vmwareapi.driver [None req-5daf0fa3-1fc6-48e5-aae5-a258c0db9b54 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] The console log is missing. Check your VSPC configuration [ 1467.679954] env[68461]: INFO nova.compute.manager [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Took 12.69 seconds to build instance. [ 1467.704985] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f70b2750-0734-44f6-9cba-bced1bcc7568 tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.855s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.706479] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.707358] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84976404-3de4-4e2a-92b2-044477decfed {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.859917] env[68461]: DEBUG oslo_vmware.api [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147981} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.860077] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1467.860150] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1467.860327] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1467.860540] env[68461]: INFO nova.compute.manager [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1467.860776] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1467.860960] env[68461]: DEBUG nova.compute.manager [-] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1467.861065] env[68461]: DEBUG nova.network.neutron [-] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1467.937060] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.937589] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.937890] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.938172] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68461) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1467.939259] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5cfcee-6813-41e4-9d95-0e484f5d210b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.947617] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95df0f33-7106-471b-b15c-00b4b215b564 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.962352] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bd75dc-7012-4823-b205-6c2d073bbfb3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.968581] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74801ad9-0ff8-485a-ab49-a557b5903e28 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.996968] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179399MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=68461) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1467.997144] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.997357] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.140546] env[68461]: DEBUG nova.compute.manager [req-cfb76683-3e28-4292-b030-9fdabbaa74d3 req-85e4dbfa-ac46-4fc3-9ee9-b5186dd4bf5b service nova] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Received event network-vif-deleted-c37490e5-8057-4a1f-8894-e6311ce6db41 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1468.140723] env[68461]: INFO nova.compute.manager [req-cfb76683-3e28-4292-b030-9fdabbaa74d3 req-85e4dbfa-ac46-4fc3-9ee9-b5186dd4bf5b service nova] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Neutron deleted interface c37490e5-8057-4a1f-8894-e6311ce6db41; detaching it from the instance and deleting it from the info cache [ 1468.140895] env[68461]: DEBUG nova.network.neutron [req-cfb76683-3e28-4292-b030-9fdabbaa74d3 req-85e4dbfa-ac46-4fc3-9ee9-b5186dd4bf5b service nova] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.182244] env[68461]: DEBUG oslo_concurrency.lockutils [None req-f508ee65-ca9e-4f65-b127-676dc5e6a024 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "da336cfd-459b-404a-ab72-f963a3785b76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.198s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.182680] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "da336cfd-459b-404a-ab72-f963a3785b76" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.476s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.182757] env[68461]: INFO nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: da336cfd-459b-404a-ab72-f963a3785b76] During sync_power_state the instance has a pending task (spawning). Skip. [ 1468.182921] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "da336cfd-459b-404a-ab72-f963a3785b76" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.217853] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.297417] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "238044ce-0265-4b8c-8ce7-64cd8fe259a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.297417] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "238044ce-0265-4b8c-8ce7-64cd8fe259a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.478382] env[68461]: DEBUG nova.compute.manager [req-f0996aca-c360-4316-9243-7800573cb8e7 req-5af5cef6-521d-478f-a8a8-62e52fb7512e service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Received event network-changed-b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1468.478382] env[68461]: DEBUG nova.compute.manager [req-f0996aca-c360-4316-9243-7800573cb8e7 req-5af5cef6-521d-478f-a8a8-62e52fb7512e service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Refreshing instance network info cache due to event network-changed-b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1468.478382] env[68461]: DEBUG oslo_concurrency.lockutils [req-f0996aca-c360-4316-9243-7800573cb8e7 req-5af5cef6-521d-478f-a8a8-62e52fb7512e service nova] Acquiring lock "refresh_cache-da336cfd-459b-404a-ab72-f963a3785b76" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.478382] env[68461]: DEBUG oslo_concurrency.lockutils [req-f0996aca-c360-4316-9243-7800573cb8e7 req-5af5cef6-521d-478f-a8a8-62e52fb7512e service nova] Acquired lock "refresh_cache-da336cfd-459b-404a-ab72-f963a3785b76" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.478537] env[68461]: DEBUG nova.network.neutron [req-f0996aca-c360-4316-9243-7800573cb8e7 req-5af5cef6-521d-478f-a8a8-62e52fb7512e service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Refreshing network info cache for port b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1468.609962] env[68461]: DEBUG nova.network.neutron [-] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.646022] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36315f97-23c7-448e-bb63-a33f51cb02c4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.654388] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1aac98-30dd-4410-ae7b-70fb08936b8e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.684247] env[68461]: DEBUG nova.compute.manager [req-cfb76683-3e28-4292-b030-9fdabbaa74d3 req-85e4dbfa-ac46-4fc3-9ee9-b5186dd4bf5b service nova] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Detach interface failed, port_id=c37490e5-8057-4a1f-8894-e6311ce6db41, reason: Instance 98adc981-0f22-4794-9db5-4cd559ad6ae2 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1468.799135] env[68461]: DEBUG nova.compute.manager [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1469.027600] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 1d581ed1-d175-46b9-bf25-83a6c4e4be0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1469.027763] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1469.027887] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1469.028044] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 487c8721-03ee-4a23-82db-8547144c364b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1469.028127] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1469.028240] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance a4e62398-d255-415e-a7a4-2bf976a3c3ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1469.028351] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 98adc981-0f22-4794-9db5-4cd559ad6ae2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1469.028459] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance da336cfd-459b-404a-ab72-f963a3785b76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1469.111302] env[68461]: INFO nova.compute.manager [-] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Took 1.25 seconds to deallocate network for instance. [ 1469.210308] env[68461]: DEBUG nova.network.neutron [req-f0996aca-c360-4316-9243-7800573cb8e7 req-5af5cef6-521d-478f-a8a8-62e52fb7512e service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Updated VIF entry in instance network info cache for port b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1469.210729] env[68461]: DEBUG nova.network.neutron [req-f0996aca-c360-4316-9243-7800573cb8e7 req-5af5cef6-521d-478f-a8a8-62e52fb7512e service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Updating instance_info_cache with network_info: [{"id": "b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6", "address": "fa:16:3e:ed:f2:c7", "network": {"id": "07805497-81c2-4a8f-af1f-41c565e6e0f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-968415248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcb360f473bb4879882df61178c87135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb318a7b6-a0", "ovs_interfaceid": "b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.321939] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.532026] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 238044ce-0265-4b8c-8ce7-64cd8fe259a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1469.532300] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1469.532451] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1469.619371] env[68461]: DEBUG oslo_concurrency.lockutils [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.650030] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfedd5b0-3aa6-4516-8d85-f00a188e46d7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.657460] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a47177-cec9-4605-a50f-59a284d9191d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.688019] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd56a959-38f2-4e3d-a4bb-a6e4e1ad013e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.695234] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63c195b-96e1-49e1-bb43-35072d27a937 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.708094] env[68461]: DEBUG nova.compute.provider_tree [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.713256] env[68461]: DEBUG oslo_concurrency.lockutils [req-f0996aca-c360-4316-9243-7800573cb8e7 req-5af5cef6-521d-478f-a8a8-62e52fb7512e service nova] Releasing lock "refresh_cache-da336cfd-459b-404a-ab72-f963a3785b76" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.211773] env[68461]: DEBUG nova.scheduler.client.report [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1470.490788] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ae80c871-4518-40d2-b6fc-252394fbba62 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "487c8721-03ee-4a23-82db-8547144c364b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.491035] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ae80c871-4518-40d2-b6fc-252394fbba62 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "487c8721-03ee-4a23-82db-8547144c364b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.716976] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68461) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1470.717104] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.720s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.717288] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.396s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.718882] env[68461]: INFO nova.compute.claims [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1470.994181] env[68461]: DEBUG nova.compute.utils [None req-ae80c871-4518-40d2-b6fc-252394fbba62 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1471.497476] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ae80c871-4518-40d2-b6fc-252394fbba62 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "487c8721-03ee-4a23-82db-8547144c364b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.830959] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fec68b4-0be3-4430-b954-bfcf812fa2c1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.838342] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe3a12f-9654-4a8e-867d-39764aa00759 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.867951] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a167ecb-aff0-4fbc-a687-899d97f523f4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.874981] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d290bc-4806-45c4-9104-e4fe645f1bc7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.887495] env[68461]: DEBUG nova.compute.provider_tree [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1472.390529] env[68461]: DEBUG nova.scheduler.client.report [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1472.559251] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ae80c871-4518-40d2-b6fc-252394fbba62 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "487c8721-03ee-4a23-82db-8547144c364b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.559584] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ae80c871-4518-40d2-b6fc-252394fbba62 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "487c8721-03ee-4a23-82db-8547144c364b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.559691] env[68461]: INFO nova.compute.manager [None req-ae80c871-4518-40d2-b6fc-252394fbba62 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Attaching volume 70b43302-810d-4055-97d6-928edbf89a30 to /dev/sdb [ 1472.591732] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de90c6a-1f24-4b59-a476-fcbc49fd122d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.598777] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fb5f50-14df-4694-a0c4-b0e977657e7a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.611382] env[68461]: DEBUG nova.virt.block_device [None req-ae80c871-4518-40d2-b6fc-252394fbba62 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Updating existing volume attachment record: efa29db5-7a00-4069-a03c-8b98b1819aa7 {{(pid=68461) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1472.721024] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.721251] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.896127] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.896340] env[68461]: DEBUG nova.compute.manager [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1472.900049] env[68461]: DEBUG oslo_concurrency.lockutils [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.280s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.900049] env[68461]: DEBUG nova.objects.instance [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lazy-loading 'resources' on Instance uuid 98adc981-0f22-4794-9db5-4cd559ad6ae2 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1473.402966] env[68461]: DEBUG nova.compute.utils [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1473.407057] env[68461]: DEBUG nova.compute.manager [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1473.407281] env[68461]: DEBUG nova.network.neutron [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1473.450945] env[68461]: DEBUG nova.policy [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67aed83e36be4d988c9a2a79a97e0ee0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8ecfe9074a44644a0b4aefb0deca40e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1473.514937] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c1a0cf-00bf-48c1-9ec0-5ba613720e40 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.522910] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679eeb56-325a-4bd9-a3fd-4b27a45a70b3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.553013] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be67568e-4512-4f90-8592-86f0fd8984c5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.559898] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3962a4-1c01-4f26-b079-ef154ec679f5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.572437] env[68461]: DEBUG nova.compute.provider_tree [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.711947] env[68461]: DEBUG nova.network.neutron [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Successfully created port: d3233f4a-8e6a-4bc0-883a-cbe246318429 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1473.907744] env[68461]: DEBUG nova.compute.manager [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1474.075521] env[68461]: DEBUG nova.scheduler.client.report [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1474.580701] env[68461]: DEBUG oslo_concurrency.lockutils [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.603767] env[68461]: INFO nova.scheduler.client.report [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Deleted allocations for instance 98adc981-0f22-4794-9db5-4cd559ad6ae2 [ 1474.918132] env[68461]: DEBUG nova.compute.manager [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1474.946894] env[68461]: DEBUG nova.virt.hardware [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1474.947217] env[68461]: DEBUG nova.virt.hardware [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1474.947648] env[68461]: DEBUG nova.virt.hardware [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1474.947648] env[68461]: DEBUG nova.virt.hardware [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1474.947751] env[68461]: DEBUG nova.virt.hardware [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1474.947924] env[68461]: DEBUG nova.virt.hardware [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1474.948186] env[68461]: DEBUG nova.virt.hardware [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1474.948374] env[68461]: DEBUG nova.virt.hardware [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1474.948575] env[68461]: DEBUG nova.virt.hardware [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1474.948770] env[68461]: DEBUG nova.virt.hardware [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1474.948978] env[68461]: DEBUG nova.virt.hardware [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1474.949910] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebffab7-db94-4cbf-b7c2-de9de41806e5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.958118] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b06bc24-00b9-4f85-9463-936be4a21245 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.107041] env[68461]: DEBUG nova.compute.manager [req-b73896ef-b176-4d68-ac6d-cacd874a977c req-f117da70-800f-4bbf-9dcd-fb9b11c2de61 service nova] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Received event network-vif-plugged-d3233f4a-8e6a-4bc0-883a-cbe246318429 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1475.107320] env[68461]: DEBUG oslo_concurrency.lockutils [req-b73896ef-b176-4d68-ac6d-cacd874a977c req-f117da70-800f-4bbf-9dcd-fb9b11c2de61 service nova] Acquiring lock "238044ce-0265-4b8c-8ce7-64cd8fe259a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.107481] env[68461]: DEBUG oslo_concurrency.lockutils [req-b73896ef-b176-4d68-ac6d-cacd874a977c req-f117da70-800f-4bbf-9dcd-fb9b11c2de61 service nova] Lock "238044ce-0265-4b8c-8ce7-64cd8fe259a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.107672] env[68461]: DEBUG oslo_concurrency.lockutils [req-b73896ef-b176-4d68-ac6d-cacd874a977c req-f117da70-800f-4bbf-9dcd-fb9b11c2de61 service nova] Lock "238044ce-0265-4b8c-8ce7-64cd8fe259a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.107932] env[68461]: DEBUG nova.compute.manager [req-b73896ef-b176-4d68-ac6d-cacd874a977c req-f117da70-800f-4bbf-9dcd-fb9b11c2de61 service nova] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] No waiting events found dispatching network-vif-plugged-d3233f4a-8e6a-4bc0-883a-cbe246318429 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1475.108038] env[68461]: WARNING nova.compute.manager [req-b73896ef-b176-4d68-ac6d-cacd874a977c req-f117da70-800f-4bbf-9dcd-fb9b11c2de61 service nova] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Received unexpected event network-vif-plugged-d3233f4a-8e6a-4bc0-883a-cbe246318429 for instance with vm_state building and task_state spawning. [ 1475.111669] env[68461]: DEBUG oslo_concurrency.lockutils [None req-696964b4-4b37-4527-8420-8b213aa9dbb9 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "98adc981-0f22-4794-9db5-4cd559ad6ae2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.459s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.175473] env[68461]: DEBUG nova.network.neutron [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Successfully updated port: d3233f4a-8e6a-4bc0-883a-cbe246318429 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1475.677463] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "refresh_cache-238044ce-0265-4b8c-8ce7-64cd8fe259a7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.677946] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired lock "refresh_cache-238044ce-0265-4b8c-8ce7-64cd8fe259a7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.677946] env[68461]: DEBUG nova.network.neutron [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1475.911187] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "afaf10ee-6147-4036-ac11-7d0aac26c45f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.911396] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "afaf10ee-6147-4036-ac11-7d0aac26c45f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.212949] env[68461]: DEBUG nova.network.neutron [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1476.342464] env[68461]: DEBUG nova.network.neutron [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Updating instance_info_cache with network_info: [{"id": "d3233f4a-8e6a-4bc0-883a-cbe246318429", "address": "fa:16:3e:0d:3f:98", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3233f4a-8e", "ovs_interfaceid": "d3233f4a-8e6a-4bc0-883a-cbe246318429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.413630] env[68461]: DEBUG nova.compute.manager [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1476.845348] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Releasing lock "refresh_cache-238044ce-0265-4b8c-8ce7-64cd8fe259a7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.845645] env[68461]: DEBUG nova.compute.manager [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Instance network_info: |[{"id": "d3233f4a-8e6a-4bc0-883a-cbe246318429", "address": "fa:16:3e:0d:3f:98", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3233f4a-8e", "ovs_interfaceid": "d3233f4a-8e6a-4bc0-883a-cbe246318429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1476.846247] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:3f:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3233f4a-8e6a-4bc0-883a-cbe246318429', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1476.853373] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1476.853590] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1476.853814] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01197020-a79d-461e-8578-a90d8f1c33d7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.872907] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1476.872907] env[68461]: value = "task-2896326" [ 1476.872907] env[68461]: _type = "Task" [ 1476.872907] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.880256] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896326, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.938018] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.938327] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.939890] env[68461]: INFO nova.compute.claims [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1477.135595] env[68461]: DEBUG nova.compute.manager [req-b62b1c3d-c1a8-4b82-a67f-93e19cf5a352 req-76ab1a85-803d-449c-b7f2-abd312a79a69 service nova] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Received event network-changed-d3233f4a-8e6a-4bc0-883a-cbe246318429 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1477.135705] env[68461]: DEBUG nova.compute.manager [req-b62b1c3d-c1a8-4b82-a67f-93e19cf5a352 req-76ab1a85-803d-449c-b7f2-abd312a79a69 service nova] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Refreshing instance network info cache due to event network-changed-d3233f4a-8e6a-4bc0-883a-cbe246318429. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1477.135951] env[68461]: DEBUG oslo_concurrency.lockutils [req-b62b1c3d-c1a8-4b82-a67f-93e19cf5a352 req-76ab1a85-803d-449c-b7f2-abd312a79a69 service nova] Acquiring lock "refresh_cache-238044ce-0265-4b8c-8ce7-64cd8fe259a7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.136169] env[68461]: DEBUG oslo_concurrency.lockutils [req-b62b1c3d-c1a8-4b82-a67f-93e19cf5a352 req-76ab1a85-803d-449c-b7f2-abd312a79a69 service nova] Acquired lock "refresh_cache-238044ce-0265-4b8c-8ce7-64cd8fe259a7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.136375] env[68461]: DEBUG nova.network.neutron [req-b62b1c3d-c1a8-4b82-a67f-93e19cf5a352 req-76ab1a85-803d-449c-b7f2-abd312a79a69 service nova] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Refreshing network info cache for port d3233f4a-8e6a-4bc0-883a-cbe246318429 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1477.155246] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae80c871-4518-40d2-b6fc-252394fbba62 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Volume attach. Driver type: vmdk {{(pid=68461) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1477.155472] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae80c871-4518-40d2-b6fc-252394fbba62 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581793', 'volume_id': '70b43302-810d-4055-97d6-928edbf89a30', 'name': 'volume-70b43302-810d-4055-97d6-928edbf89a30', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '487c8721-03ee-4a23-82db-8547144c364b', 'attached_at': '', 'detached_at': '', 'volume_id': '70b43302-810d-4055-97d6-928edbf89a30', 'serial': '70b43302-810d-4055-97d6-928edbf89a30'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1477.156328] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5efb25-a4c2-484b-8b64-f3e33903afd5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.173678] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726db78b-d28a-4c57-a031-4df1890676ba {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.197266] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae80c871-4518-40d2-b6fc-252394fbba62 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-70b43302-810d-4055-97d6-928edbf89a30/volume-70b43302-810d-4055-97d6-928edbf89a30.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1477.197497] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f148ae7c-c473-4d13-b92a-20e524326c3a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.214576] env[68461]: DEBUG oslo_vmware.api [None req-ae80c871-4518-40d2-b6fc-252394fbba62 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1477.214576] env[68461]: value = "task-2896327" [ 1477.214576] env[68461]: _type = "Task" [ 1477.214576] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.221876] env[68461]: DEBUG oslo_vmware.api [None req-ae80c871-4518-40d2-b6fc-252394fbba62 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.383021] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896326, 'name': CreateVM_Task, 'duration_secs': 0.289228} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.383242] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1477.390543] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.390733] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.391073] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.391346] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-923a119f-c7e1-49b6-ae21-a6348bb49305 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.395947] env[68461]: DEBUG oslo_vmware.api [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1477.395947] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]520211db-d7a1-5a9e-4503-6510e48544b8" [ 1477.395947] env[68461]: _type = "Task" [ 1477.395947] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.404515] env[68461]: DEBUG oslo_vmware.api [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520211db-d7a1-5a9e-4503-6510e48544b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.723680] env[68461]: DEBUG oslo_vmware.api [None req-ae80c871-4518-40d2-b6fc-252394fbba62 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896327, 'name': ReconfigVM_Task, 'duration_secs': 0.368535} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.723998] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae80c871-4518-40d2-b6fc-252394fbba62 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-70b43302-810d-4055-97d6-928edbf89a30/volume-70b43302-810d-4055-97d6-928edbf89a30.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1477.728594] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d5d4b1a-ad74-49b8-bbc9-a3e1b941a3ae {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.744596] env[68461]: DEBUG oslo_vmware.api [None req-ae80c871-4518-40d2-b6fc-252394fbba62 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1477.744596] env[68461]: value = "task-2896328" [ 1477.744596] env[68461]: _type = "Task" [ 1477.744596] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.752093] env[68461]: DEBUG oslo_vmware.api [None req-ae80c871-4518-40d2-b6fc-252394fbba62 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.824568] env[68461]: DEBUG nova.network.neutron [req-b62b1c3d-c1a8-4b82-a67f-93e19cf5a352 req-76ab1a85-803d-449c-b7f2-abd312a79a69 service nova] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Updated VIF entry in instance network info cache for port d3233f4a-8e6a-4bc0-883a-cbe246318429. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1477.824942] env[68461]: DEBUG nova.network.neutron [req-b62b1c3d-c1a8-4b82-a67f-93e19cf5a352 req-76ab1a85-803d-449c-b7f2-abd312a79a69 service nova] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Updating instance_info_cache with network_info: [{"id": "d3233f4a-8e6a-4bc0-883a-cbe246318429", "address": "fa:16:3e:0d:3f:98", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3233f4a-8e", "ovs_interfaceid": "d3233f4a-8e6a-4bc0-883a-cbe246318429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.906349] env[68461]: DEBUG oslo_vmware.api [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520211db-d7a1-5a9e-4503-6510e48544b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009909} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.906639] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.906873] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1477.907126] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.907274] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.907451] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1477.907705] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-617ac1e9-bd81-4c62-a03d-7d91472632c6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.915072] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1477.915248] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1477.915940] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f61c3095-f2cd-4ff2-92e7-cb68ca39f11e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.920811] env[68461]: DEBUG oslo_vmware.api [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1477.920811] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52ceac3b-44be-da14-9185-019e5b685d04" [ 1477.920811] env[68461]: _type = "Task" [ 1477.920811] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.927385] env[68461]: DEBUG oslo_vmware.api [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ceac3b-44be-da14-9185-019e5b685d04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.053156] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3837778a-5c70-43da-8f7e-47f81c10fa64 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.060209] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5ed31b-ba9e-4271-9d5d-48c2e2471758 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.091095] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455e05d3-c3ad-4ebd-991d-c6d5d4e2478c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.098515] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6228171a-7098-4b59-9aae-247b3bd5169f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.112582] env[68461]: DEBUG nova.compute.provider_tree [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1478.254621] env[68461]: DEBUG oslo_vmware.api [None req-ae80c871-4518-40d2-b6fc-252394fbba62 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896328, 'name': ReconfigVM_Task, 'duration_secs': 0.130089} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.254928] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae80c871-4518-40d2-b6fc-252394fbba62 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581793', 'volume_id': '70b43302-810d-4055-97d6-928edbf89a30', 'name': 'volume-70b43302-810d-4055-97d6-928edbf89a30', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '487c8721-03ee-4a23-82db-8547144c364b', 'attached_at': '', 'detached_at': '', 'volume_id': '70b43302-810d-4055-97d6-928edbf89a30', 'serial': '70b43302-810d-4055-97d6-928edbf89a30'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1478.327574] env[68461]: DEBUG oslo_concurrency.lockutils [req-b62b1c3d-c1a8-4b82-a67f-93e19cf5a352 req-76ab1a85-803d-449c-b7f2-abd312a79a69 service nova] Releasing lock "refresh_cache-238044ce-0265-4b8c-8ce7-64cd8fe259a7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.430682] env[68461]: DEBUG oslo_vmware.api [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ceac3b-44be-da14-9185-019e5b685d04, 'name': SearchDatastore_Task, 'duration_secs': 0.007539} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.431615] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71c4d684-5d7e-45c4-a54f-4cc8a38addeb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.436610] env[68461]: DEBUG oslo_vmware.api [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1478.436610] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52b7aa11-0790-0000-d00c-d61e2ad943dd" [ 1478.436610] env[68461]: _type = "Task" [ 1478.436610] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.443601] env[68461]: DEBUG oslo_vmware.api [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b7aa11-0790-0000-d00c-d61e2ad943dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.615596] env[68461]: DEBUG nova.scheduler.client.report [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1478.948587] env[68461]: DEBUG oslo_vmware.api [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b7aa11-0790-0000-d00c-d61e2ad943dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009427} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.948904] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.949081] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 238044ce-0265-4b8c-8ce7-64cd8fe259a7/238044ce-0265-4b8c-8ce7-64cd8fe259a7.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1478.949327] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-459992cc-a8f8-47c3-80e8-cdc245a7a792 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.955210] env[68461]: DEBUG oslo_vmware.api [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1478.955210] env[68461]: value = "task-2896329" [ 1478.955210] env[68461]: _type = "Task" [ 1478.955210] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.962078] env[68461]: DEBUG oslo_vmware.api [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.121015] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.182s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.121645] env[68461]: DEBUG nova.compute.manager [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1479.292998] env[68461]: DEBUG nova.objects.instance [None req-ae80c871-4518-40d2-b6fc-252394fbba62 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lazy-loading 'flavor' on Instance uuid 487c8721-03ee-4a23-82db-8547144c364b {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1479.464948] env[68461]: DEBUG oslo_vmware.api [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.424783} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.465292] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] 238044ce-0265-4b8c-8ce7-64cd8fe259a7/238044ce-0265-4b8c-8ce7-64cd8fe259a7.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1479.465562] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1479.465849] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3cf892d-3435-4a44-8676-f7f6d85745f3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.471923] env[68461]: DEBUG oslo_vmware.api [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1479.471923] env[68461]: value = "task-2896330" [ 1479.471923] env[68461]: _type = "Task" [ 1479.471923] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.479737] env[68461]: DEBUG oslo_vmware.api [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.626255] env[68461]: DEBUG nova.compute.utils [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1479.627615] env[68461]: DEBUG nova.compute.manager [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1479.628130] env[68461]: DEBUG nova.network.neutron [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1479.666963] env[68461]: DEBUG nova.policy [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85db72ebdeef4d7b82df22c14db652ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a03daf919ddd46df977660137d14952f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1479.798855] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ae80c871-4518-40d2-b6fc-252394fbba62 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "487c8721-03ee-4a23-82db-8547144c364b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.239s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.940674] env[68461]: DEBUG nova.network.neutron [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Successfully created port: 15ccb48d-13f9-44c2-8b3f-01adcc59a7e3 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1479.980778] env[68461]: DEBUG oslo_vmware.api [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056759} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.981070] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1479.981821] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cfcc31-7b67-4ba5-a1f3-8f0f0a739a4b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.002827] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 238044ce-0265-4b8c-8ce7-64cd8fe259a7/238044ce-0265-4b8c-8ce7-64cd8fe259a7.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1480.003116] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aca73881-b265-4bbc-9e09-b06e886a8da1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.023614] env[68461]: DEBUG oslo_vmware.api [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1480.023614] env[68461]: value = "task-2896331" [ 1480.023614] env[68461]: _type = "Task" [ 1480.023614] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.031394] env[68461]: DEBUG oslo_vmware.api [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.048013] env[68461]: DEBUG oslo_concurrency.lockutils [None req-195dca5d-5965-4e65-b2e7-2795e64e21f8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "487c8721-03ee-4a23-82db-8547144c364b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.048899] env[68461]: DEBUG oslo_concurrency.lockutils [None req-195dca5d-5965-4e65-b2e7-2795e64e21f8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "487c8721-03ee-4a23-82db-8547144c364b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.131212] env[68461]: DEBUG nova.compute.manager [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1480.533945] env[68461]: DEBUG oslo_vmware.api [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896331, 'name': ReconfigVM_Task, 'duration_secs': 0.275065} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.534247] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 238044ce-0265-4b8c-8ce7-64cd8fe259a7/238044ce-0265-4b8c-8ce7-64cd8fe259a7.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1480.534865] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8415ce37-6c31-4c04-a6ee-d152d0d32dab {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.540506] env[68461]: DEBUG oslo_vmware.api [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1480.540506] env[68461]: value = "task-2896332" [ 1480.540506] env[68461]: _type = "Task" [ 1480.540506] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.547696] env[68461]: DEBUG oslo_vmware.api [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896332, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.551442] env[68461]: INFO nova.compute.manager [None req-195dca5d-5965-4e65-b2e7-2795e64e21f8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Detaching volume 70b43302-810d-4055-97d6-928edbf89a30 [ 1480.589060] env[68461]: INFO nova.virt.block_device [None req-195dca5d-5965-4e65-b2e7-2795e64e21f8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Attempting to driver detach volume 70b43302-810d-4055-97d6-928edbf89a30 from mountpoint /dev/sdb [ 1480.589309] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-195dca5d-5965-4e65-b2e7-2795e64e21f8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Volume detach. Driver type: vmdk {{(pid=68461) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1480.589495] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-195dca5d-5965-4e65-b2e7-2795e64e21f8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581793', 'volume_id': '70b43302-810d-4055-97d6-928edbf89a30', 'name': 'volume-70b43302-810d-4055-97d6-928edbf89a30', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '487c8721-03ee-4a23-82db-8547144c364b', 'attached_at': '', 'detached_at': '', 'volume_id': '70b43302-810d-4055-97d6-928edbf89a30', 'serial': '70b43302-810d-4055-97d6-928edbf89a30'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1480.590396] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00dbdea-f364-42c9-8815-9a58ed62fc5e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.611070] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b10227-46ef-4cec-bafb-9a88a7dfcae1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.618151] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac628c78-ad15-4b87-81d2-29bf5846a2dc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.641805] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fef86ec-d7fe-41bd-836e-e012423838f8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.658835] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-195dca5d-5965-4e65-b2e7-2795e64e21f8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] The volume has not been displaced from its original location: [datastore2] volume-70b43302-810d-4055-97d6-928edbf89a30/volume-70b43302-810d-4055-97d6-928edbf89a30.vmdk. No consolidation needed. {{(pid=68461) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1480.664037] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-195dca5d-5965-4e65-b2e7-2795e64e21f8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1480.664348] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d752857f-4e4c-4480-9259-65a1a02ace51 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.682319] env[68461]: DEBUG oslo_vmware.api [None req-195dca5d-5965-4e65-b2e7-2795e64e21f8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1480.682319] env[68461]: value = "task-2896333" [ 1480.682319] env[68461]: _type = "Task" [ 1480.682319] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.690246] env[68461]: DEBUG oslo_vmware.api [None req-195dca5d-5965-4e65-b2e7-2795e64e21f8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896333, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.050021] env[68461]: DEBUG oslo_vmware.api [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896332, 'name': Rename_Task, 'duration_secs': 0.140213} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.050376] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1481.050528] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3cab1b9-6a35-4b41-9cc1-3460e9cc94e2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.056707] env[68461]: DEBUG oslo_vmware.api [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1481.056707] env[68461]: value = "task-2896334" [ 1481.056707] env[68461]: _type = "Task" [ 1481.056707] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.065681] env[68461]: DEBUG oslo_vmware.api [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.146501] env[68461]: DEBUG nova.compute.manager [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1481.175531] env[68461]: DEBUG nova.virt.hardware [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1481.175776] env[68461]: DEBUG nova.virt.hardware [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1481.175931] env[68461]: DEBUG nova.virt.hardware [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1481.176124] env[68461]: DEBUG nova.virt.hardware [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1481.176270] env[68461]: DEBUG nova.virt.hardware [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1481.176415] env[68461]: DEBUG nova.virt.hardware [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1481.176618] env[68461]: DEBUG nova.virt.hardware [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1481.176773] env[68461]: DEBUG nova.virt.hardware [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1481.176939] env[68461]: DEBUG nova.virt.hardware [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1481.177110] env[68461]: DEBUG nova.virt.hardware [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1481.177281] env[68461]: DEBUG nova.virt.hardware [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1481.178144] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4682b0d0-a582-4889-87ee-7560ffa8cdae {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.189868] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f89f8e3-66a3-400f-8b68-c2f2863b06bf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.201388] env[68461]: DEBUG oslo_vmware.api [None req-195dca5d-5965-4e65-b2e7-2795e64e21f8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896333, 'name': ReconfigVM_Task, 'duration_secs': 0.204412} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.209486] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-195dca5d-5965-4e65-b2e7-2795e64e21f8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1481.214262] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9c753bd-aaea-4542-89ca-76d748a49274 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.228739] env[68461]: DEBUG oslo_vmware.api [None req-195dca5d-5965-4e65-b2e7-2795e64e21f8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1481.228739] env[68461]: value = "task-2896335" [ 1481.228739] env[68461]: _type = "Task" [ 1481.228739] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.238979] env[68461]: DEBUG oslo_vmware.api [None req-195dca5d-5965-4e65-b2e7-2795e64e21f8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896335, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.306495] env[68461]: DEBUG nova.compute.manager [req-e7373a55-2fe7-4bc0-8ba4-e61ddaff9c63 req-19a43dc6-6bd9-4a47-8351-d3654ebc2b3b service nova] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Received event network-vif-plugged-15ccb48d-13f9-44c2-8b3f-01adcc59a7e3 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1481.306721] env[68461]: DEBUG oslo_concurrency.lockutils [req-e7373a55-2fe7-4bc0-8ba4-e61ddaff9c63 req-19a43dc6-6bd9-4a47-8351-d3654ebc2b3b service nova] Acquiring lock "afaf10ee-6147-4036-ac11-7d0aac26c45f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.306935] env[68461]: DEBUG oslo_concurrency.lockutils [req-e7373a55-2fe7-4bc0-8ba4-e61ddaff9c63 req-19a43dc6-6bd9-4a47-8351-d3654ebc2b3b service nova] Lock "afaf10ee-6147-4036-ac11-7d0aac26c45f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1481.307121] env[68461]: DEBUG oslo_concurrency.lockutils [req-e7373a55-2fe7-4bc0-8ba4-e61ddaff9c63 req-19a43dc6-6bd9-4a47-8351-d3654ebc2b3b service nova] Lock "afaf10ee-6147-4036-ac11-7d0aac26c45f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.307333] env[68461]: DEBUG nova.compute.manager [req-e7373a55-2fe7-4bc0-8ba4-e61ddaff9c63 req-19a43dc6-6bd9-4a47-8351-d3654ebc2b3b service nova] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] No waiting events found dispatching network-vif-plugged-15ccb48d-13f9-44c2-8b3f-01adcc59a7e3 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1481.307474] env[68461]: WARNING nova.compute.manager [req-e7373a55-2fe7-4bc0-8ba4-e61ddaff9c63 req-19a43dc6-6bd9-4a47-8351-d3654ebc2b3b service nova] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Received unexpected event network-vif-plugged-15ccb48d-13f9-44c2-8b3f-01adcc59a7e3 for instance with vm_state building and task_state spawning. [ 1481.391646] env[68461]: DEBUG nova.network.neutron [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Successfully updated port: 15ccb48d-13f9-44c2-8b3f-01adcc59a7e3 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1481.567926] env[68461]: DEBUG oslo_vmware.api [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896334, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.738204] env[68461]: DEBUG oslo_vmware.api [None req-195dca5d-5965-4e65-b2e7-2795e64e21f8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896335, 'name': ReconfigVM_Task, 'duration_secs': 0.149464} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.738582] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-195dca5d-5965-4e65-b2e7-2795e64e21f8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581793', 'volume_id': '70b43302-810d-4055-97d6-928edbf89a30', 'name': 'volume-70b43302-810d-4055-97d6-928edbf89a30', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '487c8721-03ee-4a23-82db-8547144c364b', 'attached_at': '', 'detached_at': '', 'volume_id': '70b43302-810d-4055-97d6-928edbf89a30', 'serial': '70b43302-810d-4055-97d6-928edbf89a30'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1481.895645] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "refresh_cache-afaf10ee-6147-4036-ac11-7d0aac26c45f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.895645] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired lock "refresh_cache-afaf10ee-6147-4036-ac11-7d0aac26c45f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.895645] env[68461]: DEBUG nova.network.neutron [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1482.068116] env[68461]: DEBUG oslo_vmware.api [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896334, 'name': PowerOnVM_Task, 'duration_secs': 0.524362} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.068408] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1482.068626] env[68461]: INFO nova.compute.manager [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Took 7.15 seconds to spawn the instance on the hypervisor. [ 1482.068810] env[68461]: DEBUG nova.compute.manager [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1482.069575] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d34dd1-3d4d-4d3c-8d88-80bc75626054 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.285059] env[68461]: DEBUG nova.objects.instance [None req-195dca5d-5965-4e65-b2e7-2795e64e21f8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lazy-loading 'flavor' on Instance uuid 487c8721-03ee-4a23-82db-8547144c364b {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1482.424999] env[68461]: DEBUG nova.network.neutron [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1482.555847] env[68461]: DEBUG nova.network.neutron [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Updating instance_info_cache with network_info: [{"id": "15ccb48d-13f9-44c2-8b3f-01adcc59a7e3", "address": "fa:16:3e:b6:d2:fd", "network": {"id": "19dd6dcf-3cc3-45dd-bbe5-df8e5e0e8b28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1238697348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03daf919ddd46df977660137d14952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ccb48d-13", "ovs_interfaceid": "15ccb48d-13f9-44c2-8b3f-01adcc59a7e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.588603] env[68461]: INFO nova.compute.manager [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Took 13.28 seconds to build instance. [ 1482.688987] env[68461]: DEBUG nova.compute.manager [req-3b205d41-fe0d-4e4e-ad6e-8edd31dd021c req-060e9c10-6e6d-4cf4-800f-500d40654992 service nova] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Received event network-changed-d3233f4a-8e6a-4bc0-883a-cbe246318429 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1482.689198] env[68461]: DEBUG nova.compute.manager [req-3b205d41-fe0d-4e4e-ad6e-8edd31dd021c req-060e9c10-6e6d-4cf4-800f-500d40654992 service nova] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Refreshing instance network info cache due to event network-changed-d3233f4a-8e6a-4bc0-883a-cbe246318429. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1482.689416] env[68461]: DEBUG oslo_concurrency.lockutils [req-3b205d41-fe0d-4e4e-ad6e-8edd31dd021c req-060e9c10-6e6d-4cf4-800f-500d40654992 service nova] Acquiring lock "refresh_cache-238044ce-0265-4b8c-8ce7-64cd8fe259a7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.689558] env[68461]: DEBUG oslo_concurrency.lockutils [req-3b205d41-fe0d-4e4e-ad6e-8edd31dd021c req-060e9c10-6e6d-4cf4-800f-500d40654992 service nova] Acquired lock "refresh_cache-238044ce-0265-4b8c-8ce7-64cd8fe259a7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.689717] env[68461]: DEBUG nova.network.neutron [req-3b205d41-fe0d-4e4e-ad6e-8edd31dd021c req-060e9c10-6e6d-4cf4-800f-500d40654992 service nova] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Refreshing network info cache for port d3233f4a-8e6a-4bc0-883a-cbe246318429 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1483.059663] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Releasing lock "refresh_cache-afaf10ee-6147-4036-ac11-7d0aac26c45f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.060021] env[68461]: DEBUG nova.compute.manager [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Instance network_info: |[{"id": "15ccb48d-13f9-44c2-8b3f-01adcc59a7e3", "address": "fa:16:3e:b6:d2:fd", "network": {"id": "19dd6dcf-3cc3-45dd-bbe5-df8e5e0e8b28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1238697348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03daf919ddd46df977660137d14952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ccb48d-13", "ovs_interfaceid": "15ccb48d-13f9-44c2-8b3f-01adcc59a7e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1483.060837] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:d2:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15ccb48d-13f9-44c2-8b3f-01adcc59a7e3', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1483.068934] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1483.069265] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1483.069376] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dac1aea3-8279-4fcc-a01b-acd7d94ec22f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.089156] env[68461]: DEBUG oslo_concurrency.lockutils [None req-1dfa974a-8ffa-4d42-9817-6cb3a3e43c18 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "238044ce-0265-4b8c-8ce7-64cd8fe259a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.793s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.089362] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1483.089362] env[68461]: value = "task-2896336" [ 1483.089362] env[68461]: _type = "Task" [ 1483.089362] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.096938] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896336, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.292017] env[68461]: DEBUG oslo_concurrency.lockutils [None req-195dca5d-5965-4e65-b2e7-2795e64e21f8 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "487c8721-03ee-4a23-82db-8547144c364b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.243s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.336813] env[68461]: DEBUG nova.compute.manager [req-5e2c5420-2bc0-472c-9e96-e843f48452b3 req-e64479a3-d18e-4e53-85b4-67bd5ce8b5dd service nova] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Received event network-changed-15ccb48d-13f9-44c2-8b3f-01adcc59a7e3 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1483.337023] env[68461]: DEBUG nova.compute.manager [req-5e2c5420-2bc0-472c-9e96-e843f48452b3 req-e64479a3-d18e-4e53-85b4-67bd5ce8b5dd service nova] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Refreshing instance network info cache due to event network-changed-15ccb48d-13f9-44c2-8b3f-01adcc59a7e3. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1483.337238] env[68461]: DEBUG oslo_concurrency.lockutils [req-5e2c5420-2bc0-472c-9e96-e843f48452b3 req-e64479a3-d18e-4e53-85b4-67bd5ce8b5dd service nova] Acquiring lock "refresh_cache-afaf10ee-6147-4036-ac11-7d0aac26c45f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.337409] env[68461]: DEBUG oslo_concurrency.lockutils [req-5e2c5420-2bc0-472c-9e96-e843f48452b3 req-e64479a3-d18e-4e53-85b4-67bd5ce8b5dd service nova] Acquired lock "refresh_cache-afaf10ee-6147-4036-ac11-7d0aac26c45f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.337535] env[68461]: DEBUG nova.network.neutron [req-5e2c5420-2bc0-472c-9e96-e843f48452b3 req-e64479a3-d18e-4e53-85b4-67bd5ce8b5dd service nova] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Refreshing network info cache for port 15ccb48d-13f9-44c2-8b3f-01adcc59a7e3 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1483.401031] env[68461]: DEBUG nova.network.neutron [req-3b205d41-fe0d-4e4e-ad6e-8edd31dd021c req-060e9c10-6e6d-4cf4-800f-500d40654992 service nova] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Updated VIF entry in instance network info cache for port d3233f4a-8e6a-4bc0-883a-cbe246318429. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1483.401401] env[68461]: DEBUG nova.network.neutron [req-3b205d41-fe0d-4e4e-ad6e-8edd31dd021c req-060e9c10-6e6d-4cf4-800f-500d40654992 service nova] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Updating instance_info_cache with network_info: [{"id": "d3233f4a-8e6a-4bc0-883a-cbe246318429", "address": "fa:16:3e:0d:3f:98", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3233f4a-8e", "ovs_interfaceid": "d3233f4a-8e6a-4bc0-883a-cbe246318429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.599155] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896336, 'name': CreateVM_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.903938] env[68461]: DEBUG oslo_concurrency.lockutils [req-3b205d41-fe0d-4e4e-ad6e-8edd31dd021c req-060e9c10-6e6d-4cf4-800f-500d40654992 service nova] Releasing lock "refresh_cache-238044ce-0265-4b8c-8ce7-64cd8fe259a7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.033475] env[68461]: DEBUG nova.network.neutron [req-5e2c5420-2bc0-472c-9e96-e843f48452b3 req-e64479a3-d18e-4e53-85b4-67bd5ce8b5dd service nova] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Updated VIF entry in instance network info cache for port 15ccb48d-13f9-44c2-8b3f-01adcc59a7e3. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1484.033896] env[68461]: DEBUG nova.network.neutron [req-5e2c5420-2bc0-472c-9e96-e843f48452b3 req-e64479a3-d18e-4e53-85b4-67bd5ce8b5dd service nova] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Updating instance_info_cache with network_info: [{"id": "15ccb48d-13f9-44c2-8b3f-01adcc59a7e3", "address": "fa:16:3e:b6:d2:fd", "network": {"id": "19dd6dcf-3cc3-45dd-bbe5-df8e5e0e8b28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1238697348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03daf919ddd46df977660137d14952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ccb48d-13", "ovs_interfaceid": "15ccb48d-13f9-44c2-8b3f-01adcc59a7e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.103652] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896336, 'name': CreateVM_Task} progress is 25%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.320442] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "487c8721-03ee-4a23-82db-8547144c364b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.320878] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "487c8721-03ee-4a23-82db-8547144c364b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.321165] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "487c8721-03ee-4a23-82db-8547144c364b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.321386] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "487c8721-03ee-4a23-82db-8547144c364b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.321555] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "487c8721-03ee-4a23-82db-8547144c364b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.323889] env[68461]: INFO nova.compute.manager [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Terminating instance [ 1484.536596] env[68461]: DEBUG oslo_concurrency.lockutils [req-5e2c5420-2bc0-472c-9e96-e843f48452b3 req-e64479a3-d18e-4e53-85b4-67bd5ce8b5dd service nova] Releasing lock "refresh_cache-afaf10ee-6147-4036-ac11-7d0aac26c45f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.601416] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896336, 'name': CreateVM_Task, 'duration_secs': 1.125069} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.601584] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1484.602265] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.602429] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.602821] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.603086] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6405db6-da70-4f4d-8bef-24a5ffa2ba5a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.607596] env[68461]: DEBUG oslo_vmware.api [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1484.607596] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]528d5761-0ce6-fb50-ee43-3356407ad66e" [ 1484.607596] env[68461]: _type = "Task" [ 1484.607596] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.616483] env[68461]: DEBUG oslo_vmware.api [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]528d5761-0ce6-fb50-ee43-3356407ad66e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.827682] env[68461]: DEBUG nova.compute.manager [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1484.827979] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1484.828871] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bdfded-2232-4e7c-9679-c9ca66d685c4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.836261] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1484.836490] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b597857-59f0-43f4-bc47-219346e4d5ed {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.842173] env[68461]: DEBUG oslo_vmware.api [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1484.842173] env[68461]: value = "task-2896337" [ 1484.842173] env[68461]: _type = "Task" [ 1484.842173] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.849974] env[68461]: DEBUG oslo_vmware.api [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.118428] env[68461]: DEBUG oslo_vmware.api [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]528d5761-0ce6-fb50-ee43-3356407ad66e, 'name': SearchDatastore_Task, 'duration_secs': 0.009429} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.118758] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.118961] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1485.119252] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.119430] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.119616] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1485.119874] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad7afca4-6907-42ee-b00d-a44a9a1db6e3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.128177] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1485.128354] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1485.129036] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1994cf2f-7856-4199-b7ee-611d8b0c5acb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.134411] env[68461]: DEBUG oslo_vmware.api [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1485.134411] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521afcc7-22a7-27e6-8f56-d7faf99e67e3" [ 1485.134411] env[68461]: _type = "Task" [ 1485.134411] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.141787] env[68461]: DEBUG oslo_vmware.api [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521afcc7-22a7-27e6-8f56-d7faf99e67e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.351742] env[68461]: DEBUG oslo_vmware.api [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896337, 'name': PowerOffVM_Task, 'duration_secs': 0.182317} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.351967] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1485.352127] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1485.352370] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-962de74a-3f83-40a8-b632-d3d94579fb04 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.412819] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1485.413034] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1485.413226] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Deleting the datastore file [datastore1] 487c8721-03ee-4a23-82db-8547144c364b {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1485.413486] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c01fb548-988f-4a3c-8dfa-edc96b91550b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.419809] env[68461]: DEBUG oslo_vmware.api [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1485.419809] env[68461]: value = "task-2896339" [ 1485.419809] env[68461]: _type = "Task" [ 1485.419809] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.426951] env[68461]: DEBUG oslo_vmware.api [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.644689] env[68461]: DEBUG oslo_vmware.api [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521afcc7-22a7-27e6-8f56-d7faf99e67e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009553} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.645453] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb2111f5-16bc-4b6c-a082-d58a6cf2a12b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.650107] env[68461]: DEBUG oslo_vmware.api [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1485.650107] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52996462-be95-9116-f51e-eb487eda30c7" [ 1485.650107] env[68461]: _type = "Task" [ 1485.650107] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.657150] env[68461]: DEBUG oslo_vmware.api [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52996462-be95-9116-f51e-eb487eda30c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.929495] env[68461]: DEBUG oslo_vmware.api [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165664} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.929753] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1485.929940] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1485.930139] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1485.930311] env[68461]: INFO nova.compute.manager [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1485.930585] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1485.930792] env[68461]: DEBUG nova.compute.manager [-] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1485.930888] env[68461]: DEBUG nova.network.neutron [-] [instance: 487c8721-03ee-4a23-82db-8547144c364b] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1486.161730] env[68461]: DEBUG oslo_vmware.api [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52996462-be95-9116-f51e-eb487eda30c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009059} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.161730] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.161730] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] afaf10ee-6147-4036-ac11-7d0aac26c45f/afaf10ee-6147-4036-ac11-7d0aac26c45f.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1486.161730] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c2d876f-fa97-4443-87c1-f63d0273e484 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.168553] env[68461]: DEBUG oslo_vmware.api [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1486.168553] env[68461]: value = "task-2896340" [ 1486.168553] env[68461]: _type = "Task" [ 1486.168553] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.176214] env[68461]: DEBUG oslo_vmware.api [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.378037] env[68461]: DEBUG nova.compute.manager [req-20996c13-3c9f-41d7-8229-853b9f1a2f0a req-3a7b5a41-56d6-4dfb-9faf-110141f41727 service nova] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Received event network-vif-deleted-33606c3a-1a91-4e58-946c-7f1b061cc9bc {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1486.378180] env[68461]: INFO nova.compute.manager [req-20996c13-3c9f-41d7-8229-853b9f1a2f0a req-3a7b5a41-56d6-4dfb-9faf-110141f41727 service nova] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Neutron deleted interface 33606c3a-1a91-4e58-946c-7f1b061cc9bc; detaching it from the instance and deleting it from the info cache [ 1486.378369] env[68461]: DEBUG nova.network.neutron [req-20996c13-3c9f-41d7-8229-853b9f1a2f0a req-3a7b5a41-56d6-4dfb-9faf-110141f41727 service nova] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.679683] env[68461]: DEBUG oslo_vmware.api [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896340, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.858513] env[68461]: DEBUG nova.network.neutron [-] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.881490] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9002276-b76c-425a-bb2e-25e13abbfe6c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.892184] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ce5696-495c-48b7-9465-b0630799e65f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.921106] env[68461]: DEBUG nova.compute.manager [req-20996c13-3c9f-41d7-8229-853b9f1a2f0a req-3a7b5a41-56d6-4dfb-9faf-110141f41727 service nova] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Detach interface failed, port_id=33606c3a-1a91-4e58-946c-7f1b061cc9bc, reason: Instance 487c8721-03ee-4a23-82db-8547144c364b could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1487.179778] env[68461]: DEBUG oslo_vmware.api [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544388} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.180093] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] afaf10ee-6147-4036-ac11-7d0aac26c45f/afaf10ee-6147-4036-ac11-7d0aac26c45f.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1487.180347] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1487.180648] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04751033-1e24-41f2-abc4-da0384871a73 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.186670] env[68461]: DEBUG oslo_vmware.api [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1487.186670] env[68461]: value = "task-2896341" [ 1487.186670] env[68461]: _type = "Task" [ 1487.186670] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.194488] env[68461]: DEBUG oslo_vmware.api [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.361392] env[68461]: INFO nova.compute.manager [-] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Took 1.43 seconds to deallocate network for instance. [ 1487.696377] env[68461]: DEBUG oslo_vmware.api [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077643} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.696790] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1487.697955] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cef229-2f90-494a-b6cb-f6c6299b76f0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.720524] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] afaf10ee-6147-4036-ac11-7d0aac26c45f/afaf10ee-6147-4036-ac11-7d0aac26c45f.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1487.720784] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-048605e6-18fd-43b5-acd8-60451587b905 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.739428] env[68461]: DEBUG oslo_vmware.api [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1487.739428] env[68461]: value = "task-2896342" [ 1487.739428] env[68461]: _type = "Task" [ 1487.739428] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.746788] env[68461]: DEBUG oslo_vmware.api [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.868302] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.868595] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.868823] env[68461]: DEBUG nova.objects.instance [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lazy-loading 'resources' on Instance uuid 487c8721-03ee-4a23-82db-8547144c364b {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1487.912075] env[68461]: DEBUG oslo_concurrency.lockutils [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.912343] env[68461]: DEBUG oslo_concurrency.lockutils [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.912639] env[68461]: DEBUG oslo_concurrency.lockutils [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.912808] env[68461]: DEBUG oslo_concurrency.lockutils [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.912978] env[68461]: DEBUG oslo_concurrency.lockutils [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.915153] env[68461]: INFO nova.compute.manager [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Terminating instance [ 1488.248805] env[68461]: DEBUG oslo_vmware.api [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896342, 'name': ReconfigVM_Task, 'duration_secs': 0.355468} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.249245] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Reconfigured VM instance instance-0000007a to attach disk [datastore2] afaf10ee-6147-4036-ac11-7d0aac26c45f/afaf10ee-6147-4036-ac11-7d0aac26c45f.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1488.249690] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28d5fcb6-e4f6-4e2c-bba2-3c22ffaa0087 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.256403] env[68461]: DEBUG oslo_vmware.api [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1488.256403] env[68461]: value = "task-2896343" [ 1488.256403] env[68461]: _type = "Task" [ 1488.256403] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.264027] env[68461]: DEBUG oslo_vmware.api [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896343, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.418807] env[68461]: DEBUG nova.compute.manager [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1488.419054] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1488.419925] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056f2199-8818-4fca-a61a-b7c65d64aea3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.429123] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1488.429366] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8020d65-8647-432c-8805-a239d34631ed {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.435732] env[68461]: DEBUG oslo_vmware.api [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1488.435732] env[68461]: value = "task-2896344" [ 1488.435732] env[68461]: _type = "Task" [ 1488.435732] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.444140] env[68461]: DEBUG oslo_vmware.api [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.487827] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f66c06-b4cd-47a3-b1db-7adc71d92cfd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.494935] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80efce85-7234-41a0-b9b4-fd6825e2c071 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.524052] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ab52ae-23df-4bec-8c99-e985e423d601 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.531338] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f6fc9a-e95f-4408-9315-8d61e5c0daf3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.545574] env[68461]: DEBUG nova.compute.provider_tree [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1488.767100] env[68461]: DEBUG oslo_vmware.api [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896343, 'name': Rename_Task, 'duration_secs': 0.134107} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.767370] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1488.767671] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59448630-b051-422f-8034-8349210d24e0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.773889] env[68461]: DEBUG oslo_vmware.api [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1488.773889] env[68461]: value = "task-2896345" [ 1488.773889] env[68461]: _type = "Task" [ 1488.773889] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.781231] env[68461]: DEBUG oslo_vmware.api [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.945490] env[68461]: DEBUG oslo_vmware.api [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896344, 'name': PowerOffVM_Task, 'duration_secs': 0.187645} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.945718] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1488.945865] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1488.946125] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4c303ed-1fb7-4c1c-81c6-10c9a6ec92ae {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.006691] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1489.006924] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1489.007240] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Deleting the datastore file [datastore2] 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1489.007547] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cef24038-c5ee-441f-a803-2e664bb3d678 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.014435] env[68461]: DEBUG oslo_vmware.api [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1489.014435] env[68461]: value = "task-2896347" [ 1489.014435] env[68461]: _type = "Task" [ 1489.014435] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.021525] env[68461]: DEBUG oslo_vmware.api [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.066645] env[68461]: ERROR nova.scheduler.client.report [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [req-d7180ed3-ae1e-4fe0-bc77-138f07281529] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5d7ee095-b829-48e2-9d92-7f7aec139540. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d7180ed3-ae1e-4fe0-bc77-138f07281529"}]} [ 1489.082854] env[68461]: DEBUG nova.scheduler.client.report [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Refreshing inventories for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1489.099838] env[68461]: DEBUG nova.scheduler.client.report [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Updating ProviderTree inventory for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1489.100107] env[68461]: DEBUG nova.compute.provider_tree [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1489.112692] env[68461]: DEBUG nova.scheduler.client.report [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Refreshing aggregate associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, aggregates: None {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1489.132269] env[68461]: DEBUG nova.scheduler.client.report [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Refreshing trait associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1489.255759] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bce4b8-b29a-4e8c-a33a-b9cbe96b2f57 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.263172] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913a9616-53b0-4bb3-8f03-2c4d51f3d6a8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.294562] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2abf7e-7f71-41cf-aea8-d3cfaf67a05e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.301789] env[68461]: DEBUG oslo_vmware.api [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896345, 'name': PowerOnVM_Task, 'duration_secs': 0.465671} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.303748] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1489.303963] env[68461]: INFO nova.compute.manager [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1489.304162] env[68461]: DEBUG nova.compute.manager [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1489.304907] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff641a52-2f77-44fe-aa9a-106373b5f403 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.307919] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210bb01b-aa3a-4371-b3b7-73a1bbd181ec {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.325111] env[68461]: DEBUG nova.compute.provider_tree [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1489.523563] env[68461]: DEBUG oslo_vmware.api [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167431} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.523854] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1489.524128] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1489.524241] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1489.524414] env[68461]: INFO nova.compute.manager [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1489.524651] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1489.524844] env[68461]: DEBUG nova.compute.manager [-] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1489.524945] env[68461]: DEBUG nova.network.neutron [-] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1489.843501] env[68461]: INFO nova.compute.manager [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Took 12.92 seconds to build instance. [ 1489.857586] env[68461]: ERROR nova.scheduler.client.report [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [req-6b79a060-4238-45dc-98ba-c903061741d1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5d7ee095-b829-48e2-9d92-7f7aec139540. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6b79a060-4238-45dc-98ba-c903061741d1"}]} [ 1489.875912] env[68461]: DEBUG nova.scheduler.client.report [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Refreshing inventories for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1489.889897] env[68461]: DEBUG nova.scheduler.client.report [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Updating ProviderTree inventory for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1489.890138] env[68461]: DEBUG nova.compute.provider_tree [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1489.900645] env[68461]: DEBUG nova.scheduler.client.report [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Refreshing aggregate associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, aggregates: None {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1489.916239] env[68461]: DEBUG nova.scheduler.client.report [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Refreshing trait associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1490.000412] env[68461]: DEBUG nova.compute.manager [req-7b0c22de-c9f0-4430-a07e-359110ba78d5 req-3453f00d-c51b-4f4f-aeed-c265913ab6b2 service nova] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Received event network-vif-deleted-187458cf-08c5-46d7-95e6-ebdba9378481 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1490.000576] env[68461]: INFO nova.compute.manager [req-7b0c22de-c9f0-4430-a07e-359110ba78d5 req-3453f00d-c51b-4f4f-aeed-c265913ab6b2 service nova] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Neutron deleted interface 187458cf-08c5-46d7-95e6-ebdba9378481; detaching it from the instance and deleting it from the info cache [ 1490.000838] env[68461]: DEBUG nova.network.neutron [req-7b0c22de-c9f0-4430-a07e-359110ba78d5 req-3453f00d-c51b-4f4f-aeed-c265913ab6b2 service nova] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.044531] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7e823d-798f-4454-9078-a18f3b017b1e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.052548] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f364a0-7cc6-4a88-bdb5-647a451de23b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.082388] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a1cf18-8db7-44b5-9cfa-e706cc705f89 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.089318] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f76b18-9c4b-4d97-bd76-dd79e47df943 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.104413] env[68461]: DEBUG nova.compute.provider_tree [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1490.348667] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9438f00-5e8e-4c94-a977-efa021d3f11b tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "afaf10ee-6147-4036-ac11-7d0aac26c45f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.437s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.477526] env[68461]: DEBUG nova.network.neutron [-] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.505689] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb8bcc83-898f-4b20-93f2-f89354491f37 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.515467] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70596a1c-ce34-4723-8842-780a9d92d0b7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.545515] env[68461]: DEBUG nova.compute.manager [req-7b0c22de-c9f0-4430-a07e-359110ba78d5 req-3453f00d-c51b-4f4f-aeed-c265913ab6b2 service nova] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Detach interface failed, port_id=187458cf-08c5-46d7-95e6-ebdba9378481, reason: Instance 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1490.626603] env[68461]: ERROR nova.scheduler.client.report [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [req-b9855be3-cdff-49bd-81bb-20dd00156e02] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5d7ee095-b829-48e2-9d92-7f7aec139540. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b9855be3-cdff-49bd-81bb-20dd00156e02"}]} [ 1490.642342] env[68461]: DEBUG nova.scheduler.client.report [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Refreshing inventories for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1490.655760] env[68461]: DEBUG nova.scheduler.client.report [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Updating ProviderTree inventory for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1490.656012] env[68461]: DEBUG nova.compute.provider_tree [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1490.667111] env[68461]: DEBUG nova.scheduler.client.report [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Refreshing aggregate associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, aggregates: None {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1490.685018] env[68461]: DEBUG nova.scheduler.client.report [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Refreshing trait associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1490.824584] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfad47e-5fda-4ef3-a7e7-0f2130c8690c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.834809] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea368f31-1e3e-420a-b4f4-0df40b0b5d98 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.886672] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7445c91-7b5b-456d-8ac4-339828749cfc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.890566] env[68461]: DEBUG nova.compute.manager [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Stashing vm_state: active {{(pid=68461) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1490.900750] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6263fe53-3ce4-4f12-9a42-a4c3d5b642ab {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.921565] env[68461]: DEBUG nova.compute.provider_tree [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1490.979646] env[68461]: INFO nova.compute.manager [-] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Took 1.45 seconds to deallocate network for instance. [ 1491.409482] env[68461]: DEBUG oslo_concurrency.lockutils [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.450693] env[68461]: DEBUG nova.scheduler.client.report [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Updated inventory for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1491.450947] env[68461]: DEBUG nova.compute.provider_tree [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Updating resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 generation from 158 to 159 during operation: update_inventory {{(pid=68461) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1491.451160] env[68461]: DEBUG nova.compute.provider_tree [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1491.486227] env[68461]: DEBUG oslo_concurrency.lockutils [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.956569] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.088s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.959086] env[68461]: DEBUG oslo_concurrency.lockutils [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.549s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.974137] env[68461]: INFO nova.scheduler.client.report [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Deleted allocations for instance 487c8721-03ee-4a23-82db-8547144c364b [ 1492.464034] env[68461]: INFO nova.compute.claims [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1492.480974] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d25ff410-6214-46dc-afda-133516df006b tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "487c8721-03ee-4a23-82db-8547144c364b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.160s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.970228] env[68461]: INFO nova.compute.resource_tracker [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Updating resource usage from migration 5bc1ed72-baa3-4293-9e9a-04eb3d2ae317 [ 1493.126600] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da7f9a0-ecf2-4e5b-8a96-71db1f4f1cd3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.135351] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098ca441-4367-4b6a-bce3-c7a58ac71ea7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.175925] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea7b048-314b-4ce7-95c1-48539bc44252 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.186378] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54009d8f-f7ab-4ba0-9712-5ee7cf4de8bc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.208010] env[68461]: DEBUG nova.compute.provider_tree [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1493.467653] env[68461]: DEBUG oslo_concurrency.lockutils [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.468165] env[68461]: DEBUG oslo_concurrency.lockutils [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1493.468165] env[68461]: DEBUG oslo_concurrency.lockutils [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "1f055ca3-6fbb-40b7-b3cc-1f215358d2f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.468317] env[68461]: DEBUG oslo_concurrency.lockutils [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "1f055ca3-6fbb-40b7-b3cc-1f215358d2f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1493.468482] env[68461]: DEBUG oslo_concurrency.lockutils [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "1f055ca3-6fbb-40b7-b3cc-1f215358d2f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.470752] env[68461]: INFO nova.compute.manager [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Terminating instance [ 1493.711369] env[68461]: DEBUG nova.scheduler.client.report [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1493.975318] env[68461]: DEBUG nova.compute.manager [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1493.975587] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1493.975876] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6de23a0d-3862-4fc1-b288-adf2ceda37fd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.984066] env[68461]: DEBUG oslo_vmware.api [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1493.984066] env[68461]: value = "task-2896348" [ 1493.984066] env[68461]: _type = "Task" [ 1493.984066] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.992387] env[68461]: DEBUG oslo_vmware.api [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.218038] env[68461]: DEBUG oslo_concurrency.lockutils [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.258s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.218038] env[68461]: INFO nova.compute.manager [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Migrating [ 1494.223924] env[68461]: DEBUG oslo_concurrency.lockutils [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.738s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.224160] env[68461]: DEBUG nova.objects.instance [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lazy-loading 'resources' on Instance uuid 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1494.494143] env[68461]: DEBUG oslo_vmware.api [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896348, 'name': PowerOffVM_Task, 'duration_secs': 0.189575} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.495475] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1494.495682] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Volume detach. Driver type: vmdk {{(pid=68461) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1494.495876] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581777', 'volume_id': '1a3e5353-54cd-4812-bad8-9978a614645b', 'name': 'volume-1a3e5353-54cd-4812-bad8-9978a614645b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1f055ca3-6fbb-40b7-b3cc-1f215358d2f8', 'attached_at': '2025-03-10T17:24:06.000000', 'detached_at': '', 'volume_id': '1a3e5353-54cd-4812-bad8-9978a614645b', 'serial': '1a3e5353-54cd-4812-bad8-9978a614645b'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1494.498804] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253e61f3-82f5-4c52-bdf7-57478d962c3b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.503106] env[68461]: DEBUG oslo_concurrency.lockutils [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "a3bd9b9c-f27e-49da-ba46-a8ff006ec823" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.503314] env[68461]: DEBUG oslo_concurrency.lockutils [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "a3bd9b9c-f27e-49da-ba46-a8ff006ec823" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.520288] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b1cce2-3549-4778-9297-5395f6e00ec5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.527567] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89c6a17-06cc-40bd-9da0-b445b00274bb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.545180] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7636a937-788b-4228-90f9-78632c2f3398 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.559087] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] The volume has not been displaced from its original location: [datastore2] volume-1a3e5353-54cd-4812-bad8-9978a614645b/volume-1a3e5353-54cd-4812-bad8-9978a614645b.vmdk. No consolidation needed. {{(pid=68461) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1494.564258] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1494.564730] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdba91a6-7cfb-4dac-a8e2-c4221e0350a9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.582138] env[68461]: DEBUG oslo_vmware.api [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1494.582138] env[68461]: value = "task-2896349" [ 1494.582138] env[68461]: _type = "Task" [ 1494.582138] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.589374] env[68461]: DEBUG oslo_vmware.api [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.735852] env[68461]: DEBUG oslo_concurrency.lockutils [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "refresh_cache-afaf10ee-6147-4036-ac11-7d0aac26c45f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.735852] env[68461]: DEBUG oslo_concurrency.lockutils [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired lock "refresh_cache-afaf10ee-6147-4036-ac11-7d0aac26c45f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.735959] env[68461]: DEBUG nova.network.neutron [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1494.852377] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5933d2-cda1-40ae-b44d-7204259297e9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.859869] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8495b7e-5b1a-42e8-87e2-738ed279575d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.890982] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f180dd1c-9c67-44e8-ae07-99ad35c52893 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.897992] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b88440-771c-4f0b-ab8c-b9dacc6c9503 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.910645] env[68461]: DEBUG nova.compute.provider_tree [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1495.006098] env[68461]: DEBUG nova.compute.manager [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1495.091975] env[68461]: DEBUG oslo_vmware.api [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896349, 'name': ReconfigVM_Task, 'duration_secs': 0.160529} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.092073] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1495.096731] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a68a57c6-2714-4750-987e-133373f99865 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.111467] env[68461]: DEBUG oslo_vmware.api [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1495.111467] env[68461]: value = "task-2896350" [ 1495.111467] env[68461]: _type = "Task" [ 1495.111467] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.119542] env[68461]: DEBUG oslo_vmware.api [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.414128] env[68461]: DEBUG nova.scheduler.client.report [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1495.441010] env[68461]: DEBUG nova.network.neutron [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Updating instance_info_cache with network_info: [{"id": "15ccb48d-13f9-44c2-8b3f-01adcc59a7e3", "address": "fa:16:3e:b6:d2:fd", "network": {"id": "19dd6dcf-3cc3-45dd-bbe5-df8e5e0e8b28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1238697348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03daf919ddd46df977660137d14952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ccb48d-13", "ovs_interfaceid": "15ccb48d-13f9-44c2-8b3f-01adcc59a7e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.524925] env[68461]: DEBUG oslo_concurrency.lockutils [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.621077] env[68461]: DEBUG oslo_vmware.api [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896350, 'name': ReconfigVM_Task, 'duration_secs': 0.136286} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.621357] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581777', 'volume_id': '1a3e5353-54cd-4812-bad8-9978a614645b', 'name': 'volume-1a3e5353-54cd-4812-bad8-9978a614645b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1f055ca3-6fbb-40b7-b3cc-1f215358d2f8', 'attached_at': '2025-03-10T17:24:06.000000', 'detached_at': '', 'volume_id': '1a3e5353-54cd-4812-bad8-9978a614645b', 'serial': '1a3e5353-54cd-4812-bad8-9978a614645b'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1495.621629] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1495.622377] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9436d724-c310-46b0-8378-a486ae8a33f6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.628607] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1495.628816] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-690f0098-9c8a-44da-a2e5-074448d60ca7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.686964] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1495.687219] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1495.687400] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Deleting the datastore file [datastore2] 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1495.687665] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41fc2b79-4f86-4662-a1e2-1944ab965741 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.693570] env[68461]: DEBUG oslo_vmware.api [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1495.693570] env[68461]: value = "task-2896352" [ 1495.693570] env[68461]: _type = "Task" [ 1495.693570] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.701033] env[68461]: DEBUG oslo_vmware.api [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.919232] env[68461]: DEBUG oslo_concurrency.lockutils [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.921569] env[68461]: DEBUG oslo_concurrency.lockutils [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.397s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.923213] env[68461]: INFO nova.compute.claims [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1495.938081] env[68461]: INFO nova.scheduler.client.report [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Deleted allocations for instance 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf [ 1495.942864] env[68461]: DEBUG oslo_concurrency.lockutils [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Releasing lock "refresh_cache-afaf10ee-6147-4036-ac11-7d0aac26c45f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.203321] env[68461]: DEBUG oslo_vmware.api [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115722} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.203679] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1496.203952] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1496.204228] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1496.204491] env[68461]: INFO nova.compute.manager [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1496.204810] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1496.205098] env[68461]: DEBUG nova.compute.manager [-] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1496.205227] env[68461]: DEBUG nova.network.neutron [-] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1496.449720] env[68461]: DEBUG oslo_concurrency.lockutils [None req-754a4d24-de71-4646-89e1-b792859b31e2 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.537s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.849743] env[68461]: DEBUG nova.compute.manager [req-ab30e96f-38d0-44e4-8620-6bda344695c1 req-0a05b048-544d-4e0c-a108-7b9305d252f6 service nova] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Received event network-vif-deleted-15b27717-4f46-430e-aaf8-843d3a324db5 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1496.849743] env[68461]: INFO nova.compute.manager [req-ab30e96f-38d0-44e4-8620-6bda344695c1 req-0a05b048-544d-4e0c-a108-7b9305d252f6 service nova] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Neutron deleted interface 15b27717-4f46-430e-aaf8-843d3a324db5; detaching it from the instance and deleting it from the info cache [ 1496.849743] env[68461]: DEBUG nova.network.neutron [req-ab30e96f-38d0-44e4-8620-6bda344695c1 req-0a05b048-544d-4e0c-a108-7b9305d252f6 service nova] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.067695] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632526ff-d656-4223-8650-3ebd59300a15 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.076370] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223e3630-134b-4845-a811-4a2ea88be24f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.110534] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c218b8b-3004-4099-9dbf-6025ca585153 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.119521] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18626f34-764b-4fae-b82b-fc9de0964ed2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.136616] env[68461]: DEBUG nova.compute.provider_tree [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1497.330482] env[68461]: DEBUG nova.network.neutron [-] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.353554] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9ded4ff-51c9-4db5-9f6b-ec401c0c1190 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.362918] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16316532-76ab-4346-8c5f-662657a27353 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.393141] env[68461]: DEBUG nova.compute.manager [req-ab30e96f-38d0-44e4-8620-6bda344695c1 req-0a05b048-544d-4e0c-a108-7b9305d252f6 service nova] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Detach interface failed, port_id=15b27717-4f46-430e-aaf8-843d3a324db5, reason: Instance 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1497.459810] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d1abb6-34ea-4e80-830c-094bab7fbc39 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.481933] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Updating instance 'afaf10ee-6147-4036-ac11-7d0aac26c45f' progress to 0 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1497.640660] env[68461]: DEBUG nova.scheduler.client.report [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1497.833536] env[68461]: INFO nova.compute.manager [-] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Took 1.63 seconds to deallocate network for instance. [ 1497.986974] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1497.987303] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fa1a979-c298-47a6-a7b0-0ce255508e4c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.994783] env[68461]: DEBUG oslo_vmware.api [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1497.994783] env[68461]: value = "task-2896353" [ 1497.994783] env[68461]: _type = "Task" [ 1497.994783] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.002181] env[68461]: DEBUG oslo_vmware.api [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.051402] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.051691] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.146289] env[68461]: DEBUG oslo_concurrency.lockutils [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.146289] env[68461]: DEBUG nova.compute.manager [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1498.380126] env[68461]: INFO nova.compute.manager [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Took 0.55 seconds to detach 1 volumes for instance. [ 1498.382342] env[68461]: DEBUG nova.compute.manager [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Deleting volume: 1a3e5353-54cd-4812-bad8-9978a614645b {{(pid=68461) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1498.505027] env[68461]: DEBUG oslo_vmware.api [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896353, 'name': PowerOffVM_Task, 'duration_secs': 0.198159} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.505341] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1498.505588] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Updating instance 'afaf10ee-6147-4036-ac11-7d0aac26c45f' progress to 17 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1498.554526] env[68461]: DEBUG nova.compute.manager [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1498.651501] env[68461]: DEBUG nova.compute.utils [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1498.653399] env[68461]: DEBUG nova.compute.manager [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1498.653580] env[68461]: DEBUG nova.network.neutron [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1498.703796] env[68461]: DEBUG nova.policy [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4776ae1d53d24ff9b3014821c0b17858', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '851e213e40ef49bcabb33ce0333ac79b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1498.922312] env[68461]: DEBUG oslo_concurrency.lockutils [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.922622] env[68461]: DEBUG oslo_concurrency.lockutils [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.922878] env[68461]: DEBUG nova.objects.instance [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lazy-loading 'resources' on Instance uuid 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1498.956782] env[68461]: DEBUG nova.network.neutron [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Successfully created port: b765233c-f0ad-4dfd-8533-b27fc3abff19 {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1499.012785] env[68461]: DEBUG nova.virt.hardware [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1499.013131] env[68461]: DEBUG nova.virt.hardware [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1499.013213] env[68461]: DEBUG nova.virt.hardware [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1499.013391] env[68461]: DEBUG nova.virt.hardware [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1499.013534] env[68461]: DEBUG nova.virt.hardware [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1499.013682] env[68461]: DEBUG nova.virt.hardware [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1499.013885] env[68461]: DEBUG nova.virt.hardware [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1499.014053] env[68461]: DEBUG nova.virt.hardware [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1499.014220] env[68461]: DEBUG nova.virt.hardware [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1499.014381] env[68461]: DEBUG nova.virt.hardware [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1499.014549] env[68461]: DEBUG nova.virt.hardware [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1499.019858] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba046e79-55f0-41b8-873f-a550c7188503 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.035600] env[68461]: DEBUG oslo_vmware.api [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1499.035600] env[68461]: value = "task-2896355" [ 1499.035600] env[68461]: _type = "Task" [ 1499.035600] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.043260] env[68461]: DEBUG oslo_vmware.api [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.077381] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.156960] env[68461]: DEBUG nova.compute.manager [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1499.546248] env[68461]: DEBUG oslo_vmware.api [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896355, 'name': ReconfigVM_Task, 'duration_secs': 0.159965} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.548734] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Updating instance 'afaf10ee-6147-4036-ac11-7d0aac26c45f' progress to 33 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1499.561892] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbd31b9-6b81-404c-82ad-8e841f49eae8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.569049] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd02fe93-2273-4c5d-8e95-32e9f2165b7f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.602237] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adff7927-77cc-4c89-a6aa-4dc740dd9816 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.609908] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b8ee09-aab5-4fb9-a6a2-6373aede217b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.623313] env[68461]: DEBUG nova.compute.provider_tree [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1500.054781] env[68461]: DEBUG nova.virt.hardware [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1500.055270] env[68461]: DEBUG nova.virt.hardware [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1500.055270] env[68461]: DEBUG nova.virt.hardware [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1500.055394] env[68461]: DEBUG nova.virt.hardware [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1500.055538] env[68461]: DEBUG nova.virt.hardware [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1500.055721] env[68461]: DEBUG nova.virt.hardware [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1500.055935] env[68461]: DEBUG nova.virt.hardware [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1500.056113] env[68461]: DEBUG nova.virt.hardware [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1500.056290] env[68461]: DEBUG nova.virt.hardware [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1500.056458] env[68461]: DEBUG nova.virt.hardware [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1500.056652] env[68461]: DEBUG nova.virt.hardware [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1500.061861] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1500.062157] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f6c45bd-3912-4096-b685-014cdf816b7a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.082430] env[68461]: DEBUG oslo_vmware.api [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1500.082430] env[68461]: value = "task-2896356" [ 1500.082430] env[68461]: _type = "Task" [ 1500.082430] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.090065] env[68461]: DEBUG oslo_vmware.api [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.126849] env[68461]: DEBUG nova.scheduler.client.report [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1500.166397] env[68461]: DEBUG nova.compute.manager [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1500.194282] env[68461]: DEBUG nova.virt.hardware [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1500.194575] env[68461]: DEBUG nova.virt.hardware [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1500.194745] env[68461]: DEBUG nova.virt.hardware [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1500.194960] env[68461]: DEBUG nova.virt.hardware [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1500.195165] env[68461]: DEBUG nova.virt.hardware [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1500.195326] env[68461]: DEBUG nova.virt.hardware [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1500.195536] env[68461]: DEBUG nova.virt.hardware [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1500.195697] env[68461]: DEBUG nova.virt.hardware [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1500.195867] env[68461]: DEBUG nova.virt.hardware [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1500.196043] env[68461]: DEBUG nova.virt.hardware [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1500.196227] env[68461]: DEBUG nova.virt.hardware [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1500.197095] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bd38b8-4199-48df-97cc-74673a01d1bf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.204698] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d01a31f-fb00-40f9-9329-2c87023ee73e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.322802] env[68461]: DEBUG nova.compute.manager [req-e216c4eb-a5ba-4edd-b1a7-8702795a1911 req-169393ed-b0c0-46a1-bcaf-da6c0c0f2e84 service nova] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Received event network-vif-plugged-b765233c-f0ad-4dfd-8533-b27fc3abff19 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1500.323096] env[68461]: DEBUG oslo_concurrency.lockutils [req-e216c4eb-a5ba-4edd-b1a7-8702795a1911 req-169393ed-b0c0-46a1-bcaf-da6c0c0f2e84 service nova] Acquiring lock "a3bd9b9c-f27e-49da-ba46-a8ff006ec823-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.323309] env[68461]: DEBUG oslo_concurrency.lockutils [req-e216c4eb-a5ba-4edd-b1a7-8702795a1911 req-169393ed-b0c0-46a1-bcaf-da6c0c0f2e84 service nova] Lock "a3bd9b9c-f27e-49da-ba46-a8ff006ec823-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.323478] env[68461]: DEBUG oslo_concurrency.lockutils [req-e216c4eb-a5ba-4edd-b1a7-8702795a1911 req-169393ed-b0c0-46a1-bcaf-da6c0c0f2e84 service nova] Lock "a3bd9b9c-f27e-49da-ba46-a8ff006ec823-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.323653] env[68461]: DEBUG nova.compute.manager [req-e216c4eb-a5ba-4edd-b1a7-8702795a1911 req-169393ed-b0c0-46a1-bcaf-da6c0c0f2e84 service nova] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] No waiting events found dispatching network-vif-plugged-b765233c-f0ad-4dfd-8533-b27fc3abff19 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1500.323849] env[68461]: WARNING nova.compute.manager [req-e216c4eb-a5ba-4edd-b1a7-8702795a1911 req-169393ed-b0c0-46a1-bcaf-da6c0c0f2e84 service nova] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Received unexpected event network-vif-plugged-b765233c-f0ad-4dfd-8533-b27fc3abff19 for instance with vm_state building and task_state spawning. [ 1500.401934] env[68461]: DEBUG nova.network.neutron [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Successfully updated port: b765233c-f0ad-4dfd-8533-b27fc3abff19 {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1500.592360] env[68461]: DEBUG oslo_vmware.api [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896356, 'name': ReconfigVM_Task, 'duration_secs': 0.155146} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.592609] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1500.593398] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f2ad83-0ee4-4e73-8891-b4d06ef8634f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.615726] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] afaf10ee-6147-4036-ac11-7d0aac26c45f/afaf10ee-6147-4036-ac11-7d0aac26c45f.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1500.615991] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c5331c1-a738-4834-b617-8f9ad4bb7173 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.632099] env[68461]: DEBUG oslo_concurrency.lockutils [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.635242] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.558s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.636817] env[68461]: INFO nova.compute.claims [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1500.639339] env[68461]: DEBUG oslo_vmware.api [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1500.639339] env[68461]: value = "task-2896357" [ 1500.639339] env[68461]: _type = "Task" [ 1500.639339] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.647740] env[68461]: DEBUG oslo_vmware.api [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896357, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.655386] env[68461]: INFO nova.scheduler.client.report [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Deleted allocations for instance 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8 [ 1500.904658] env[68461]: DEBUG oslo_concurrency.lockutils [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "refresh_cache-a3bd9b9c-f27e-49da-ba46-a8ff006ec823" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.904945] env[68461]: DEBUG oslo_concurrency.lockutils [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquired lock "refresh_cache-a3bd9b9c-f27e-49da-ba46-a8ff006ec823" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.905120] env[68461]: DEBUG nova.network.neutron [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1501.152852] env[68461]: DEBUG oslo_vmware.api [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896357, 'name': ReconfigVM_Task, 'duration_secs': 0.259174} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.153815] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Reconfigured VM instance instance-0000007a to attach disk [datastore2] afaf10ee-6147-4036-ac11-7d0aac26c45f/afaf10ee-6147-4036-ac11-7d0aac26c45f.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1501.154113] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Updating instance 'afaf10ee-6147-4036-ac11-7d0aac26c45f' progress to 50 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1501.163606] env[68461]: DEBUG oslo_concurrency.lockutils [None req-558bb964-7ed6-444d-ad38-5a5813622f2f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "1f055ca3-6fbb-40b7-b3cc-1f215358d2f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.696s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.439921] env[68461]: DEBUG nova.network.neutron [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1501.497293] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.497541] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.497798] env[68461]: INFO nova.compute.manager [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Shelving [ 1501.556857] env[68461]: DEBUG nova.network.neutron [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Updating instance_info_cache with network_info: [{"id": "b765233c-f0ad-4dfd-8533-b27fc3abff19", "address": "fa:16:3e:02:ba:16", "network": {"id": "1dde6788-42d9-4e8b-a556-d1a736dedc18", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460636697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "851e213e40ef49bcabb33ce0333ac79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb765233c-f0", "ovs_interfaceid": "b765233c-f0ad-4dfd-8533-b27fc3abff19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.595996] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.596386] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.596622] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.596830] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.597025] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.599058] env[68461]: INFO nova.compute.manager [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Terminating instance [ 1501.661020] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2923f6-0c5a-4603-bb75-1643f1083727 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.683719] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d775263b-fe3b-447e-9ae1-c7b7658f8ef5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.701420] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Updating instance 'afaf10ee-6147-4036-ac11-7d0aac26c45f' progress to 67 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1501.787200] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c671de1-5fb5-4d65-8973-d39eac32b30d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.794456] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb97b28-e4fc-4b86-99d1-969b9d3ea92c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.823084] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ddb708-c3f3-4411-8d8d-ded7d574bbce {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.829982] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f04804-1a3d-4b12-8136-eda5fe79a73d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.842484] env[68461]: DEBUG nova.compute.provider_tree [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.059258] env[68461]: DEBUG oslo_concurrency.lockutils [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Releasing lock "refresh_cache-a3bd9b9c-f27e-49da-ba46-a8ff006ec823" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.059579] env[68461]: DEBUG nova.compute.manager [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Instance network_info: |[{"id": "b765233c-f0ad-4dfd-8533-b27fc3abff19", "address": "fa:16:3e:02:ba:16", "network": {"id": "1dde6788-42d9-4e8b-a556-d1a736dedc18", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460636697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "851e213e40ef49bcabb33ce0333ac79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb765233c-f0", "ovs_interfaceid": "b765233c-f0ad-4dfd-8533-b27fc3abff19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1502.059973] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:ba:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b765233c-f0ad-4dfd-8533-b27fc3abff19', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1502.067567] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1502.067780] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1502.068008] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-803010e5-2c32-4860-854e-0108b4cd05e3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.087343] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1502.087343] env[68461]: value = "task-2896358" [ 1502.087343] env[68461]: _type = "Task" [ 1502.087343] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.094773] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896358, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.102897] env[68461]: DEBUG nova.compute.manager [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1502.102897] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1502.104027] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724e34b7-71f1-4015-9619-dc55b291a9ee {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.111426] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1502.111672] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b34548cd-58aa-4889-a12a-973b9404fb74 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.119103] env[68461]: DEBUG oslo_vmware.api [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1502.119103] env[68461]: value = "task-2896359" [ 1502.119103] env[68461]: _type = "Task" [ 1502.119103] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.127533] env[68461]: DEBUG oslo_vmware.api [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.245565] env[68461]: DEBUG nova.network.neutron [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Port 15ccb48d-13f9-44c2-8b3f-01adcc59a7e3 binding to destination host cpu-1 is already ACTIVE {{(pid=68461) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1502.345337] env[68461]: DEBUG nova.scheduler.client.report [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1502.351405] env[68461]: DEBUG nova.compute.manager [req-cac9cbb3-d082-4575-a12e-9e918a8517cc req-40f72b53-1187-4ea8-86f9-b22e8e16be7c service nova] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Received event network-changed-b765233c-f0ad-4dfd-8533-b27fc3abff19 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1502.351671] env[68461]: DEBUG nova.compute.manager [req-cac9cbb3-d082-4575-a12e-9e918a8517cc req-40f72b53-1187-4ea8-86f9-b22e8e16be7c service nova] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Refreshing instance network info cache due to event network-changed-b765233c-f0ad-4dfd-8533-b27fc3abff19. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1502.351927] env[68461]: DEBUG oslo_concurrency.lockutils [req-cac9cbb3-d082-4575-a12e-9e918a8517cc req-40f72b53-1187-4ea8-86f9-b22e8e16be7c service nova] Acquiring lock "refresh_cache-a3bd9b9c-f27e-49da-ba46-a8ff006ec823" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.352075] env[68461]: DEBUG oslo_concurrency.lockutils [req-cac9cbb3-d082-4575-a12e-9e918a8517cc req-40f72b53-1187-4ea8-86f9-b22e8e16be7c service nova] Acquired lock "refresh_cache-a3bd9b9c-f27e-49da-ba46-a8ff006ec823" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.352243] env[68461]: DEBUG nova.network.neutron [req-cac9cbb3-d082-4575-a12e-9e918a8517cc req-40f72b53-1187-4ea8-86f9-b22e8e16be7c service nova] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Refreshing network info cache for port b765233c-f0ad-4dfd-8533-b27fc3abff19 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1502.508123] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1502.508443] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-462d314d-7bec-4ad6-b3ad-e1c9350add03 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.515827] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1502.515827] env[68461]: value = "task-2896360" [ 1502.515827] env[68461]: _type = "Task" [ 1502.515827] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.524438] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.597296] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896358, 'name': CreateVM_Task, 'duration_secs': 0.293487} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.597635] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1502.598591] env[68461]: DEBUG oslo_concurrency.lockutils [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.598828] env[68461]: DEBUG oslo_concurrency.lockutils [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.599202] env[68461]: DEBUG oslo_concurrency.lockutils [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.599481] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1f9fa65-815e-4d64-abac-33a120a149e2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.604201] env[68461]: DEBUG oslo_vmware.api [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1502.604201] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]528e1c4b-fed3-253c-bee0-12f7f76a6c43" [ 1502.604201] env[68461]: _type = "Task" [ 1502.604201] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.612213] env[68461]: DEBUG oslo_vmware.api [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]528e1c4b-fed3-253c-bee0-12f7f76a6c43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.628201] env[68461]: DEBUG oslo_vmware.api [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896359, 'name': PowerOffVM_Task, 'duration_secs': 0.199549} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.628465] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1502.628636] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1502.628880] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06c0cd20-6eb8-4b69-a85d-cfb04d4fe7d4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.698340] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1502.698568] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1502.698735] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Deleting the datastore file [datastore2] a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1502.698999] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf22c309-c2ee-4162-9a1c-b866820a8c04 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.705351] env[68461]: DEBUG oslo_vmware.api [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1502.705351] env[68461]: value = "task-2896362" [ 1502.705351] env[68461]: _type = "Task" [ 1502.705351] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.712470] env[68461]: DEBUG oslo_vmware.api [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.854668] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.855158] env[68461]: DEBUG nova.compute.manager [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1503.026767] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896360, 'name': PowerOffVM_Task, 'duration_secs': 0.160271} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.027040] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1503.027816] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af547c8-7527-47c6-bd28-7bb347e8bfd2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.045229] env[68461]: DEBUG nova.network.neutron [req-cac9cbb3-d082-4575-a12e-9e918a8517cc req-40f72b53-1187-4ea8-86f9-b22e8e16be7c service nova] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Updated VIF entry in instance network info cache for port b765233c-f0ad-4dfd-8533-b27fc3abff19. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1503.045556] env[68461]: DEBUG nova.network.neutron [req-cac9cbb3-d082-4575-a12e-9e918a8517cc req-40f72b53-1187-4ea8-86f9-b22e8e16be7c service nova] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Updating instance_info_cache with network_info: [{"id": "b765233c-f0ad-4dfd-8533-b27fc3abff19", "address": "fa:16:3e:02:ba:16", "network": {"id": "1dde6788-42d9-4e8b-a556-d1a736dedc18", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460636697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "851e213e40ef49bcabb33ce0333ac79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb765233c-f0", "ovs_interfaceid": "b765233c-f0ad-4dfd-8533-b27fc3abff19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.047071] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe27aaab-404e-42f4-b5a2-7e17c2f013c8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.113969] env[68461]: DEBUG oslo_vmware.api [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]528e1c4b-fed3-253c-bee0-12f7f76a6c43, 'name': SearchDatastore_Task, 'duration_secs': 0.010008} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.114295] env[68461]: DEBUG oslo_concurrency.lockutils [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.114527] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1503.114759] env[68461]: DEBUG oslo_concurrency.lockutils [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.114909] env[68461]: DEBUG oslo_concurrency.lockutils [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.115100] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1503.115351] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67e3bde8-0731-45c1-b65e-4daa4bd58a57 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.123391] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1503.123571] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1503.124312] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b8429ec-8524-4f7a-bc86-f4f58e981c19 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.128988] env[68461]: DEBUG oslo_vmware.api [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1503.128988] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521e53dc-99cf-af1b-8dea-b42ae9195b59" [ 1503.128988] env[68461]: _type = "Task" [ 1503.128988] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.136255] env[68461]: DEBUG oslo_vmware.api [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521e53dc-99cf-af1b-8dea-b42ae9195b59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.215648] env[68461]: DEBUG oslo_vmware.api [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128655} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.215914] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1503.216111] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1503.216292] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1503.216463] env[68461]: INFO nova.compute.manager [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1503.216702] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1503.216893] env[68461]: DEBUG nova.compute.manager [-] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1503.216987] env[68461]: DEBUG nova.network.neutron [-] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1503.267095] env[68461]: DEBUG oslo_concurrency.lockutils [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "afaf10ee-6147-4036-ac11-7d0aac26c45f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.267345] env[68461]: DEBUG oslo_concurrency.lockutils [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "afaf10ee-6147-4036-ac11-7d0aac26c45f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.267425] env[68461]: DEBUG oslo_concurrency.lockutils [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "afaf10ee-6147-4036-ac11-7d0aac26c45f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.362028] env[68461]: DEBUG nova.compute.utils [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1503.363824] env[68461]: DEBUG nova.compute.manager [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1503.363824] env[68461]: DEBUG nova.network.neutron [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1503.400149] env[68461]: DEBUG nova.policy [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '216ea45ba6fc475d8d7b20657b7d685a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75ea44a026484c54a2d7f17ed1e10047', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1503.550444] env[68461]: DEBUG oslo_concurrency.lockutils [req-cac9cbb3-d082-4575-a12e-9e918a8517cc req-40f72b53-1187-4ea8-86f9-b22e8e16be7c service nova] Releasing lock "refresh_cache-a3bd9b9c-f27e-49da-ba46-a8ff006ec823" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.556837] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Creating Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1503.557163] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0f14669c-b471-4704-95c2-f0252fbc8e95 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.564750] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1503.564750] env[68461]: value = "task-2896363" [ 1503.564750] env[68461]: _type = "Task" [ 1503.564750] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.574418] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896363, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.641206] env[68461]: DEBUG oslo_vmware.api [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521e53dc-99cf-af1b-8dea-b42ae9195b59, 'name': SearchDatastore_Task, 'duration_secs': 0.008177} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.641764] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a09968e-1b46-4392-827f-11af3198904d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.646851] env[68461]: DEBUG oslo_vmware.api [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1503.646851] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]522ee4fe-c28a-99a6-c63b-ae399006e5df" [ 1503.646851] env[68461]: _type = "Task" [ 1503.646851] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.654218] env[68461]: DEBUG oslo_vmware.api [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522ee4fe-c28a-99a6-c63b-ae399006e5df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.654985] env[68461]: DEBUG nova.network.neutron [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Successfully created port: 03433691-4ff0-457b-969a-45e30a28194d {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1503.867608] env[68461]: DEBUG nova.compute.manager [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1503.945504] env[68461]: DEBUG nova.network.neutron [-] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.075147] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896363, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.158100] env[68461]: DEBUG oslo_vmware.api [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]522ee4fe-c28a-99a6-c63b-ae399006e5df, 'name': SearchDatastore_Task, 'duration_secs': 0.011382} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.158100] env[68461]: DEBUG oslo_concurrency.lockutils [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.158100] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] a3bd9b9c-f27e-49da-ba46-a8ff006ec823/a3bd9b9c-f27e-49da-ba46-a8ff006ec823.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1504.158100] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b15dedf-16f1-4773-9217-0c9a49f95859 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.163381] env[68461]: DEBUG oslo_vmware.api [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1504.163381] env[68461]: value = "task-2896364" [ 1504.163381] env[68461]: _type = "Task" [ 1504.163381] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.171356] env[68461]: DEBUG oslo_vmware.api [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.302010] env[68461]: DEBUG oslo_concurrency.lockutils [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "refresh_cache-afaf10ee-6147-4036-ac11-7d0aac26c45f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.302251] env[68461]: DEBUG oslo_concurrency.lockutils [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired lock "refresh_cache-afaf10ee-6147-4036-ac11-7d0aac26c45f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.302401] env[68461]: DEBUG nova.network.neutron [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1504.379408] env[68461]: DEBUG nova.compute.manager [req-d5fe74c8-364e-48c6-adcb-fade29bde1fa req-1fecc5cd-7254-4d96-8fad-8243233ac305 service nova] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Received event network-vif-deleted-bc08aefc-31bb-493c-b6cc-92d3c2dcc210 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1504.448949] env[68461]: INFO nova.compute.manager [-] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Took 1.23 seconds to deallocate network for instance. [ 1504.576621] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896363, 'name': CreateSnapshot_Task, 'duration_secs': 0.565318} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.577038] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Created Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1504.577894] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367f797b-477f-47c7-a18e-2ed31eb0cdfb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.677437] env[68461]: DEBUG oslo_vmware.api [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458688} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.678196] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] a3bd9b9c-f27e-49da-ba46-a8ff006ec823/a3bd9b9c-f27e-49da-ba46-a8ff006ec823.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1504.678414] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1504.678658] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f220445c-295e-494c-b6e7-aa988d0422f1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.685745] env[68461]: DEBUG oslo_vmware.api [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1504.685745] env[68461]: value = "task-2896365" [ 1504.685745] env[68461]: _type = "Task" [ 1504.685745] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.694709] env[68461]: DEBUG oslo_vmware.api [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.882199] env[68461]: DEBUG nova.compute.manager [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1504.903254] env[68461]: DEBUG nova.virt.hardware [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1504.903505] env[68461]: DEBUG nova.virt.hardware [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1504.903663] env[68461]: DEBUG nova.virt.hardware [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1504.903864] env[68461]: DEBUG nova.virt.hardware [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1504.904021] env[68461]: DEBUG nova.virt.hardware [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1504.904173] env[68461]: DEBUG nova.virt.hardware [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1504.904392] env[68461]: DEBUG nova.virt.hardware [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1504.904553] env[68461]: DEBUG nova.virt.hardware [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1504.904718] env[68461]: DEBUG nova.virt.hardware [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1504.904889] env[68461]: DEBUG nova.virt.hardware [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1504.905105] env[68461]: DEBUG nova.virt.hardware [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1504.905938] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10797d7c-9a2a-4857-ab4b-a0504515c163 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.915980] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ca18af-0702-4650-96f6-a66fcc1c31ef {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.957522] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.957810] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.958046] env[68461]: DEBUG nova.objects.instance [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lazy-loading 'resources' on Instance uuid a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1504.997943] env[68461]: DEBUG nova.network.neutron [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Updating instance_info_cache with network_info: [{"id": "15ccb48d-13f9-44c2-8b3f-01adcc59a7e3", "address": "fa:16:3e:b6:d2:fd", "network": {"id": "19dd6dcf-3cc3-45dd-bbe5-df8e5e0e8b28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1238697348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03daf919ddd46df977660137d14952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ccb48d-13", "ovs_interfaceid": "15ccb48d-13f9-44c2-8b3f-01adcc59a7e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.051434] env[68461]: DEBUG nova.compute.manager [req-36d91cc4-2411-4291-bbc3-a2b1a4425dad req-92c02b60-2d50-4dc0-8061-a736552f853c service nova] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Received event network-vif-plugged-03433691-4ff0-457b-969a-45e30a28194d {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1505.051657] env[68461]: DEBUG oslo_concurrency.lockutils [req-36d91cc4-2411-4291-bbc3-a2b1a4425dad req-92c02b60-2d50-4dc0-8061-a736552f853c service nova] Acquiring lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.051861] env[68461]: DEBUG oslo_concurrency.lockutils [req-36d91cc4-2411-4291-bbc3-a2b1a4425dad req-92c02b60-2d50-4dc0-8061-a736552f853c service nova] Lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.052122] env[68461]: DEBUG oslo_concurrency.lockutils [req-36d91cc4-2411-4291-bbc3-a2b1a4425dad req-92c02b60-2d50-4dc0-8061-a736552f853c service nova] Lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.052209] env[68461]: DEBUG nova.compute.manager [req-36d91cc4-2411-4291-bbc3-a2b1a4425dad req-92c02b60-2d50-4dc0-8061-a736552f853c service nova] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] No waiting events found dispatching network-vif-plugged-03433691-4ff0-457b-969a-45e30a28194d {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1505.052370] env[68461]: WARNING nova.compute.manager [req-36d91cc4-2411-4291-bbc3-a2b1a4425dad req-92c02b60-2d50-4dc0-8061-a736552f853c service nova] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Received unexpected event network-vif-plugged-03433691-4ff0-457b-969a-45e30a28194d for instance with vm_state building and task_state spawning. [ 1505.095964] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Creating linked-clone VM from snapshot {{(pid=68461) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1505.096419] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a482d6cb-6d1e-4089-82e9-c8f7f0ff31e9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.105577] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1505.105577] env[68461]: value = "task-2896366" [ 1505.105577] env[68461]: _type = "Task" [ 1505.105577] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.114543] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896366, 'name': CloneVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.141925] env[68461]: DEBUG nova.network.neutron [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Successfully updated port: 03433691-4ff0-457b-969a-45e30a28194d {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1505.172539] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "da336cfd-459b-404a-ab72-f963a3785b76" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.172929] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "da336cfd-459b-404a-ab72-f963a3785b76" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.173275] env[68461]: INFO nova.compute.manager [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Shelving [ 1505.195168] env[68461]: DEBUG oslo_vmware.api [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05948} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.195426] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1505.196143] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9e689b-1b50-4e37-b7cf-850e43445eec {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.219514] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] a3bd9b9c-f27e-49da-ba46-a8ff006ec823/a3bd9b9c-f27e-49da-ba46-a8ff006ec823.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1505.219798] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98bb78fc-3e19-4c3b-8cee-5a409e11c82d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.239900] env[68461]: DEBUG oslo_vmware.api [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1505.239900] env[68461]: value = "task-2896367" [ 1505.239900] env[68461]: _type = "Task" [ 1505.239900] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.248153] env[68461]: DEBUG oslo_vmware.api [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.501664] env[68461]: DEBUG oslo_concurrency.lockutils [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Releasing lock "refresh_cache-afaf10ee-6147-4036-ac11-7d0aac26c45f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.590240] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648eea58-31e6-4a77-864e-a04d68e98e3c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.598069] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc32be2-9990-4292-9853-2aaff1d250aa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.630315] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5516fe-85ae-4391-a419-4917bd673b54 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.637885] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896366, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.640940] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d97db7-4436-465e-8840-fb32caa432cd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.644757] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "refresh_cache-a6e38285-92fc-4a6a-ac0f-0182dfef8a95" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.644862] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquired lock "refresh_cache-a6e38285-92fc-4a6a-ac0f-0182dfef8a95" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.645026] env[68461]: DEBUG nova.network.neutron [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1505.655667] env[68461]: DEBUG nova.compute.provider_tree [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1505.749495] env[68461]: DEBUG oslo_vmware.api [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896367, 'name': ReconfigVM_Task, 'duration_secs': 0.282733} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.749754] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Reconfigured VM instance instance-0000007b to attach disk [datastore1] a3bd9b9c-f27e-49da-ba46-a8ff006ec823/a3bd9b9c-f27e-49da-ba46-a8ff006ec823.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1505.750370] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd399d92-b679-4450-9121-b43e9c62d700 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.756681] env[68461]: DEBUG oslo_vmware.api [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1505.756681] env[68461]: value = "task-2896368" [ 1505.756681] env[68461]: _type = "Task" [ 1505.756681] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.764399] env[68461]: DEBUG oslo_vmware.api [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896368, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.024302] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1489a5-f1d0-48dc-a55b-72f74c59b57f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.043943] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218faa48-b2ec-4f3a-94c3-e7c44b4640f9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.050669] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Updating instance 'afaf10ee-6147-4036-ac11-7d0aac26c45f' progress to 83 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1506.136501] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896366, 'name': CloneVM_Task} progress is 95%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.174749] env[68461]: DEBUG nova.network.neutron [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1506.177327] env[68461]: ERROR nova.scheduler.client.report [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [req-4d752ac1-6ca7-4b88-9d45-8c667b355538] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5d7ee095-b829-48e2-9d92-7f7aec139540. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4d752ac1-6ca7-4b88-9d45-8c667b355538"}]} [ 1506.182107] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1506.182372] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06449fdb-9caa-4a95-832d-a78c271f9db2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.188459] env[68461]: DEBUG oslo_vmware.api [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1506.188459] env[68461]: value = "task-2896369" [ 1506.188459] env[68461]: _type = "Task" [ 1506.188459] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.197666] env[68461]: DEBUG nova.scheduler.client.report [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Refreshing inventories for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1506.199608] env[68461]: DEBUG oslo_vmware.api [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.212053] env[68461]: DEBUG nova.scheduler.client.report [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Updating ProviderTree inventory for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1506.212280] env[68461]: DEBUG nova.compute.provider_tree [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1506.226266] env[68461]: DEBUG nova.scheduler.client.report [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Refreshing aggregate associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, aggregates: None {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1506.247330] env[68461]: DEBUG nova.scheduler.client.report [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Refreshing trait associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1506.269131] env[68461]: DEBUG oslo_vmware.api [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896368, 'name': Rename_Task, 'duration_secs': 0.178449} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.269435] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1506.269703] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3bc90e4-8e8c-48cc-89df-7d645561f838 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.278981] env[68461]: DEBUG oslo_vmware.api [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1506.278981] env[68461]: value = "task-2896370" [ 1506.278981] env[68461]: _type = "Task" [ 1506.278981] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.287802] env[68461]: DEBUG oslo_vmware.api [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.371377] env[68461]: DEBUG nova.network.neutron [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Updating instance_info_cache with network_info: [{"id": "03433691-4ff0-457b-969a-45e30a28194d", "address": "fa:16:3e:7c:39:08", "network": {"id": "f74db5a6-8283-488e-926b-b8a1337069ba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2130627189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ea44a026484c54a2d7f17ed1e10047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03433691-4f", "ovs_interfaceid": "03433691-4ff0-457b-969a-45e30a28194d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.383434] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9680fa-f366-4f20-9918-febe5ea85cf0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.391705] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8852b08e-befa-41ac-8744-5bb6a619d427 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.422780] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e137fffc-9d3a-409c-96df-9288331a975b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.429875] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc758e6-3ceb-4276-9d63-221ae71d75dd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.443227] env[68461]: DEBUG nova.compute.provider_tree [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1506.556714] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1506.557013] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5b44eeb-e991-4615-81c7-00379abaa8b2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.564723] env[68461]: DEBUG oslo_vmware.api [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1506.564723] env[68461]: value = "task-2896371" [ 1506.564723] env[68461]: _type = "Task" [ 1506.564723] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.573357] env[68461]: DEBUG oslo_vmware.api [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.638811] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896366, 'name': CloneVM_Task, 'duration_secs': 1.346097} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.639215] env[68461]: INFO nova.virt.vmwareapi.vmops [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Created linked-clone VM from snapshot [ 1506.640324] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0954f1-ff74-4088-9562-056c96997695 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.649108] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Uploading image 9cdcac03-aeca-4ae6-811b-bc4fe24b2e71 {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1506.676166] env[68461]: DEBUG oslo_vmware.rw_handles [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1506.676166] env[68461]: value = "vm-581798" [ 1506.676166] env[68461]: _type = "VirtualMachine" [ 1506.676166] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1506.676564] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-721b62f6-0f35-48eb-ba93-099f96dd3d73 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.684082] env[68461]: DEBUG oslo_vmware.rw_handles [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lease: (returnval){ [ 1506.684082] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5235a77b-e9fe-3680-cd75-12042dfcc4df" [ 1506.684082] env[68461]: _type = "HttpNfcLease" [ 1506.684082] env[68461]: } obtained for exporting VM: (result){ [ 1506.684082] env[68461]: value = "vm-581798" [ 1506.684082] env[68461]: _type = "VirtualMachine" [ 1506.684082] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1506.684384] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the lease: (returnval){ [ 1506.684384] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5235a77b-e9fe-3680-cd75-12042dfcc4df" [ 1506.684384] env[68461]: _type = "HttpNfcLease" [ 1506.684384] env[68461]: } to be ready. {{(pid=68461) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1506.693032] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1506.693032] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5235a77b-e9fe-3680-cd75-12042dfcc4df" [ 1506.693032] env[68461]: _type = "HttpNfcLease" [ 1506.693032] env[68461]: } is initializing. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1506.698201] env[68461]: DEBUG oslo_vmware.api [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896369, 'name': PowerOffVM_Task, 'duration_secs': 0.2074} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.698508] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1506.699357] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf7667f-4b25-4a9f-a5f2-549a230b0dc8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.718540] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7820481b-0263-409f-8d55-0d938dd5ca60 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.788580] env[68461]: DEBUG oslo_vmware.api [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896370, 'name': PowerOnVM_Task, 'duration_secs': 0.463968} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.788773] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1506.789045] env[68461]: INFO nova.compute.manager [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1506.789262] env[68461]: DEBUG nova.compute.manager [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1506.790028] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c35fc5-343d-4d44-b383-9c9a3d5058c6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.874347] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Releasing lock "refresh_cache-a6e38285-92fc-4a6a-ac0f-0182dfef8a95" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.874807] env[68461]: DEBUG nova.compute.manager [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Instance network_info: |[{"id": "03433691-4ff0-457b-969a-45e30a28194d", "address": "fa:16:3e:7c:39:08", "network": {"id": "f74db5a6-8283-488e-926b-b8a1337069ba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2130627189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ea44a026484c54a2d7f17ed1e10047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03433691-4f", "ovs_interfaceid": "03433691-4ff0-457b-969a-45e30a28194d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1506.875292] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:39:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3952eb02-1162-48ed-8227-9c138960d583', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03433691-4ff0-457b-969a-45e30a28194d', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1506.883379] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1506.883591] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1506.883824] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-555a5e9a-e7d4-4f41-96af-a91fca1b45b7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.903769] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1506.903769] env[68461]: value = "task-2896373" [ 1506.903769] env[68461]: _type = "Task" [ 1506.903769] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.911193] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896373, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.981025] env[68461]: DEBUG nova.scheduler.client.report [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Updated inventory for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1506.981335] env[68461]: DEBUG nova.compute.provider_tree [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Updating resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 generation from 161 to 162 during operation: update_inventory {{(pid=68461) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1506.981517] env[68461]: DEBUG nova.compute.provider_tree [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1507.075366] env[68461]: DEBUG nova.compute.manager [req-d2a00b52-7913-471c-bd3f-9652fb5d4721 req-68def076-b27e-4c61-97ec-adb0e9364f13 service nova] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Received event network-changed-03433691-4ff0-457b-969a-45e30a28194d {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1507.075587] env[68461]: DEBUG nova.compute.manager [req-d2a00b52-7913-471c-bd3f-9652fb5d4721 req-68def076-b27e-4c61-97ec-adb0e9364f13 service nova] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Refreshing instance network info cache due to event network-changed-03433691-4ff0-457b-969a-45e30a28194d. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1507.075816] env[68461]: DEBUG oslo_concurrency.lockutils [req-d2a00b52-7913-471c-bd3f-9652fb5d4721 req-68def076-b27e-4c61-97ec-adb0e9364f13 service nova] Acquiring lock "refresh_cache-a6e38285-92fc-4a6a-ac0f-0182dfef8a95" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.075985] env[68461]: DEBUG oslo_concurrency.lockutils [req-d2a00b52-7913-471c-bd3f-9652fb5d4721 req-68def076-b27e-4c61-97ec-adb0e9364f13 service nova] Acquired lock "refresh_cache-a6e38285-92fc-4a6a-ac0f-0182dfef8a95" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.076190] env[68461]: DEBUG nova.network.neutron [req-d2a00b52-7913-471c-bd3f-9652fb5d4721 req-68def076-b27e-4c61-97ec-adb0e9364f13 service nova] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Refreshing network info cache for port 03433691-4ff0-457b-969a-45e30a28194d {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1507.080593] env[68461]: DEBUG oslo_vmware.api [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896371, 'name': PowerOnVM_Task, 'duration_secs': 0.486291} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.081088] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1507.081321] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-41ce7dac-9227-46a4-9fbf-d151420e14bf tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Updating instance 'afaf10ee-6147-4036-ac11-7d0aac26c45f' progress to 100 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1507.192886] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1507.192886] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5235a77b-e9fe-3680-cd75-12042dfcc4df" [ 1507.192886] env[68461]: _type = "HttpNfcLease" [ 1507.192886] env[68461]: } is ready. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1507.193245] env[68461]: DEBUG oslo_vmware.rw_handles [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1507.193245] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5235a77b-e9fe-3680-cd75-12042dfcc4df" [ 1507.193245] env[68461]: _type = "HttpNfcLease" [ 1507.193245] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1507.194030] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8fc337-d75f-4014-84cd-a151a6addcef {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.202034] env[68461]: DEBUG oslo_vmware.rw_handles [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f5dc3-d3d8-3037-2d59-a87352086119/disk-0.vmdk from lease info. {{(pid=68461) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1507.202034] env[68461]: DEBUG oslo_vmware.rw_handles [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f5dc3-d3d8-3037-2d59-a87352086119/disk-0.vmdk for reading. {{(pid=68461) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1507.280342] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Creating Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1507.281107] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ed663127-f17e-4750-b149-c2ee422cbb61 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.291187] env[68461]: DEBUG oslo_vmware.api [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1507.291187] env[68461]: value = "task-2896374" [ 1507.291187] env[68461]: _type = "Task" [ 1507.291187] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.308984] env[68461]: DEBUG oslo_vmware.api [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896374, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.314564] env[68461]: INFO nova.compute.manager [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Took 11.80 seconds to build instance. [ 1507.316011] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6be9ef80-74d2-4dc6-8bfc-76dfec40f10d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.414094] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896373, 'name': CreateVM_Task, 'duration_secs': 0.330933} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.414278] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1507.414959] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.415141] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.415455] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.415704] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41c76da4-55d5-42ea-85da-52313d0f5522 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.420968] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1507.420968] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5268dec8-32bc-2987-3915-49d67376ebe1" [ 1507.420968] env[68461]: _type = "Task" [ 1507.420968] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.428632] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5268dec8-32bc-2987-3915-49d67376ebe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.486363] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.528s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.516069] env[68461]: INFO nova.scheduler.client.report [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Deleted allocations for instance a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75 [ 1507.556547] env[68461]: DEBUG nova.compute.manager [req-b720bad4-7a13-4c02-b817-3407141c3d26 req-cc9c226b-9041-4b6c-9174-514d3b376173 service nova] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Received event network-changed-b765233c-f0ad-4dfd-8533-b27fc3abff19 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1507.556777] env[68461]: DEBUG nova.compute.manager [req-b720bad4-7a13-4c02-b817-3407141c3d26 req-cc9c226b-9041-4b6c-9174-514d3b376173 service nova] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Refreshing instance network info cache due to event network-changed-b765233c-f0ad-4dfd-8533-b27fc3abff19. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1507.557066] env[68461]: DEBUG oslo_concurrency.lockutils [req-b720bad4-7a13-4c02-b817-3407141c3d26 req-cc9c226b-9041-4b6c-9174-514d3b376173 service nova] Acquiring lock "refresh_cache-a3bd9b9c-f27e-49da-ba46-a8ff006ec823" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.557207] env[68461]: DEBUG oslo_concurrency.lockutils [req-b720bad4-7a13-4c02-b817-3407141c3d26 req-cc9c226b-9041-4b6c-9174-514d3b376173 service nova] Acquired lock "refresh_cache-a3bd9b9c-f27e-49da-ba46-a8ff006ec823" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.557407] env[68461]: DEBUG nova.network.neutron [req-b720bad4-7a13-4c02-b817-3407141c3d26 req-cc9c226b-9041-4b6c-9174-514d3b376173 service nova] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Refreshing network info cache for port b765233c-f0ad-4dfd-8533-b27fc3abff19 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1507.802118] env[68461]: DEBUG oslo_vmware.api [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896374, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.819956] env[68461]: DEBUG oslo_concurrency.lockutils [None req-888462e7-f4fc-4f9f-a59a-2131e2d89bd2 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "a3bd9b9c-f27e-49da-ba46-a8ff006ec823" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.316s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.915038] env[68461]: DEBUG nova.network.neutron [req-d2a00b52-7913-471c-bd3f-9652fb5d4721 req-68def076-b27e-4c61-97ec-adb0e9364f13 service nova] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Updated VIF entry in instance network info cache for port 03433691-4ff0-457b-969a-45e30a28194d. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.915256] env[68461]: DEBUG nova.network.neutron [req-d2a00b52-7913-471c-bd3f-9652fb5d4721 req-68def076-b27e-4c61-97ec-adb0e9364f13 service nova] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Updating instance_info_cache with network_info: [{"id": "03433691-4ff0-457b-969a-45e30a28194d", "address": "fa:16:3e:7c:39:08", "network": {"id": "f74db5a6-8283-488e-926b-b8a1337069ba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2130627189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ea44a026484c54a2d7f17ed1e10047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03433691-4f", "ovs_interfaceid": "03433691-4ff0-457b-969a-45e30a28194d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.932876] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5268dec8-32bc-2987-3915-49d67376ebe1, 'name': SearchDatastore_Task, 'duration_secs': 0.011141} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.933396] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.933685] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1507.934118] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.934376] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.934649] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1507.935009] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-190725aa-f7cf-4c69-8c38-8cac52753a2d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.944290] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1507.944636] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1507.945872] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c98295fe-671e-43e2-adee-75333f7e032e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.951123] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1507.951123] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5262b0c3-cbf7-d474-952f-70c2cde90ee1" [ 1507.951123] env[68461]: _type = "Task" [ 1507.951123] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.959568] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5262b0c3-cbf7-d474-952f-70c2cde90ee1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.021063] env[68461]: DEBUG oslo_concurrency.lockutils [None req-c499f819-5fd6-4671-b767-5fc72434197f tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.425s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.305363] env[68461]: DEBUG oslo_vmware.api [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896374, 'name': CreateSnapshot_Task, 'duration_secs': 0.761828} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.306505] env[68461]: DEBUG nova.network.neutron [req-b720bad4-7a13-4c02-b817-3407141c3d26 req-cc9c226b-9041-4b6c-9174-514d3b376173 service nova] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Updated VIF entry in instance network info cache for port b765233c-f0ad-4dfd-8533-b27fc3abff19. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1508.306914] env[68461]: DEBUG nova.network.neutron [req-b720bad4-7a13-4c02-b817-3407141c3d26 req-cc9c226b-9041-4b6c-9174-514d3b376173 service nova] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Updating instance_info_cache with network_info: [{"id": "b765233c-f0ad-4dfd-8533-b27fc3abff19", "address": "fa:16:3e:02:ba:16", "network": {"id": "1dde6788-42d9-4e8b-a556-d1a736dedc18", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1460636697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "851e213e40ef49bcabb33ce0333ac79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb765233c-f0", "ovs_interfaceid": "b765233c-f0ad-4dfd-8533-b27fc3abff19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.308232] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Created Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1508.309312] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c8b9aa-4b8b-4e3b-a9ee-a500e7c28ecc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.418601] env[68461]: DEBUG oslo_concurrency.lockutils [req-d2a00b52-7913-471c-bd3f-9652fb5d4721 req-68def076-b27e-4c61-97ec-adb0e9364f13 service nova] Releasing lock "refresh_cache-a6e38285-92fc-4a6a-ac0f-0182dfef8a95" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.462333] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5262b0c3-cbf7-d474-952f-70c2cde90ee1, 'name': SearchDatastore_Task, 'duration_secs': 0.009765} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.463528] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bf2927f-22e5-4a09-9481-a8f3070e8e9f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.468880] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1508.468880] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52f834f3-5afd-33b2-9919-ae4f8ffac5d3" [ 1508.468880] env[68461]: _type = "Task" [ 1508.468880] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.477264] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f834f3-5afd-33b2-9919-ae4f8ffac5d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.810429] env[68461]: DEBUG oslo_concurrency.lockutils [req-b720bad4-7a13-4c02-b817-3407141c3d26 req-cc9c226b-9041-4b6c-9174-514d3b376173 service nova] Releasing lock "refresh_cache-a3bd9b9c-f27e-49da-ba46-a8ff006ec823" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.827706] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Creating linked-clone VM from snapshot {{(pid=68461) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1508.828260] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ae91df59-43b0-4dcd-b9a4-dd91e47db315 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.838228] env[68461]: DEBUG oslo_vmware.api [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1508.838228] env[68461]: value = "task-2896376" [ 1508.838228] env[68461]: _type = "Task" [ 1508.838228] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.846272] env[68461]: DEBUG oslo_vmware.api [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896376, 'name': CloneVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.980476] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52f834f3-5afd-33b2-9919-ae4f8ffac5d3, 'name': SearchDatastore_Task, 'duration_secs': 0.018605} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.981126] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.981452] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] a6e38285-92fc-4a6a-ac0f-0182dfef8a95/a6e38285-92fc-4a6a-ac0f-0182dfef8a95.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1508.982012] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5fe294f-b7cc-4e75-ac10-9a230c6ee6d4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.989669] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1508.989669] env[68461]: value = "task-2896377" [ 1508.989669] env[68461]: _type = "Task" [ 1508.989669] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.998580] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.348943] env[68461]: DEBUG oslo_vmware.api [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896376, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.430378] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "afaf10ee-6147-4036-ac11-7d0aac26c45f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.430882] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "afaf10ee-6147-4036-ac11-7d0aac26c45f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.431214] env[68461]: DEBUG nova.compute.manager [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Going to confirm migration 8 {{(pid=68461) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1509.500446] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896377, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.849284] env[68461]: DEBUG oslo_vmware.api [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896376, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.970179] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "refresh_cache-afaf10ee-6147-4036-ac11-7d0aac26c45f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.970373] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquired lock "refresh_cache-afaf10ee-6147-4036-ac11-7d0aac26c45f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.970548] env[68461]: DEBUG nova.network.neutron [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1509.970762] env[68461]: DEBUG nova.objects.instance [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lazy-loading 'info_cache' on Instance uuid afaf10ee-6147-4036-ac11-7d0aac26c45f {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1510.001713] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541201} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.001880] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] a6e38285-92fc-4a6a-ac0f-0182dfef8a95/a6e38285-92fc-4a6a-ac0f-0182dfef8a95.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1510.002227] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1510.002336] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d95213d-d775-449a-bc15-d7bbb4cd0fb2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.009474] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1510.009474] env[68461]: value = "task-2896378" [ 1510.009474] env[68461]: _type = "Task" [ 1510.009474] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.016878] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.348772] env[68461]: DEBUG oslo_vmware.api [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896376, 'name': CloneVM_Task, 'duration_secs': 1.503872} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.348915] env[68461]: INFO nova.virt.vmwareapi.vmops [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Created linked-clone VM from snapshot [ 1510.349649] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5425039-d586-4e84-bce7-aa4de96d8379 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.356815] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Uploading image 02155755-8a27-4d85-bc22-7daf08b3ca8f {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1510.383785] env[68461]: DEBUG oslo_vmware.rw_handles [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1510.383785] env[68461]: value = "vm-581801" [ 1510.383785] env[68461]: _type = "VirtualMachine" [ 1510.383785] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1510.384096] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-82e6490e-61cc-441a-8005-9fa59465766f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.391131] env[68461]: DEBUG oslo_vmware.rw_handles [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lease: (returnval){ [ 1510.391131] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52bc20fb-7360-3ce2-69ed-be6503c07c8d" [ 1510.391131] env[68461]: _type = "HttpNfcLease" [ 1510.391131] env[68461]: } obtained for exporting VM: (result){ [ 1510.391131] env[68461]: value = "vm-581801" [ 1510.391131] env[68461]: _type = "VirtualMachine" [ 1510.391131] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1510.391473] env[68461]: DEBUG oslo_vmware.api [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the lease: (returnval){ [ 1510.391473] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52bc20fb-7360-3ce2-69ed-be6503c07c8d" [ 1510.391473] env[68461]: _type = "HttpNfcLease" [ 1510.391473] env[68461]: } to be ready. {{(pid=68461) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1510.397497] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1510.397497] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52bc20fb-7360-3ce2-69ed-be6503c07c8d" [ 1510.397497] env[68461]: _type = "HttpNfcLease" [ 1510.397497] env[68461]: } is initializing. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1510.521064] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220235} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.521397] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1510.522401] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea2972e-5bd0-477f-94bb-42e0fb46835d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.549560] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] a6e38285-92fc-4a6a-ac0f-0182dfef8a95/a6e38285-92fc-4a6a-ac0f-0182dfef8a95.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1510.550330] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eb94d59-54bb-456b-abf6-9362aa86301d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.570415] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1510.570415] env[68461]: value = "task-2896380" [ 1510.570415] env[68461]: _type = "Task" [ 1510.570415] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.578419] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.901332] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1510.901332] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52bc20fb-7360-3ce2-69ed-be6503c07c8d" [ 1510.901332] env[68461]: _type = "HttpNfcLease" [ 1510.901332] env[68461]: } is ready. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1510.901906] env[68461]: DEBUG oslo_vmware.rw_handles [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1510.901906] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52bc20fb-7360-3ce2-69ed-be6503c07c8d" [ 1510.901906] env[68461]: _type = "HttpNfcLease" [ 1510.901906] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1510.902429] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc06aaa-ca29-4b20-b185-a79641d4ac83 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.913033] env[68461]: DEBUG oslo_vmware.rw_handles [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522501de-9a89-2823-e2d1-3925febddddf/disk-0.vmdk from lease info. {{(pid=68461) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1510.913033] env[68461]: DEBUG oslo_vmware.rw_handles [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522501de-9a89-2823-e2d1-3925febddddf/disk-0.vmdk for reading. {{(pid=68461) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1511.011551] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8ca802ad-da08-4315-b60c-c3a43dcbd18f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.080691] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896380, 'name': ReconfigVM_Task, 'duration_secs': 0.373963} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.081041] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Reconfigured VM instance instance-0000007c to attach disk [datastore2] a6e38285-92fc-4a6a-ac0f-0182dfef8a95/a6e38285-92fc-4a6a-ac0f-0182dfef8a95.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1511.081699] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1401ee56-9301-41cf-947c-fc06988ac194 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.088425] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1511.088425] env[68461]: value = "task-2896381" [ 1511.088425] env[68461]: _type = "Task" [ 1511.088425] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.100289] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896381, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.296634] env[68461]: DEBUG nova.network.neutron [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Updating instance_info_cache with network_info: [{"id": "15ccb48d-13f9-44c2-8b3f-01adcc59a7e3", "address": "fa:16:3e:b6:d2:fd", "network": {"id": "19dd6dcf-3cc3-45dd-bbe5-df8e5e0e8b28", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1238697348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03daf919ddd46df977660137d14952f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ccb48d-13", "ovs_interfaceid": "15ccb48d-13f9-44c2-8b3f-01adcc59a7e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.415419] env[68461]: DEBUG oslo_concurrency.lockutils [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "1d581ed1-d175-46b9-bf25-83a6c4e4be0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1511.415699] env[68461]: DEBUG oslo_concurrency.lockutils [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "1d581ed1-d175-46b9-bf25-83a6c4e4be0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.415920] env[68461]: DEBUG oslo_concurrency.lockutils [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "1d581ed1-d175-46b9-bf25-83a6c4e4be0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1511.416559] env[68461]: DEBUG oslo_concurrency.lockutils [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "1d581ed1-d175-46b9-bf25-83a6c4e4be0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.416797] env[68461]: DEBUG oslo_concurrency.lockutils [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "1d581ed1-d175-46b9-bf25-83a6c4e4be0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.419211] env[68461]: INFO nova.compute.manager [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Terminating instance [ 1511.597778] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896381, 'name': Rename_Task, 'duration_secs': 0.162139} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.598226] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1511.598456] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05c42d32-5f8f-4e16-a56a-62ba505b812b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.605290] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1511.605290] env[68461]: value = "task-2896382" [ 1511.605290] env[68461]: _type = "Task" [ 1511.605290] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.613756] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.799846] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Releasing lock "refresh_cache-afaf10ee-6147-4036-ac11-7d0aac26c45f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.800394] env[68461]: DEBUG nova.objects.instance [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lazy-loading 'migration_context' on Instance uuid afaf10ee-6147-4036-ac11-7d0aac26c45f {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1511.923648] env[68461]: DEBUG nova.compute.manager [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1511.924145] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1511.924872] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003b686b-a649-4809-9638-7429bafdf024 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.933632] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1511.933985] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5a9b3f9-dfec-4c7d-b373-8832b22f530d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.941381] env[68461]: DEBUG oslo_vmware.api [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1511.941381] env[68461]: value = "task-2896383" [ 1511.941381] env[68461]: _type = "Task" [ 1511.941381] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.951321] env[68461]: DEBUG oslo_vmware.api [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.117947] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896382, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.303962] env[68461]: DEBUG nova.objects.base [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68461) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1512.305019] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fb0038-b31f-48a8-a113-10d85ec7970c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.324799] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-919e19e1-e735-4acd-a3c0-53e62b195db8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.331119] env[68461]: DEBUG oslo_vmware.api [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1512.331119] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52814f4f-9984-59df-ce65-51d5623af56b" [ 1512.331119] env[68461]: _type = "Task" [ 1512.331119] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.339861] env[68461]: DEBUG oslo_vmware.api [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52814f4f-9984-59df-ce65-51d5623af56b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.451461] env[68461]: DEBUG oslo_vmware.api [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896383, 'name': PowerOffVM_Task, 'duration_secs': 0.365713} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.451859] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1512.452113] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1512.452422] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7504060a-c06f-47c6-ac29-9d0648614a39 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.522717] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1512.523209] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1512.523514] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Deleting the datastore file [datastore1] 1d581ed1-d175-46b9-bf25-83a6c4e4be0f {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1512.523826] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e71f2232-c9ff-46a6-a62c-32ff40e11db8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.530511] env[68461]: DEBUG oslo_vmware.api [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for the task: (returnval){ [ 1512.530511] env[68461]: value = "task-2896385" [ 1512.530511] env[68461]: _type = "Task" [ 1512.530511] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.539669] env[68461]: DEBUG oslo_vmware.api [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.614859] env[68461]: DEBUG oslo_vmware.api [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896382, 'name': PowerOnVM_Task, 'duration_secs': 0.575012} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.615304] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1512.615573] env[68461]: INFO nova.compute.manager [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1512.615869] env[68461]: DEBUG nova.compute.manager [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1512.616663] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51816e1-8ee8-4b57-aeac-476f5d3d7b69 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.841207] env[68461]: DEBUG oslo_vmware.api [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52814f4f-9984-59df-ce65-51d5623af56b, 'name': SearchDatastore_Task, 'duration_secs': 0.016905} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.841589] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.841868] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.041834] env[68461]: DEBUG oslo_vmware.api [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Task: {'id': task-2896385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.481907} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.041834] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1513.041834] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1513.041834] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1513.041834] env[68461]: INFO nova.compute.manager [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1513.042475] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1513.042475] env[68461]: DEBUG nova.compute.manager [-] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1513.042475] env[68461]: DEBUG nova.network.neutron [-] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1513.134604] env[68461]: INFO nova.compute.manager [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Took 14.07 seconds to build instance. [ 1513.348236] env[68461]: DEBUG nova.compute.manager [req-0bd804d5-5a76-4d25-89b2-b41ca8ab7354 req-ab4d6e24-6b6c-4bc9-a028-be489c0f2711 service nova] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Received event network-vif-deleted-daaa44c7-0f64-4058-8a9d-cf04e2c08d5a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1513.348450] env[68461]: INFO nova.compute.manager [req-0bd804d5-5a76-4d25-89b2-b41ca8ab7354 req-ab4d6e24-6b6c-4bc9-a028-be489c0f2711 service nova] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Neutron deleted interface daaa44c7-0f64-4058-8a9d-cf04e2c08d5a; detaching it from the instance and deleting it from the info cache [ 1513.348624] env[68461]: DEBUG nova.network.neutron [req-0bd804d5-5a76-4d25-89b2-b41ca8ab7354 req-ab4d6e24-6b6c-4bc9-a028-be489c0f2711 service nova] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.472386] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fb1a2a-d766-450a-8a25-815982534d8e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.481663] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c235c7-ab6a-410e-9b9b-b7fad8c5b4d8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.515471] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f365dd70-ef4c-4c5f-9697-de03b4f1d200 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.523918] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddaca71-c700-42f6-bd2a-394c9a3f639a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.538388] env[68461]: DEBUG nova.compute.provider_tree [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1513.639426] env[68461]: DEBUG oslo_concurrency.lockutils [None req-bb6ef5ca-b363-49b4-9e19-8c0e05cd6dc9 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.585s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.705268] env[68461]: DEBUG nova.compute.manager [req-fd2e544c-44a1-483c-bc8c-c817e0858301 req-b9f2ab6d-b076-4676-90c3-2cdd8a056b90 service nova] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Received event network-changed-03433691-4ff0-457b-969a-45e30a28194d {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1513.705268] env[68461]: DEBUG nova.compute.manager [req-fd2e544c-44a1-483c-bc8c-c817e0858301 req-b9f2ab6d-b076-4676-90c3-2cdd8a056b90 service nova] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Refreshing instance network info cache due to event network-changed-03433691-4ff0-457b-969a-45e30a28194d. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1513.705268] env[68461]: DEBUG oslo_concurrency.lockutils [req-fd2e544c-44a1-483c-bc8c-c817e0858301 req-b9f2ab6d-b076-4676-90c3-2cdd8a056b90 service nova] Acquiring lock "refresh_cache-a6e38285-92fc-4a6a-ac0f-0182dfef8a95" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.706167] env[68461]: DEBUG oslo_concurrency.lockutils [req-fd2e544c-44a1-483c-bc8c-c817e0858301 req-b9f2ab6d-b076-4676-90c3-2cdd8a056b90 service nova] Acquired lock "refresh_cache-a6e38285-92fc-4a6a-ac0f-0182dfef8a95" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.707025] env[68461]: DEBUG nova.network.neutron [req-fd2e544c-44a1-483c-bc8c-c817e0858301 req-b9f2ab6d-b076-4676-90c3-2cdd8a056b90 service nova] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Refreshing network info cache for port 03433691-4ff0-457b-969a-45e30a28194d {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1513.825056] env[68461]: DEBUG nova.network.neutron [-] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.850918] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ead64be-e91b-48c7-96b7-b5730f05cfbd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.861852] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d080df5-9d59-46e0-bbd0-4a0060b883bc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.894522] env[68461]: DEBUG nova.compute.manager [req-0bd804d5-5a76-4d25-89b2-b41ca8ab7354 req-ab4d6e24-6b6c-4bc9-a028-be489c0f2711 service nova] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Detach interface failed, port_id=daaa44c7-0f64-4058-8a9d-cf04e2c08d5a, reason: Instance 1d581ed1-d175-46b9-bf25-83a6c4e4be0f could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1514.085136] env[68461]: DEBUG nova.scheduler.client.report [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Updated inventory for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1514.085475] env[68461]: DEBUG nova.compute.provider_tree [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Updating resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 generation from 162 to 163 during operation: update_inventory {{(pid=68461) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1514.085593] env[68461]: DEBUG nova.compute.provider_tree [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1514.327655] env[68461]: INFO nova.compute.manager [-] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Took 1.29 seconds to deallocate network for instance. [ 1514.471999] env[68461]: DEBUG nova.network.neutron [req-fd2e544c-44a1-483c-bc8c-c817e0858301 req-b9f2ab6d-b076-4676-90c3-2cdd8a056b90 service nova] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Updated VIF entry in instance network info cache for port 03433691-4ff0-457b-969a-45e30a28194d. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1514.472398] env[68461]: DEBUG nova.network.neutron [req-fd2e544c-44a1-483c-bc8c-c817e0858301 req-b9f2ab6d-b076-4676-90c3-2cdd8a056b90 service nova] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Updating instance_info_cache with network_info: [{"id": "03433691-4ff0-457b-969a-45e30a28194d", "address": "fa:16:3e:7c:39:08", "network": {"id": "f74db5a6-8283-488e-926b-b8a1337069ba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2130627189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75ea44a026484c54a2d7f17ed1e10047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03433691-4f", "ovs_interfaceid": "03433691-4ff0-457b-969a-45e30a28194d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.835501] env[68461]: DEBUG oslo_concurrency.lockutils [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.975360] env[68461]: DEBUG oslo_concurrency.lockutils [req-fd2e544c-44a1-483c-bc8c-c817e0858301 req-b9f2ab6d-b076-4676-90c3-2cdd8a056b90 service nova] Releasing lock "refresh_cache-a6e38285-92fc-4a6a-ac0f-0182dfef8a95" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.097151] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.255s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.102945] env[68461]: DEBUG oslo_concurrency.lockutils [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.267s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.103307] env[68461]: DEBUG nova.objects.instance [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lazy-loading 'resources' on Instance uuid 1d581ed1-d175-46b9-bf25-83a6c4e4be0f {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1515.668088] env[68461]: INFO nova.scheduler.client.report [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Deleted allocation for migration 5bc1ed72-baa3-4293-9e9a-04eb3d2ae317 [ 1515.728916] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e62a2d9-9fe7-4388-a68f-241d88e23be2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.737663] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87021def-c2b4-44ee-961e-0d5f67d5f628 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.771990] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79042cdf-d09e-400d-8311-2b4244fd3497 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.780728] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf2d497-fe65-4545-b6bd-c2b786a89c4d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.795617] env[68461]: DEBUG nova.compute.provider_tree [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1516.174418] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "afaf10ee-6147-4036-ac11-7d0aac26c45f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.743s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.298734] env[68461]: DEBUG nova.scheduler.client.report [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1516.397402] env[68461]: DEBUG oslo_vmware.rw_handles [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f5dc3-d3d8-3037-2d59-a87352086119/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1516.398389] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717c6023-af26-4f5d-bb49-232917a97064 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.405440] env[68461]: DEBUG oslo_vmware.rw_handles [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f5dc3-d3d8-3037-2d59-a87352086119/disk-0.vmdk is in state: ready. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1516.405614] env[68461]: ERROR oslo_vmware.rw_handles [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f5dc3-d3d8-3037-2d59-a87352086119/disk-0.vmdk due to incomplete transfer. [ 1516.405876] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6fa466d9-f6fb-41ac-9e9d-062561d4d87b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.414713] env[68461]: DEBUG oslo_vmware.rw_handles [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f5dc3-d3d8-3037-2d59-a87352086119/disk-0.vmdk. {{(pid=68461) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1516.414913] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Uploaded image 9cdcac03-aeca-4ae6-811b-bc4fe24b2e71 to the Glance image server {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1516.417604] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Destroying the VM {{(pid=68461) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1516.417870] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-28d98549-e4b6-4803-90a8-f97a5381887c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.424642] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1516.424642] env[68461]: value = "task-2896386" [ 1516.424642] env[68461]: _type = "Task" [ 1516.424642] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.433056] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896386, 'name': Destroy_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.804745] env[68461]: DEBUG oslo_concurrency.lockutils [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.824835] env[68461]: INFO nova.scheduler.client.report [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Deleted allocations for instance 1d581ed1-d175-46b9-bf25-83a6c4e4be0f [ 1516.934896] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896386, 'name': Destroy_Task} progress is 33%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.333997] env[68461]: DEBUG oslo_concurrency.lockutils [None req-78ac0cd3-2106-4b4a-a8b0-6e28cddab44a tempest-ServerActionsTestOtherA-8524627 tempest-ServerActionsTestOtherA-8524627-project-member] Lock "1d581ed1-d175-46b9-bf25-83a6c4e4be0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.918s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.434583] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896386, 'name': Destroy_Task, 'duration_secs': 0.643233} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.434849] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Destroyed the VM [ 1517.435171] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Deleting Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1517.435474] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-77326f33-4744-4250-a7cc-57ab9ecb1181 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.441796] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1517.441796] env[68461]: value = "task-2896387" [ 1517.441796] env[68461]: _type = "Task" [ 1517.441796] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.449765] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896387, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.451238] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "afaf10ee-6147-4036-ac11-7d0aac26c45f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1517.451480] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "afaf10ee-6147-4036-ac11-7d0aac26c45f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.451707] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "afaf10ee-6147-4036-ac11-7d0aac26c45f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1517.451894] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "afaf10ee-6147-4036-ac11-7d0aac26c45f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.452077] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "afaf10ee-6147-4036-ac11-7d0aac26c45f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.454224] env[68461]: INFO nova.compute.manager [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Terminating instance [ 1517.952019] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896387, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.957858] env[68461]: DEBUG nova.compute.manager [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1517.958084] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1517.958939] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350fc767-b2bb-4c43-8837-d04f2d115402 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.968172] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1517.968449] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b58c6e69-e592-4657-92de-f653e0960bb7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.974993] env[68461]: DEBUG oslo_vmware.api [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1517.974993] env[68461]: value = "task-2896388" [ 1517.974993] env[68461]: _type = "Task" [ 1517.974993] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.983427] env[68461]: DEBUG oslo_vmware.api [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.079928] env[68461]: DEBUG oslo_vmware.rw_handles [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522501de-9a89-2823-e2d1-3925febddddf/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1518.080867] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14648bc-4d67-4987-9c07-927f935214b1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.087239] env[68461]: DEBUG oslo_vmware.rw_handles [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522501de-9a89-2823-e2d1-3925febddddf/disk-0.vmdk is in state: ready. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1518.087408] env[68461]: ERROR oslo_vmware.rw_handles [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522501de-9a89-2823-e2d1-3925febddddf/disk-0.vmdk due to incomplete transfer. [ 1518.087665] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3b94857c-97b4-493e-b6b5-d17f21f076bd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.096717] env[68461]: DEBUG oslo_vmware.rw_handles [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522501de-9a89-2823-e2d1-3925febddddf/disk-0.vmdk. {{(pid=68461) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1518.096933] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Uploaded image 02155755-8a27-4d85-bc22-7daf08b3ca8f to the Glance image server {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1518.098839] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Destroying the VM {{(pid=68461) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1518.099139] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8a8b0ffd-182a-43a0-8dd4-5b1290c82da3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.105672] env[68461]: DEBUG oslo_vmware.api [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1518.105672] env[68461]: value = "task-2896389" [ 1518.105672] env[68461]: _type = "Task" [ 1518.105672] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.114801] env[68461]: DEBUG oslo_vmware.api [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896389, 'name': Destroy_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.451736] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896387, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.484250] env[68461]: DEBUG oslo_vmware.api [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896388, 'name': PowerOffVM_Task, 'duration_secs': 0.238708} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.484536] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1518.484711] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1518.484956] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-482ed325-f5f8-4412-a7e3-972a9c23936d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.547545] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1518.547800] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1518.547960] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Deleting the datastore file [datastore2] afaf10ee-6147-4036-ac11-7d0aac26c45f {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1518.548238] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1784a73-83bb-4d23-a8de-0c6bb1281ee0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.555051] env[68461]: DEBUG oslo_vmware.api [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for the task: (returnval){ [ 1518.555051] env[68461]: value = "task-2896391" [ 1518.555051] env[68461]: _type = "Task" [ 1518.555051] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.563047] env[68461]: DEBUG oslo_vmware.api [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.614601] env[68461]: DEBUG oslo_vmware.api [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896389, 'name': Destroy_Task, 'duration_secs': 0.308152} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.614923] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Destroyed the VM [ 1518.615101] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Deleting Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1518.615352] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9b525505-47ec-49ee-bf6f-b12261ba045f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.623476] env[68461]: DEBUG oslo_vmware.api [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1518.623476] env[68461]: value = "task-2896392" [ 1518.623476] env[68461]: _type = "Task" [ 1518.623476] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.630937] env[68461]: DEBUG oslo_vmware.api [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896392, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.952732] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896387, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.064430] env[68461]: DEBUG oslo_vmware.api [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Task: {'id': task-2896391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144308} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.064712] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1519.064901] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1519.065098] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1519.065273] env[68461]: INFO nova.compute.manager [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1519.065519] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1519.065709] env[68461]: DEBUG nova.compute.manager [-] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1519.065804] env[68461]: DEBUG nova.network.neutron [-] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1519.134174] env[68461]: DEBUG oslo_vmware.api [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896392, 'name': RemoveSnapshot_Task, 'duration_secs': 0.382734} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.134484] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Deleted Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1519.134819] env[68461]: DEBUG nova.compute.manager [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1519.135745] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e2e8c7-b3b2-403e-b57f-eafe9c713449 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.454083] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896387, 'name': RemoveSnapshot_Task, 'duration_secs': 1.513941} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.454473] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Deleted Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1519.454932] env[68461]: DEBUG nova.compute.manager [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1519.456232] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beff0cf4-efc5-42f7-ab91-eabe76e1b6dd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.648502] env[68461]: INFO nova.compute.manager [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Shelve offloading [ 1519.780139] env[68461]: DEBUG nova.compute.manager [req-b0fb2a7a-544b-4aa4-b68c-94409ce6cd7b req-43850e8c-6483-4789-ae48-bea760a2d076 service nova] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Received event network-vif-deleted-15ccb48d-13f9-44c2-8b3f-01adcc59a7e3 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1519.780405] env[68461]: INFO nova.compute.manager [req-b0fb2a7a-544b-4aa4-b68c-94409ce6cd7b req-43850e8c-6483-4789-ae48-bea760a2d076 service nova] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Neutron deleted interface 15ccb48d-13f9-44c2-8b3f-01adcc59a7e3; detaching it from the instance and deleting it from the info cache [ 1519.780977] env[68461]: DEBUG nova.network.neutron [req-b0fb2a7a-544b-4aa4-b68c-94409ce6cd7b req-43850e8c-6483-4789-ae48-bea760a2d076 service nova] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.968038] env[68461]: INFO nova.compute.manager [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Shelve offloading [ 1520.151994] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1520.152352] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31d0e18c-539c-463e-ac88-8f2a2caa9d92 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.160367] env[68461]: DEBUG oslo_vmware.api [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1520.160367] env[68461]: value = "task-2896393" [ 1520.160367] env[68461]: _type = "Task" [ 1520.160367] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.168348] env[68461]: DEBUG oslo_vmware.api [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.257442] env[68461]: DEBUG nova.network.neutron [-] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.282735] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3855a019-76b4-4310-9958-f4cec17af904 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.292446] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcad863-8f1c-4f39-a43a-f70f7beab06f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.321198] env[68461]: DEBUG nova.compute.manager [req-b0fb2a7a-544b-4aa4-b68c-94409ce6cd7b req-43850e8c-6483-4789-ae48-bea760a2d076 service nova] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Detach interface failed, port_id=15ccb48d-13f9-44c2-8b3f-01adcc59a7e3, reason: Instance afaf10ee-6147-4036-ac11-7d0aac26c45f could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1520.472352] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1520.472706] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a167744-53df-4dc6-830b-96bc8be71158 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.480104] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1520.480104] env[68461]: value = "task-2896394" [ 1520.480104] env[68461]: _type = "Task" [ 1520.480104] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.487807] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.670523] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] VM already powered off {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1520.670752] env[68461]: DEBUG nova.compute.manager [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1520.671527] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babea97e-4119-4178-80e1-7f24f3d8d9b3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.677378] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "refresh_cache-da336cfd-459b-404a-ab72-f963a3785b76" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.677543] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquired lock "refresh_cache-da336cfd-459b-404a-ab72-f963a3785b76" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.677714] env[68461]: DEBUG nova.network.neutron [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1520.760571] env[68461]: INFO nova.compute.manager [-] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Took 1.69 seconds to deallocate network for instance. [ 1520.995334] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] VM already powered off {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1520.995547] env[68461]: DEBUG nova.compute.manager [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1520.998009] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c154bf3d-989b-4fb9-86b5-7fbe7749909e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.000843] env[68461]: DEBUG nova.compute.manager [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Stashing vm_state: active {{(pid=68461) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1521.007571] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "refresh_cache-a4e62398-d255-415e-a7a4-2bf976a3c3ce" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.007571] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquired lock "refresh_cache-a4e62398-d255-415e-a7a4-2bf976a3c3ce" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.007571] env[68461]: DEBUG nova.network.neutron [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1521.211790] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Acquiring lock "b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.212750] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Lock "b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.267247] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.267513] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.267700] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.289882] env[68461]: INFO nova.scheduler.client.report [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Deleted allocations for instance afaf10ee-6147-4036-ac11-7d0aac26c45f [ 1521.403420] env[68461]: DEBUG nova.network.neutron [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Updating instance_info_cache with network_info: [{"id": "b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6", "address": "fa:16:3e:ed:f2:c7", "network": {"id": "07805497-81c2-4a8f-af1f-41c565e6e0f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-968415248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcb360f473bb4879882df61178c87135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb318a7b6-a0", "ovs_interfaceid": "b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.518667] env[68461]: DEBUG oslo_concurrency.lockutils [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.518909] env[68461]: DEBUG oslo_concurrency.lockutils [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.715152] env[68461]: DEBUG nova.compute.manager [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1521.720246] env[68461]: DEBUG nova.network.neutron [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Updating instance_info_cache with network_info: [{"id": "931d0b0a-a767-4b0a-b5ac-3f3754f69015", "address": "fa:16:3e:0c:db:c5", "network": {"id": "f3d356f4-04f2-4013-89c4-50ceb4030937", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-357434658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7611595b30b84b14a8c006ffeb735066", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931d0b0a-a7", "ovs_interfaceid": "931d0b0a-a767-4b0a-b5ac-3f3754f69015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.797925] env[68461]: DEBUG oslo_concurrency.lockutils [None req-89c2492d-4c23-4aa5-91cd-0bb18151a028 tempest-DeleteServersTestJSON-2568102 tempest-DeleteServersTestJSON-2568102-project-member] Lock "afaf10ee-6147-4036-ac11-7d0aac26c45f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.346s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.906421] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Releasing lock "refresh_cache-da336cfd-459b-404a-ab72-f963a3785b76" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.023671] env[68461]: INFO nova.compute.claims [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1522.130680] env[68461]: DEBUG nova.compute.manager [req-d4763aba-909f-4dbd-9825-34f5c30e9567 req-547efd82-cec5-43b7-8b6b-658a299eeda5 service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Received event network-vif-unplugged-b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1522.131499] env[68461]: DEBUG oslo_concurrency.lockutils [req-d4763aba-909f-4dbd-9825-34f5c30e9567 req-547efd82-cec5-43b7-8b6b-658a299eeda5 service nova] Acquiring lock "da336cfd-459b-404a-ab72-f963a3785b76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.132345] env[68461]: DEBUG oslo_concurrency.lockutils [req-d4763aba-909f-4dbd-9825-34f5c30e9567 req-547efd82-cec5-43b7-8b6b-658a299eeda5 service nova] Lock "da336cfd-459b-404a-ab72-f963a3785b76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.132555] env[68461]: DEBUG oslo_concurrency.lockutils [req-d4763aba-909f-4dbd-9825-34f5c30e9567 req-547efd82-cec5-43b7-8b6b-658a299eeda5 service nova] Lock "da336cfd-459b-404a-ab72-f963a3785b76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.132801] env[68461]: DEBUG nova.compute.manager [req-d4763aba-909f-4dbd-9825-34f5c30e9567 req-547efd82-cec5-43b7-8b6b-658a299eeda5 service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] No waiting events found dispatching network-vif-unplugged-b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1522.133144] env[68461]: WARNING nova.compute.manager [req-d4763aba-909f-4dbd-9825-34f5c30e9567 req-547efd82-cec5-43b7-8b6b-658a299eeda5 service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Received unexpected event network-vif-unplugged-b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6 for instance with vm_state shelved and task_state shelving_offloading. [ 1522.225124] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Releasing lock "refresh_cache-a4e62398-d255-415e-a7a4-2bf976a3c3ce" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.242362] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.268288] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1522.269160] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f852b9-28f1-49c9-94e8-5859368d4c67 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.276699] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1522.276943] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad4b22c1-2672-4ac5-ac67-f88a7f3a40ba {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.345739] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1522.345959] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1522.346164] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Deleting the datastore file [datastore2] da336cfd-459b-404a-ab72-f963a3785b76 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1522.346427] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb9196c5-c462-457a-b86a-b130ac8c0c23 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.354132] env[68461]: DEBUG oslo_vmware.api [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1522.354132] env[68461]: value = "task-2896397" [ 1522.354132] env[68461]: _type = "Task" [ 1522.354132] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.361480] env[68461]: DEBUG oslo_vmware.api [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.469449] env[68461]: DEBUG nova.compute.manager [req-feac40b9-e98e-4111-ad57-15e97a956030 req-1be8ece0-0dec-495e-8e72-4f0849250ae1 service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Received event network-vif-unplugged-931d0b0a-a767-4b0a-b5ac-3f3754f69015 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1522.469449] env[68461]: DEBUG oslo_concurrency.lockutils [req-feac40b9-e98e-4111-ad57-15e97a956030 req-1be8ece0-0dec-495e-8e72-4f0849250ae1 service nova] Acquiring lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.469449] env[68461]: DEBUG oslo_concurrency.lockutils [req-feac40b9-e98e-4111-ad57-15e97a956030 req-1be8ece0-0dec-495e-8e72-4f0849250ae1 service nova] Lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.469449] env[68461]: DEBUG oslo_concurrency.lockutils [req-feac40b9-e98e-4111-ad57-15e97a956030 req-1be8ece0-0dec-495e-8e72-4f0849250ae1 service nova] Lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.469449] env[68461]: DEBUG nova.compute.manager [req-feac40b9-e98e-4111-ad57-15e97a956030 req-1be8ece0-0dec-495e-8e72-4f0849250ae1 service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] No waiting events found dispatching network-vif-unplugged-931d0b0a-a767-4b0a-b5ac-3f3754f69015 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1522.469449] env[68461]: WARNING nova.compute.manager [req-feac40b9-e98e-4111-ad57-15e97a956030 req-1be8ece0-0dec-495e-8e72-4f0849250ae1 service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Received unexpected event network-vif-unplugged-931d0b0a-a767-4b0a-b5ac-3f3754f69015 for instance with vm_state shelved and task_state shelving_offloading. [ 1522.533459] env[68461]: INFO nova.compute.resource_tracker [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Updating resource usage from migration 539adf04-227f-4513-9e69-3862d2dea616 [ 1522.548114] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1522.548994] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586021fb-48d1-47d1-a8bf-4ad3df8f976d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.558523] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1522.558765] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df2f1835-4b94-48a5-ae12-f42df02fd3d0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.623385] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1522.623596] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1522.623955] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Deleting the datastore file [datastore1] a4e62398-d255-415e-a7a4-2bf976a3c3ce {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1522.624061] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b162be45-ebb5-4da1-9164-997d942eb082 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.627091] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8df085-266e-4583-9ee5-1978e3249b9a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.635019] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503b78e2-f099-4322-bb9f-187d0b6125fe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.637882] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1522.637882] env[68461]: value = "task-2896399" [ 1522.637882] env[68461]: _type = "Task" [ 1522.637882] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.664697] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6fd7c0-669a-4838-be96-c17e2acf9047 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.669441] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.673808] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42fc70e-de17-43ef-8cca-f3e02964055c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.686153] env[68461]: DEBUG nova.compute.provider_tree [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1522.863526] env[68461]: DEBUG oslo_vmware.api [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139288} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.863707] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1522.863890] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1522.864115] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1522.881416] env[68461]: INFO nova.scheduler.client.report [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Deleted allocations for instance da336cfd-459b-404a-ab72-f963a3785b76 [ 1523.147974] env[68461]: DEBUG oslo_vmware.api [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138058} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.148301] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1523.148491] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1523.148664] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1523.164697] env[68461]: INFO nova.scheduler.client.report [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Deleted allocations for instance a4e62398-d255-415e-a7a4-2bf976a3c3ce [ 1523.206016] env[68461]: ERROR nova.scheduler.client.report [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [req-14be38d5-9474-4fd5-bd84-24f9e42edcf2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5d7ee095-b829-48e2-9d92-7f7aec139540. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-14be38d5-9474-4fd5-bd84-24f9e42edcf2"}]} [ 1523.222651] env[68461]: DEBUG nova.scheduler.client.report [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Refreshing inventories for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1523.236025] env[68461]: DEBUG nova.scheduler.client.report [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Updating ProviderTree inventory for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1523.236248] env[68461]: DEBUG nova.compute.provider_tree [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Updating inventory in ProviderTree for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1523.246637] env[68461]: DEBUG nova.scheduler.client.report [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Refreshing aggregate associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, aggregates: None {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1523.262429] env[68461]: DEBUG nova.scheduler.client.report [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Refreshing trait associations for resource provider 5d7ee095-b829-48e2-9d92-7f7aec139540, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68461) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1523.322369] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159562cc-834a-4242-a6d1-caf3209eb18a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.329527] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd10f71-f4a5-48c7-a8c0-59031799b957 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.358655] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46af0a8a-c522-40b0-85dd-331a4e5547c2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.365334] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1cf741-f301-4700-8785-b33eb7af2d63 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.377903] env[68461]: DEBUG nova.compute.provider_tree [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1523.385394] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1523.668946] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1523.881382] env[68461]: DEBUG nova.scheduler.client.report [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1524.228176] env[68461]: DEBUG nova.compute.manager [req-bff39dbc-c380-455d-8a8e-2267a7f5c3f0 req-b3ddbd37-6fb6-4167-b2f5-cac9b500a93b service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Received event network-changed-b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1524.228523] env[68461]: DEBUG nova.compute.manager [req-bff39dbc-c380-455d-8a8e-2267a7f5c3f0 req-b3ddbd37-6fb6-4167-b2f5-cac9b500a93b service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Refreshing instance network info cache due to event network-changed-b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1524.228815] env[68461]: DEBUG oslo_concurrency.lockutils [req-bff39dbc-c380-455d-8a8e-2267a7f5c3f0 req-b3ddbd37-6fb6-4167-b2f5-cac9b500a93b service nova] Acquiring lock "refresh_cache-da336cfd-459b-404a-ab72-f963a3785b76" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.228973] env[68461]: DEBUG oslo_concurrency.lockutils [req-bff39dbc-c380-455d-8a8e-2267a7f5c3f0 req-b3ddbd37-6fb6-4167-b2f5-cac9b500a93b service nova] Acquired lock "refresh_cache-da336cfd-459b-404a-ab72-f963a3785b76" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.229161] env[68461]: DEBUG nova.network.neutron [req-bff39dbc-c380-455d-8a8e-2267a7f5c3f0 req-b3ddbd37-6fb6-4167-b2f5-cac9b500a93b service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Refreshing network info cache for port b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1524.387142] env[68461]: DEBUG oslo_concurrency.lockutils [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.868s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1524.387142] env[68461]: INFO nova.compute.manager [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Migrating [ 1524.393363] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.151s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1524.395453] env[68461]: INFO nova.compute.claims [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1524.491926] env[68461]: DEBUG nova.compute.manager [req-332412da-2510-45ae-a1d9-a5b09ab9f34b req-38a48485-7c90-4b9c-a59f-ac7e962ccb1f service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Received event network-changed-931d0b0a-a767-4b0a-b5ac-3f3754f69015 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1524.492135] env[68461]: DEBUG nova.compute.manager [req-332412da-2510-45ae-a1d9-a5b09ab9f34b req-38a48485-7c90-4b9c-a59f-ac7e962ccb1f service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Refreshing instance network info cache due to event network-changed-931d0b0a-a767-4b0a-b5ac-3f3754f69015. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1524.492351] env[68461]: DEBUG oslo_concurrency.lockutils [req-332412da-2510-45ae-a1d9-a5b09ab9f34b req-38a48485-7c90-4b9c-a59f-ac7e962ccb1f service nova] Acquiring lock "refresh_cache-a4e62398-d255-415e-a7a4-2bf976a3c3ce" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.492577] env[68461]: DEBUG oslo_concurrency.lockutils [req-332412da-2510-45ae-a1d9-a5b09ab9f34b req-38a48485-7c90-4b9c-a59f-ac7e962ccb1f service nova] Acquired lock "refresh_cache-a4e62398-d255-415e-a7a4-2bf976a3c3ce" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.492765] env[68461]: DEBUG nova.network.neutron [req-332412da-2510-45ae-a1d9-a5b09ab9f34b req-38a48485-7c90-4b9c-a59f-ac7e962ccb1f service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Refreshing network info cache for port 931d0b0a-a767-4b0a-b5ac-3f3754f69015 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1524.907450] env[68461]: DEBUG oslo_concurrency.lockutils [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "refresh_cache-238044ce-0265-4b8c-8ce7-64cd8fe259a7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.907734] env[68461]: DEBUG oslo_concurrency.lockutils [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired lock "refresh_cache-238044ce-0265-4b8c-8ce7-64cd8fe259a7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.907862] env[68461]: DEBUG nova.network.neutron [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1524.926928] env[68461]: DEBUG nova.network.neutron [req-bff39dbc-c380-455d-8a8e-2267a7f5c3f0 req-b3ddbd37-6fb6-4167-b2f5-cac9b500a93b service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Updated VIF entry in instance network info cache for port b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1524.927687] env[68461]: DEBUG nova.network.neutron [req-bff39dbc-c380-455d-8a8e-2267a7f5c3f0 req-b3ddbd37-6fb6-4167-b2f5-cac9b500a93b service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Updating instance_info_cache with network_info: [{"id": "b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6", "address": "fa:16:3e:ed:f2:c7", "network": {"id": "07805497-81c2-4a8f-af1f-41c565e6e0f3", "bridge": null, "label": "tempest-ServerActionsTestOtherB-968415248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcb360f473bb4879882df61178c87135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb318a7b6-a0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.193540] env[68461]: DEBUG nova.network.neutron [req-332412da-2510-45ae-a1d9-a5b09ab9f34b req-38a48485-7c90-4b9c-a59f-ac7e962ccb1f service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Updated VIF entry in instance network info cache for port 931d0b0a-a767-4b0a-b5ac-3f3754f69015. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1525.193860] env[68461]: DEBUG nova.network.neutron [req-332412da-2510-45ae-a1d9-a5b09ab9f34b req-38a48485-7c90-4b9c-a59f-ac7e962ccb1f service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Updating instance_info_cache with network_info: [{"id": "931d0b0a-a767-4b0a-b5ac-3f3754f69015", "address": "fa:16:3e:0c:db:c5", "network": {"id": "f3d356f4-04f2-4013-89c4-50ceb4030937", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-357434658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7611595b30b84b14a8c006ffeb735066", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap931d0b0a-a7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.195146] env[68461]: DEBUG oslo_concurrency.lockutils [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1525.430468] env[68461]: DEBUG oslo_concurrency.lockutils [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "da336cfd-459b-404a-ab72-f963a3785b76" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1525.431843] env[68461]: DEBUG oslo_concurrency.lockutils [req-bff39dbc-c380-455d-8a8e-2267a7f5c3f0 req-b3ddbd37-6fb6-4167-b2f5-cac9b500a93b service nova] Releasing lock "refresh_cache-da336cfd-459b-404a-ab72-f963a3785b76" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.432653] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1525.432808] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68461) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1525.530222] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a8686a-9eed-474c-b730-5d6d1f9c3d58 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.539471] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f878ba-340c-4ee9-83dc-40fba90937fd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.570311] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0daecfbc-5411-48d2-b0ca-23d4b704c0a9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.577485] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d2ec46-f127-448d-ae31-c4d1a6848280 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.590460] env[68461]: DEBUG nova.compute.provider_tree [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.696353] env[68461]: DEBUG oslo_concurrency.lockutils [req-332412da-2510-45ae-a1d9-a5b09ab9f34b req-38a48485-7c90-4b9c-a59f-ac7e962ccb1f service nova] Releasing lock "refresh_cache-a4e62398-d255-415e-a7a4-2bf976a3c3ce" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.752048] env[68461]: DEBUG nova.network.neutron [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Updating instance_info_cache with network_info: [{"id": "d3233f4a-8e6a-4bc0-883a-cbe246318429", "address": "fa:16:3e:0d:3f:98", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3233f4a-8e", "ovs_interfaceid": "d3233f4a-8e6a-4bc0-883a-cbe246318429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.093960] env[68461]: DEBUG nova.scheduler.client.report [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1526.254420] env[68461]: DEBUG oslo_concurrency.lockutils [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Releasing lock "refresh_cache-238044ce-0265-4b8c-8ce7-64cd8fe259a7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.599236] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1526.599951] env[68461]: DEBUG nova.compute.manager [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1526.602756] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.217s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1526.602756] env[68461]: DEBUG nova.objects.instance [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lazy-loading 'resources' on Instance uuid da336cfd-459b-404a-ab72-f963a3785b76 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1527.105941] env[68461]: DEBUG nova.objects.instance [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lazy-loading 'numa_topology' on Instance uuid da336cfd-459b-404a-ab72-f963a3785b76 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1527.108172] env[68461]: DEBUG nova.compute.utils [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1527.109620] env[68461]: DEBUG nova.compute.manager [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Not allocating networking since 'none' was specified. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1527.432947] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.433198] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.433354] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.611162] env[68461]: DEBUG nova.objects.base [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68461) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1527.614425] env[68461]: DEBUG nova.compute.manager [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1527.719784] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646adb6e-66b1-4ae6-943e-2a118aba8e2a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.728217] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d078e36-656f-4272-ad4b-958974ba1e85 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.757518] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25250e00-a85e-4c9c-82fe-1e39f3b4375b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.764827] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74bb4a7-7fb1-4136-8071-3ccd3b8274aa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.772140] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce69e7e6-213c-41bd-8778-18b306a4b66d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.782274] env[68461]: DEBUG nova.compute.provider_tree [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1527.800069] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Updating instance '238044ce-0265-4b8c-8ce7-64cd8fe259a7' progress to 0 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1528.285635] env[68461]: DEBUG nova.scheduler.client.report [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1528.305183] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1528.305737] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62c8e171-f754-4696-928e-2d08f673e8f3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.314016] env[68461]: DEBUG oslo_vmware.api [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1528.314016] env[68461]: value = "task-2896400" [ 1528.314016] env[68461]: _type = "Task" [ 1528.314016] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.321814] env[68461]: DEBUG oslo_vmware.api [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.625045] env[68461]: DEBUG nova.compute.manager [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1528.649987] env[68461]: DEBUG nova.virt.hardware [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1528.650260] env[68461]: DEBUG nova.virt.hardware [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1528.650420] env[68461]: DEBUG nova.virt.hardware [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1528.650601] env[68461]: DEBUG nova.virt.hardware [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1528.650746] env[68461]: DEBUG nova.virt.hardware [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1528.650894] env[68461]: DEBUG nova.virt.hardware [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1528.651144] env[68461]: DEBUG nova.virt.hardware [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1528.651310] env[68461]: DEBUG nova.virt.hardware [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1528.651477] env[68461]: DEBUG nova.virt.hardware [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1528.651641] env[68461]: DEBUG nova.virt.hardware [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1528.651813] env[68461]: DEBUG nova.virt.hardware [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1528.652665] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dbf3ac-c9c9-4db4-89a0-180b011d95e7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.660042] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac16c09-775f-408f-bf7b-c5bd9d9249e4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.672846] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Instance VIF info [] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1528.678323] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Creating folder: Project (8bc7e5f47db74984a1a664d6bc5806a0). Parent ref: group-v581476. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1528.678613] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8cfdcec-5ceb-4529-b240-07e1cadebe2b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.688471] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Created folder: Project (8bc7e5f47db74984a1a664d6bc5806a0) in parent group-v581476. [ 1528.688653] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Creating folder: Instances. Parent ref: group-v581802. {{(pid=68461) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1528.688857] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c27b25e4-9462-46a4-9201-c9bc26dabd7d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.697414] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Created folder: Instances in parent group-v581802. [ 1528.697637] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1528.697826] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1528.698083] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35c19a70-71ed-472c-81e5-3ba873685600 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.713577] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1528.713577] env[68461]: value = "task-2896403" [ 1528.713577] env[68461]: _type = "Task" [ 1528.713577] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.720525] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896403, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.791057] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1528.793227] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.124s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1528.793460] env[68461]: DEBUG nova.objects.instance [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lazy-loading 'resources' on Instance uuid a4e62398-d255-415e-a7a4-2bf976a3c3ce {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1528.823693] env[68461]: DEBUG oslo_vmware.api [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896400, 'name': PowerOffVM_Task, 'duration_secs': 0.180269} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.823947] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1528.824150] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Updating instance '238044ce-0265-4b8c-8ce7-64cd8fe259a7' progress to 17 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1529.223431] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896403, 'name': CreateVM_Task, 'duration_secs': 0.245448} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.223604] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1529.224066] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.224237] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.224548] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.224798] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae5a708e-4857-442d-abf6-f37c941daa3d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.228944] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Waiting for the task: (returnval){ [ 1529.228944] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]523c5ba6-b2aa-89e5-3296-141a131e826e" [ 1529.228944] env[68461]: _type = "Task" [ 1529.228944] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.236384] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]523c5ba6-b2aa-89e5-3296-141a131e826e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.298728] env[68461]: DEBUG nova.objects.instance [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lazy-loading 'numa_topology' on Instance uuid a4e62398-d255-415e-a7a4-2bf976a3c3ce {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1529.299426] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d9f18920-76aa-4253-b09f-908b7023ad9c tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "da336cfd-459b-404a-ab72-f963a3785b76" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.127s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1529.300221] env[68461]: DEBUG oslo_concurrency.lockutils [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "da336cfd-459b-404a-ab72-f963a3785b76" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.870s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.300400] env[68461]: INFO nova.compute.manager [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Unshelving [ 1529.332237] env[68461]: DEBUG nova.virt.hardware [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1529.332495] env[68461]: DEBUG nova.virt.hardware [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1529.332655] env[68461]: DEBUG nova.virt.hardware [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1529.332835] env[68461]: DEBUG nova.virt.hardware [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1529.333060] env[68461]: DEBUG nova.virt.hardware [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1529.333233] env[68461]: DEBUG nova.virt.hardware [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1529.333439] env[68461]: DEBUG nova.virt.hardware [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1529.333597] env[68461]: DEBUG nova.virt.hardware [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1529.333759] env[68461]: DEBUG nova.virt.hardware [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1529.333920] env[68461]: DEBUG nova.virt.hardware [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1529.334124] env[68461]: DEBUG nova.virt.hardware [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1529.339305] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1a7e742-6ecd-45ef-9187-159bd97fe2b5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.356428] env[68461]: DEBUG oslo_vmware.api [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1529.356428] env[68461]: value = "task-2896404" [ 1529.356428] env[68461]: _type = "Task" [ 1529.356428] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.364473] env[68461]: DEBUG oslo_vmware.api [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.432916] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.433340] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.433616] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.739530] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]523c5ba6-b2aa-89e5-3296-141a131e826e, 'name': SearchDatastore_Task, 'duration_secs': 0.010934} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.739667] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.739803] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1529.740056] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.740330] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.740449] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1529.740713] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c20fb66-6e2e-4478-8dbd-7300eac71d42 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.749031] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1529.749208] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1529.749897] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8a726cd-d7ba-48ab-83b3-a170cfa1dc32 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.754980] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Waiting for the task: (returnval){ [ 1529.754980] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521255d4-7629-56b7-8552-71a7f3341eaa" [ 1529.754980] env[68461]: _type = "Task" [ 1529.754980] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.762008] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521255d4-7629-56b7-8552-71a7f3341eaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.802890] env[68461]: DEBUG nova.objects.base [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68461) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1529.867693] env[68461]: DEBUG oslo_vmware.api [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896404, 'name': ReconfigVM_Task, 'duration_secs': 0.157239} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.870139] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Updating instance '238044ce-0265-4b8c-8ce7-64cd8fe259a7' progress to 33 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1529.903669] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07677571-fc3c-40d3-bca6-c5e637db7661 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.911637] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ac3968-585c-4947-ab1f-73f3504d3dd6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.940788] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.941739] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0436c7-ed89-4248-91a3-9606f4a411d4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.948719] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156cc157-babc-41bc-aa54-55e9dfc41741 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.963056] env[68461]: DEBUG nova.compute.provider_tree [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.265528] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521255d4-7629-56b7-8552-71a7f3341eaa, 'name': SearchDatastore_Task, 'duration_secs': 0.008081} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.266323] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0a2a75e-477c-42aa-9ef0-7d9140e2312b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.271336] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Waiting for the task: (returnval){ [ 1530.271336] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5283b181-1361-eeb4-30a2-a2e4738c0dce" [ 1530.271336] env[68461]: _type = "Task" [ 1530.271336] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.278821] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5283b181-1361-eeb4-30a2-a2e4738c0dce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.326905] env[68461]: DEBUG oslo_concurrency.lockutils [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.377120] env[68461]: DEBUG nova.virt.hardware [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1530.377378] env[68461]: DEBUG nova.virt.hardware [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1530.377510] env[68461]: DEBUG nova.virt.hardware [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1530.377690] env[68461]: DEBUG nova.virt.hardware [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1530.377839] env[68461]: DEBUG nova.virt.hardware [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1530.377994] env[68461]: DEBUG nova.virt.hardware [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1530.378234] env[68461]: DEBUG nova.virt.hardware [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1530.378393] env[68461]: DEBUG nova.virt.hardware [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1530.378557] env[68461]: DEBUG nova.virt.hardware [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1530.378718] env[68461]: DEBUG nova.virt.hardware [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1530.378893] env[68461]: DEBUG nova.virt.hardware [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1530.384228] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1530.384505] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba7a9c62-1cd7-4087-8550-7d100acf10c1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.402205] env[68461]: DEBUG oslo_vmware.api [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1530.402205] env[68461]: value = "task-2896405" [ 1530.402205] env[68461]: _type = "Task" [ 1530.402205] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.409721] env[68461]: DEBUG oslo_vmware.api [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.466016] env[68461]: DEBUG nova.scheduler.client.report [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1530.783058] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5283b181-1361-eeb4-30a2-a2e4738c0dce, 'name': SearchDatastore_Task, 'duration_secs': 0.009891} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.783058] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.783058] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c/b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1530.783350] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0294b3ac-23f6-47f8-8848-99104c95e528 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.791350] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Waiting for the task: (returnval){ [ 1530.791350] env[68461]: value = "task-2896406" [ 1530.791350] env[68461]: _type = "Task" [ 1530.791350] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.798820] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.912295] env[68461]: DEBUG oslo_vmware.api [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896405, 'name': ReconfigVM_Task, 'duration_secs': 0.162618} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.912577] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1530.913364] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8185e25d-e8df-4f98-a70f-16f166debada {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.934656] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 238044ce-0265-4b8c-8ce7-64cd8fe259a7/238044ce-0265-4b8c-8ce7-64cd8fe259a7.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1530.934885] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-858d59d7-42ba-422e-9d32-ae121748efaa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.952388] env[68461]: DEBUG oslo_vmware.api [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1530.952388] env[68461]: value = "task-2896407" [ 1530.952388] env[68461]: _type = "Task" [ 1530.952388] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.960095] env[68461]: DEBUG oslo_vmware.api [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.971109] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.973629] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.033s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.974494] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.974494] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68461) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1530.974494] env[68461]: DEBUG oslo_concurrency.lockutils [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.648s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.974494] env[68461]: DEBUG nova.objects.instance [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lazy-loading 'pci_requests' on Instance uuid da336cfd-459b-404a-ab72-f963a3785b76 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1530.976177] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fbb89e-4e45-40ba-bbac-f9ca0d7636ac {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.986558] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3d03a5-08c6-4d06-b69c-ca69b2807eca {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.002714] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfe54da-a684-43f7-b486-3e7ed5359f04 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.011027] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d6ba96-5bfc-4341-9263-de228997a19a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.042163] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179618MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=68461) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1531.042337] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1531.302332] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484183} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.302597] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c/b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1531.302812] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1531.303140] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6e77ebe-3d2e-4931-b6cb-46fe744bbd42 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.308892] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Waiting for the task: (returnval){ [ 1531.308892] env[68461]: value = "task-2896408" [ 1531.308892] env[68461]: _type = "Task" [ 1531.308892] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.315970] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.462258] env[68461]: DEBUG oslo_vmware.api [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896407, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.481154] env[68461]: DEBUG nova.objects.instance [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lazy-loading 'numa_topology' on Instance uuid da336cfd-459b-404a-ab72-f963a3785b76 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1531.482120] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b82b582b-cbae-4e60-b7c7-1d6a1d3e7e08 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.985s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.482951] env[68461]: DEBUG oslo_concurrency.lockutils [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.288s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1531.483152] env[68461]: INFO nova.compute.manager [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Unshelving [ 1531.821280] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057647} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.821599] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1531.822662] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7274584-576f-4157-aeba-34275b44bc4a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.852970] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c/b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1531.853279] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aee4040-459a-4049-b2ed-dec99e555e50 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.881239] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Waiting for the task: (returnval){ [ 1531.881239] env[68461]: value = "task-2896409" [ 1531.881239] env[68461]: _type = "Task" [ 1531.881239] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.889110] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.962071] env[68461]: DEBUG oslo_vmware.api [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896407, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.984660] env[68461]: INFO nova.compute.claims [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1532.391367] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.463260] env[68461]: DEBUG oslo_vmware.api [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896407, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.495575] env[68461]: DEBUG nova.compute.utils [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1532.891694] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.963542] env[68461]: DEBUG oslo_vmware.api [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896407, 'name': ReconfigVM_Task, 'duration_secs': 1.537093} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.963803] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 238044ce-0265-4b8c-8ce7-64cd8fe259a7/238044ce-0265-4b8c-8ce7-64cd8fe259a7.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1532.964245] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Updating instance '238044ce-0265-4b8c-8ce7-64cd8fe259a7' progress to 50 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1532.998880] env[68461]: INFO nova.virt.block_device [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Booting with volume c67f6cc1-addd-4544-aecc-3197c607f16a at /dev/sdb [ 1533.035026] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99b71522-39ac-429a-ae4a-0d636783a034 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.044167] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5421e635-408e-45c4-b126-6f8d4f76b7e7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.074337] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4785313e-1046-45fd-8a3b-5a0c8478321d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.081697] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa53637-8c92-4a2b-bcb2-4b952f2d07de {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.112543] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3335359-8835-47be-b054-30fac90d5db8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.118583] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46712288-6ac6-4e65-9d0a-aa2d3eec10d0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.121858] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1409a6-1147-476b-b48d-c6fbb1f7c935 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.128121] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928713ac-dbab-4260-8079-8739b073fe03 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.134958] env[68461]: DEBUG nova.virt.block_device [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Updating existing volume attachment record: 0f57db30-9e59-4a2d-86f4-793884040901 {{(pid=68461) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1533.160860] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8d680e-9347-498f-aa02-14c889ed133a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.167825] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c802eaa-a931-4e81-b345-62fcdcc556fe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.181473] env[68461]: DEBUG nova.compute.provider_tree [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1533.392057] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896409, 'name': ReconfigVM_Task, 'duration_secs': 1.074696} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.392363] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Reconfigured VM instance instance-0000007d to attach disk [datastore2] b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c/b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1533.393035] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f50734c0-f994-4a31-9efc-73654e367c71 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.400082] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Waiting for the task: (returnval){ [ 1533.400082] env[68461]: value = "task-2896411" [ 1533.400082] env[68461]: _type = "Task" [ 1533.400082] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.406405] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896411, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.473598] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7d9dfd-247e-4dea-ac14-057af26296df {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.502291] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25859ca8-1f92-4f0f-80f4-dbee6c328282 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.525719] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Updating instance '238044ce-0265-4b8c-8ce7-64cd8fe259a7' progress to 67 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1533.684453] env[68461]: DEBUG nova.scheduler.client.report [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1533.908678] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896411, 'name': Rename_Task, 'duration_secs': 0.159612} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.908975] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1533.909207] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b0ee755-a10f-414a-9b2c-686fbfe8973e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.915179] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Waiting for the task: (returnval){ [ 1533.915179] env[68461]: value = "task-2896414" [ 1533.915179] env[68461]: _type = "Task" [ 1533.915179] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.922256] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.065191] env[68461]: DEBUG nova.network.neutron [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Port d3233f4a-8e6a-4bc0-883a-cbe246318429 binding to destination host cpu-1 is already ACTIVE {{(pid=68461) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1534.189305] env[68461]: DEBUG oslo_concurrency.lockutils [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.215s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1534.191501] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.149s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.220624] env[68461]: INFO nova.network.neutron [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Updating port b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1534.425382] env[68461]: DEBUG oslo_vmware.api [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896414, 'name': PowerOnVM_Task, 'duration_secs': 0.455586} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.425647] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1534.425850] env[68461]: INFO nova.compute.manager [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Took 5.80 seconds to spawn the instance on the hypervisor. [ 1534.426040] env[68461]: DEBUG nova.compute.manager [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1534.426784] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbc1926-b2be-49c3-ac38-a3cc9fac08df {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.942171] env[68461]: INFO nova.compute.manager [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Took 12.72 seconds to build instance. [ 1535.086679] env[68461]: DEBUG oslo_concurrency.lockutils [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "238044ce-0265-4b8c-8ce7-64cd8fe259a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1535.086679] env[68461]: DEBUG oslo_concurrency.lockutils [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "238044ce-0265-4b8c-8ce7-64cd8fe259a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1535.086965] env[68461]: DEBUG oslo_concurrency.lockutils [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "238044ce-0265-4b8c-8ce7-64cd8fe259a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1535.199855] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Applying migration context for instance 238044ce-0265-4b8c-8ce7-64cd8fe259a7 as it has an incoming, in-progress migration 539adf04-227f-4513-9e69-3862d2dea616. Migration status is post-migrating {{(pid=68461) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1535.201038] env[68461]: INFO nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Updating resource usage from migration 539adf04-227f-4513-9e69-3862d2dea616 [ 1535.219710] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance a3bd9b9c-f27e-49da-ba46-a8ff006ec823 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1535.219859] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance a6e38285-92fc-4a6a-ac0f-0182dfef8a95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1535.219986] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Migration 539adf04-227f-4513-9e69-3862d2dea616 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1535.220128] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 238044ce-0265-4b8c-8ce7-64cd8fe259a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1535.220279] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1535.444589] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e56c54da-621b-459c-997e-95257d38200b tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Lock "b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.232s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1535.529732] env[68461]: INFO nova.compute.manager [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Rebuilding instance [ 1535.576540] env[68461]: DEBUG nova.compute.manager [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1535.577286] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3253f03a-0ac8-4a12-8bd8-c8edff094bf2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.603077] env[68461]: DEBUG nova.compute.manager [req-860d4292-dc23-4a1d-a546-c7a67c492c22 req-92c07db0-dca0-4e63-a0bd-f087b37d6637 service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Received event network-vif-plugged-b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1535.603382] env[68461]: DEBUG oslo_concurrency.lockutils [req-860d4292-dc23-4a1d-a546-c7a67c492c22 req-92c07db0-dca0-4e63-a0bd-f087b37d6637 service nova] Acquiring lock "da336cfd-459b-404a-ab72-f963a3785b76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1535.603599] env[68461]: DEBUG oslo_concurrency.lockutils [req-860d4292-dc23-4a1d-a546-c7a67c492c22 req-92c07db0-dca0-4e63-a0bd-f087b37d6637 service nova] Lock "da336cfd-459b-404a-ab72-f963a3785b76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1535.603835] env[68461]: DEBUG oslo_concurrency.lockutils [req-860d4292-dc23-4a1d-a546-c7a67c492c22 req-92c07db0-dca0-4e63-a0bd-f087b37d6637 service nova] Lock "da336cfd-459b-404a-ab72-f963a3785b76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1535.604012] env[68461]: DEBUG nova.compute.manager [req-860d4292-dc23-4a1d-a546-c7a67c492c22 req-92c07db0-dca0-4e63-a0bd-f087b37d6637 service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] No waiting events found dispatching network-vif-plugged-b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1535.604370] env[68461]: WARNING nova.compute.manager [req-860d4292-dc23-4a1d-a546-c7a67c492c22 req-92c07db0-dca0-4e63-a0bd-f087b37d6637 service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Received unexpected event network-vif-plugged-b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1535.695513] env[68461]: DEBUG oslo_concurrency.lockutils [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "refresh_cache-da336cfd-459b-404a-ab72-f963a3785b76" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.695513] env[68461]: DEBUG oslo_concurrency.lockutils [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquired lock "refresh_cache-da336cfd-459b-404a-ab72-f963a3785b76" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.695616] env[68461]: DEBUG nova.network.neutron [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1535.723240] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance a4e62398-d255-415e-a7a4-2bf976a3c3ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1535.723526] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance da336cfd-459b-404a-ab72-f963a3785b76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1535.723766] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1535.723920] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1535.806822] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a61856-408b-4d6f-8e81-048317265efd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.813862] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1c5e13-39bd-436b-9517-f97e4e33704f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.844442] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c78919-e025-4961-8f78-f34ae44c7909 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.851214] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f432bd8-d694-46db-8379-388ab3bd9f5a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.863908] env[68461]: DEBUG nova.compute.provider_tree [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1536.120684] env[68461]: DEBUG oslo_concurrency.lockutils [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "refresh_cache-238044ce-0265-4b8c-8ce7-64cd8fe259a7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.120957] env[68461]: DEBUG oslo_concurrency.lockutils [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired lock "refresh_cache-238044ce-0265-4b8c-8ce7-64cd8fe259a7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.121091] env[68461]: DEBUG nova.network.neutron [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1536.366727] env[68461]: DEBUG nova.scheduler.client.report [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1536.393407] env[68461]: DEBUG nova.network.neutron [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Updating instance_info_cache with network_info: [{"id": "b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6", "address": "fa:16:3e:ed:f2:c7", "network": {"id": "07805497-81c2-4a8f-af1f-41c565e6e0f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-968415248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcb360f473bb4879882df61178c87135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb318a7b6-a0", "ovs_interfaceid": "b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.590259] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1536.590570] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75fcd20c-883b-447e-a080-2d83d73c5d8d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.599025] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Waiting for the task: (returnval){ [ 1536.599025] env[68461]: value = "task-2896416" [ 1536.599025] env[68461]: _type = "Task" [ 1536.599025] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.606360] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.871252] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68461) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1536.871523] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.680s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1536.895433] env[68461]: DEBUG oslo_concurrency.lockutils [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Releasing lock "refresh_cache-da336cfd-459b-404a-ab72-f963a3785b76" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.917832] env[68461]: DEBUG nova.virt.hardware [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a97446d73c44fe80acfc636186fdede8',container_format='bare',created_at=2025-03-10T17:24:55Z,direct_url=,disk_format='vmdk',id=02155755-8a27-4d85-bc22-7daf08b3ca8f,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-2095936777-shelved',owner='dcb360f473bb4879882df61178c87135',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-03-10T17:25:08Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1536.918111] env[68461]: DEBUG nova.virt.hardware [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1536.918314] env[68461]: DEBUG nova.virt.hardware [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1536.918509] env[68461]: DEBUG nova.virt.hardware [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1536.918659] env[68461]: DEBUG nova.virt.hardware [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1536.918805] env[68461]: DEBUG nova.virt.hardware [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1536.919022] env[68461]: DEBUG nova.virt.hardware [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1536.919189] env[68461]: DEBUG nova.virt.hardware [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1536.919360] env[68461]: DEBUG nova.virt.hardware [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1536.919525] env[68461]: DEBUG nova.virt.hardware [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1536.919696] env[68461]: DEBUG nova.virt.hardware [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1536.920884] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b007f3-2e46-428f-b589-682f1444d599 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.928856] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ef4733-9047-4f65-b5fd-cb841990ab81 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.941596] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:f2:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1536.948891] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1536.949145] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1536.949360] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-240dbf62-9f82-429c-a4bb-3ddf8e376ec9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.967386] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1536.967386] env[68461]: value = "task-2896417" [ 1536.967386] env[68461]: _type = "Task" [ 1536.967386] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.974693] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896417, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.052681] env[68461]: DEBUG nova.network.neutron [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Updating instance_info_cache with network_info: [{"id": "d3233f4a-8e6a-4bc0-883a-cbe246318429", "address": "fa:16:3e:0d:3f:98", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3233f4a-8e", "ovs_interfaceid": "d3233f4a-8e6a-4bc0-883a-cbe246318429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.109901] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896416, 'name': PowerOffVM_Task, 'duration_secs': 0.190764} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.110240] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1537.110983] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1537.111873] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d037bef-210e-43c8-9fbe-8a2415a5df61 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.119463] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1537.119791] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1f919b3-ea2c-4646-b005-d06264e80e86 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.143662] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1537.144064] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1537.144165] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Deleting the datastore file [datastore2] b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1537.144445] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-096a8eec-cbde-40c2-87c0-734418ef9e30 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.150590] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Waiting for the task: (returnval){ [ 1537.150590] env[68461]: value = "task-2896419" [ 1537.150590] env[68461]: _type = "Task" [ 1537.150590] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.158364] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.477678] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896417, 'name': CreateVM_Task, 'duration_secs': 0.335684} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.477855] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1537.478540] env[68461]: DEBUG oslo_concurrency.lockutils [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02155755-8a27-4d85-bc22-7daf08b3ca8f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.478708] env[68461]: DEBUG oslo_concurrency.lockutils [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02155755-8a27-4d85-bc22-7daf08b3ca8f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.479100] env[68461]: DEBUG oslo_concurrency.lockutils [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/02155755-8a27-4d85-bc22-7daf08b3ca8f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.479353] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bea5b619-0157-4386-a185-d015bac88317 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.483458] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1537.483458] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]520c300c-1bd8-d381-64e0-7ffe921da6ca" [ 1537.483458] env[68461]: _type = "Task" [ 1537.483458] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.490342] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520c300c-1bd8-d381-64e0-7ffe921da6ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.555100] env[68461]: DEBUG oslo_concurrency.lockutils [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Releasing lock "refresh_cache-238044ce-0265-4b8c-8ce7-64cd8fe259a7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.630055] env[68461]: DEBUG nova.compute.manager [req-4fc41d4e-5521-4257-92b5-2e96b3089f12 req-bcfd7134-f54c-42bf-bbbb-cdf332894986 service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Received event network-changed-b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1537.630276] env[68461]: DEBUG nova.compute.manager [req-4fc41d4e-5521-4257-92b5-2e96b3089f12 req-bcfd7134-f54c-42bf-bbbb-cdf332894986 service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Refreshing instance network info cache due to event network-changed-b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1537.630483] env[68461]: DEBUG oslo_concurrency.lockutils [req-4fc41d4e-5521-4257-92b5-2e96b3089f12 req-bcfd7134-f54c-42bf-bbbb-cdf332894986 service nova] Acquiring lock "refresh_cache-da336cfd-459b-404a-ab72-f963a3785b76" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.630625] env[68461]: DEBUG oslo_concurrency.lockutils [req-4fc41d4e-5521-4257-92b5-2e96b3089f12 req-bcfd7134-f54c-42bf-bbbb-cdf332894986 service nova] Acquired lock "refresh_cache-da336cfd-459b-404a-ab72-f963a3785b76" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.630786] env[68461]: DEBUG nova.network.neutron [req-4fc41d4e-5521-4257-92b5-2e96b3089f12 req-bcfd7134-f54c-42bf-bbbb-cdf332894986 service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Refreshing network info cache for port b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1537.659770] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09319} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.659998] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1537.660192] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1537.660371] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1537.866558] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1537.993909] env[68461]: DEBUG oslo_concurrency.lockutils [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02155755-8a27-4d85-bc22-7daf08b3ca8f" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.994235] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Processing image 02155755-8a27-4d85-bc22-7daf08b3ca8f {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1537.994483] env[68461]: DEBUG oslo_concurrency.lockutils [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/02155755-8a27-4d85-bc22-7daf08b3ca8f/02155755-8a27-4d85-bc22-7daf08b3ca8f.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.994632] env[68461]: DEBUG oslo_concurrency.lockutils [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/02155755-8a27-4d85-bc22-7daf08b3ca8f/02155755-8a27-4d85-bc22-7daf08b3ca8f.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.994808] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1537.995072] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9730000-210e-4071-b347-883beeca9c58 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.003353] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1538.003526] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1538.004228] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9da57f5d-ff93-4bab-9288-98e3f152303e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.009467] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1538.009467] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52b3cd23-f0e3-86d6-e8ba-4920904fee6f" [ 1538.009467] env[68461]: _type = "Task" [ 1538.009467] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.018291] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52b3cd23-f0e3-86d6-e8ba-4920904fee6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.079983] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c815123-8193-4984-8905-c03bc10e4b30 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.098565] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda39326-f5c3-415b-91ac-c79f6dc984d1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.104811] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Updating instance '238044ce-0265-4b8c-8ce7-64cd8fe259a7' progress to 83 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1538.341249] env[68461]: DEBUG nova.network.neutron [req-4fc41d4e-5521-4257-92b5-2e96b3089f12 req-bcfd7134-f54c-42bf-bbbb-cdf332894986 service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Updated VIF entry in instance network info cache for port b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1538.341620] env[68461]: DEBUG nova.network.neutron [req-4fc41d4e-5521-4257-92b5-2e96b3089f12 req-bcfd7134-f54c-42bf-bbbb-cdf332894986 service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Updating instance_info_cache with network_info: [{"id": "b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6", "address": "fa:16:3e:ed:f2:c7", "network": {"id": "07805497-81c2-4a8f-af1f-41c565e6e0f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-968415248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcb360f473bb4879882df61178c87135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb318a7b6-a0", "ovs_interfaceid": "b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.519395] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Preparing fetch location {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1538.519541] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Fetch image to [datastore1] OSTACK_IMG_847fab8b-5f94-4dd2-a59c-8398822ecaa2/OSTACK_IMG_847fab8b-5f94-4dd2-a59c-8398822ecaa2.vmdk {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1538.519732] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Downloading stream optimized image 02155755-8a27-4d85-bc22-7daf08b3ca8f to [datastore1] OSTACK_IMG_847fab8b-5f94-4dd2-a59c-8398822ecaa2/OSTACK_IMG_847fab8b-5f94-4dd2-a59c-8398822ecaa2.vmdk on the data store datastore1 as vApp {{(pid=68461) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1538.519903] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Downloading image file data 02155755-8a27-4d85-bc22-7daf08b3ca8f to the ESX as VM named 'OSTACK_IMG_847fab8b-5f94-4dd2-a59c-8398822ecaa2' {{(pid=68461) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1538.593653] env[68461]: DEBUG oslo_vmware.rw_handles [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1538.593653] env[68461]: value = "resgroup-9" [ 1538.593653] env[68461]: _type = "ResourcePool" [ 1538.593653] env[68461]: }. {{(pid=68461) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1538.593939] env[68461]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-717d5fd9-380a-432f-acdd-86f1d96c2582 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.610624] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1538.611256] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b667df6-82e5-4df3-ab9e-a744ed32d848 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.618646] env[68461]: DEBUG oslo_vmware.api [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1538.618646] env[68461]: value = "task-2896420" [ 1538.618646] env[68461]: _type = "Task" [ 1538.618646] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.619834] env[68461]: DEBUG oslo_vmware.rw_handles [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lease: (returnval){ [ 1538.619834] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52323e38-83fe-fe87-80eb-93e1bccf9bc9" [ 1538.619834] env[68461]: _type = "HttpNfcLease" [ 1538.619834] env[68461]: } obtained for vApp import into resource pool (val){ [ 1538.619834] env[68461]: value = "resgroup-9" [ 1538.619834] env[68461]: _type = "ResourcePool" [ 1538.619834] env[68461]: }. {{(pid=68461) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1538.620174] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the lease: (returnval){ [ 1538.620174] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52323e38-83fe-fe87-80eb-93e1bccf9bc9" [ 1538.620174] env[68461]: _type = "HttpNfcLease" [ 1538.620174] env[68461]: } to be ready. {{(pid=68461) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1538.630214] env[68461]: DEBUG oslo_vmware.api [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.631427] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1538.631427] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52323e38-83fe-fe87-80eb-93e1bccf9bc9" [ 1538.631427] env[68461]: _type = "HttpNfcLease" [ 1538.631427] env[68461]: } is initializing. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1538.690762] env[68461]: DEBUG nova.virt.hardware [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1538.691058] env[68461]: DEBUG nova.virt.hardware [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1538.691236] env[68461]: DEBUG nova.virt.hardware [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1538.691422] env[68461]: DEBUG nova.virt.hardware [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1538.691570] env[68461]: DEBUG nova.virt.hardware [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1538.691716] env[68461]: DEBUG nova.virt.hardware [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1538.691928] env[68461]: DEBUG nova.virt.hardware [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1538.692107] env[68461]: DEBUG nova.virt.hardware [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1538.692294] env[68461]: DEBUG nova.virt.hardware [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1538.692464] env[68461]: DEBUG nova.virt.hardware [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1538.692635] env[68461]: DEBUG nova.virt.hardware [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1538.693650] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f680a45-50cf-46b8-9f86-e55c19b8a521 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.701963] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6336b0-0d23-4764-82e0-18f1e6e1285f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.717343] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Instance VIF info [] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1538.722856] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1538.723308] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1538.723536] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cb3c427-10bf-481b-9dec-7b8b0ee0386d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.735981] env[68461]: DEBUG oslo_concurrency.lockutils [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.736260] env[68461]: DEBUG oslo_concurrency.lockutils [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1538.736653] env[68461]: DEBUG nova.objects.instance [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lazy-loading 'pci_requests' on Instance uuid a4e62398-d255-415e-a7a4-2bf976a3c3ce {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1538.743550] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1538.743550] env[68461]: value = "task-2896422" [ 1538.743550] env[68461]: _type = "Task" [ 1538.743550] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.752340] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896422, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.844977] env[68461]: DEBUG oslo_concurrency.lockutils [req-4fc41d4e-5521-4257-92b5-2e96b3089f12 req-bcfd7134-f54c-42bf-bbbb-cdf332894986 service nova] Releasing lock "refresh_cache-da336cfd-459b-404a-ab72-f963a3785b76" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.134963] env[68461]: DEBUG oslo_vmware.api [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896420, 'name': PowerOnVM_Task, 'duration_secs': 0.424391} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.136446] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1539.136645] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-10e61cf5-7bb6-4977-b6c1-ec2494054ad7 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Updating instance '238044ce-0265-4b8c-8ce7-64cd8fe259a7' progress to 100 {{(pid=68461) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1539.140226] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1539.140226] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52323e38-83fe-fe87-80eb-93e1bccf9bc9" [ 1539.140226] env[68461]: _type = "HttpNfcLease" [ 1539.140226] env[68461]: } is ready. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1539.140836] env[68461]: DEBUG oslo_vmware.rw_handles [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1539.140836] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52323e38-83fe-fe87-80eb-93e1bccf9bc9" [ 1539.140836] env[68461]: _type = "HttpNfcLease" [ 1539.140836] env[68461]: }. {{(pid=68461) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1539.141890] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8feef92f-f457-44fb-b5c5-99208a47fa62 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.148937] env[68461]: DEBUG oslo_vmware.rw_handles [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c6c91a-a2bc-4894-075f-ba5705fbbb36/disk-0.vmdk from lease info. {{(pid=68461) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1539.149129] env[68461]: DEBUG oslo_vmware.rw_handles [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c6c91a-a2bc-4894-075f-ba5705fbbb36/disk-0.vmdk. {{(pid=68461) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1539.214490] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-df6ba822-598e-4071-952d-eee1d8eb46b4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.240391] env[68461]: DEBUG nova.objects.instance [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lazy-loading 'numa_topology' on Instance uuid a4e62398-d255-415e-a7a4-2bf976a3c3ce {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1539.253148] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896422, 'name': CreateVM_Task, 'duration_secs': 0.275671} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.254381] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1539.254796] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.254963] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.255355] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.255557] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46624c73-b09f-4b9e-a389-3b096373d1d6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.260504] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Waiting for the task: (returnval){ [ 1539.260504] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]526d8ba6-4d41-7867-0f5a-715b58e89528" [ 1539.260504] env[68461]: _type = "Task" [ 1539.260504] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.268578] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526d8ba6-4d41-7867-0f5a-715b58e89528, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.742795] env[68461]: INFO nova.compute.claims [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1539.770417] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526d8ba6-4d41-7867-0f5a-715b58e89528, 'name': SearchDatastore_Task, 'duration_secs': 0.010608} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.770724] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.770951] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1539.771202] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.771350] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.771530] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1539.771796] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff914cd2-282b-4f32-ad20-b554f5b58ca7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.780071] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1539.780283] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1539.780956] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8e8ece7-366f-40b1-9228-82ee35f943e4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.786282] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Waiting for the task: (returnval){ [ 1539.786282] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5293f610-6833-830a-6494-f103d7a59e31" [ 1539.786282] env[68461]: _type = "Task" [ 1539.786282] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.793344] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5293f610-6833-830a-6494-f103d7a59e31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.297878] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5293f610-6833-830a-6494-f103d7a59e31, 'name': SearchDatastore_Task, 'duration_secs': 0.008672} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.300227] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b251626d-4eda-48ed-8d50-14aa9cac6673 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.305429] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Waiting for the task: (returnval){ [ 1540.305429] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c29bc1-4a27-dd19-0034-d1d22d69c26d" [ 1540.305429] env[68461]: _type = "Task" [ 1540.305429] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.314564] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c29bc1-4a27-dd19-0034-d1d22d69c26d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.820683] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52c29bc1-4a27-dd19-0034-d1d22d69c26d, 'name': SearchDatastore_Task, 'duration_secs': 0.009969} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.823247] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.823523] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c/b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1540.824352] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bbcb88d-12d4-4f18-93c7-b79fe66023f0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.831896] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Waiting for the task: (returnval){ [ 1540.831896] env[68461]: value = "task-2896423" [ 1540.831896] env[68461]: _type = "Task" [ 1540.831896] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.844972] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.862922] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fd9cc2-95bf-487c-a880-dfc4fb48e76e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.866433] env[68461]: DEBUG oslo_vmware.rw_handles [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Completed reading data from the image iterator. {{(pid=68461) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1540.866619] env[68461]: DEBUG oslo_vmware.rw_handles [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c6c91a-a2bc-4894-075f-ba5705fbbb36/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1540.867383] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9563ffe5-a9ac-4d79-9035-10d8f5883e2d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.872673] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469f08b5-2ab1-443d-9cb2-a0d398c6fcac {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.876864] env[68461]: DEBUG oslo_vmware.rw_handles [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c6c91a-a2bc-4894-075f-ba5705fbbb36/disk-0.vmdk is in state: ready. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1540.877040] env[68461]: DEBUG oslo_vmware.rw_handles [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c6c91a-a2bc-4894-075f-ba5705fbbb36/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1540.877531] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c58bc3ad-3406-4217-99ba-2b13cd395fc5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.903694] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a75a38c-0a68-4ea4-afc4-6a751babc426 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.910741] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e593d6-e21d-4cc1-b435-22b81cfda8b6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.923734] env[68461]: DEBUG nova.compute.provider_tree [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.110965] env[68461]: DEBUG oslo_vmware.rw_handles [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c6c91a-a2bc-4894-075f-ba5705fbbb36/disk-0.vmdk. {{(pid=68461) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1541.111320] env[68461]: INFO nova.virt.vmwareapi.images [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Downloaded image file data 02155755-8a27-4d85-bc22-7daf08b3ca8f [ 1541.112477] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107b1790-13f1-4dc0-8988-073c0f5d8037 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.130799] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b60a4e7-3ce0-41ef-8dfa-3d2b349c2a37 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.342114] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896423, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.362354] env[68461]: INFO nova.virt.vmwareapi.images [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] The imported VM was unregistered [ 1541.365887] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Caching image {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1541.366499] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Creating directory with path [datastore1] devstack-image-cache_base/02155755-8a27-4d85-bc22-7daf08b3ca8f {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1541.366603] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1c163fd-860b-423c-9e26-a5439ef3bc56 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.383053] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Created directory with path [datastore1] devstack-image-cache_base/02155755-8a27-4d85-bc22-7daf08b3ca8f {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1541.383053] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_847fab8b-5f94-4dd2-a59c-8398822ecaa2/OSTACK_IMG_847fab8b-5f94-4dd2-a59c-8398822ecaa2.vmdk to [datastore1] devstack-image-cache_base/02155755-8a27-4d85-bc22-7daf08b3ca8f/02155755-8a27-4d85-bc22-7daf08b3ca8f.vmdk. {{(pid=68461) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1541.383053] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c717b7d5-d74b-40a3-86e2-d8b986788f32 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.389751] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1541.389751] env[68461]: value = "task-2896425" [ 1541.389751] env[68461]: _type = "Task" [ 1541.389751] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.397544] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896425, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.426884] env[68461]: DEBUG nova.scheduler.client.report [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1541.430692] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1541.843074] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536656} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.843500] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c/b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1541.843636] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1541.843821] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22abf553-51d6-4dc8-a044-ee6d33260a5e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.850131] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Waiting for the task: (returnval){ [ 1541.850131] env[68461]: value = "task-2896426" [ 1541.850131] env[68461]: _type = "Task" [ 1541.850131] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.858348] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.900342] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896425, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.933325] env[68461]: DEBUG oslo_concurrency.lockutils [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.197s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1541.964862] env[68461]: INFO nova.network.neutron [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Updating port 931d0b0a-a767-4b0a-b5ac-3f3754f69015 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1542.084844] env[68461]: DEBUG nova.network.neutron [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Port d3233f4a-8e6a-4bc0-883a-cbe246318429 binding to destination host cpu-1 is already ACTIVE {{(pid=68461) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1542.085133] env[68461]: DEBUG oslo_concurrency.lockutils [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "refresh_cache-238044ce-0265-4b8c-8ce7-64cd8fe259a7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.085307] env[68461]: DEBUG oslo_concurrency.lockutils [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired lock "refresh_cache-238044ce-0265-4b8c-8ce7-64cd8fe259a7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.085472] env[68461]: DEBUG nova.network.neutron [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1542.361148] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069276} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.361419] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1542.362255] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec31f4d4-ba63-4113-ba45-a65d058b34f0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.383629] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c/b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1542.383969] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f352f5ea-8e39-41ca-aab6-d4b19e66977b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.407091] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896425, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.408564] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Waiting for the task: (returnval){ [ 1542.408564] env[68461]: value = "task-2896427" [ 1542.408564] env[68461]: _type = "Task" [ 1542.408564] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.416785] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896427, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.823687] env[68461]: DEBUG nova.network.neutron [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Updating instance_info_cache with network_info: [{"id": "d3233f4a-8e6a-4bc0-883a-cbe246318429", "address": "fa:16:3e:0d:3f:98", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3233f4a-8e", "ovs_interfaceid": "d3233f4a-8e6a-4bc0-883a-cbe246318429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.909904] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896425, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.918118] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896427, 'name': ReconfigVM_Task, 'duration_secs': 0.462541} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.918445] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Reconfigured VM instance instance-0000007d to attach disk [datastore1] b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c/b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1542.919111] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f961e518-a4e0-4022-8105-c66965201bea {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.927070] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Waiting for the task: (returnval){ [ 1542.927070] env[68461]: value = "task-2896428" [ 1542.927070] env[68461]: _type = "Task" [ 1542.927070] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.937523] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896428, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.327380] env[68461]: DEBUG oslo_concurrency.lockutils [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Releasing lock "refresh_cache-238044ce-0265-4b8c-8ce7-64cd8fe259a7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.365636] env[68461]: DEBUG nova.compute.manager [req-67c3188e-b297-402c-af48-eaa192a5bca6 req-f2bf4abb-a627-4ad2-a334-4d1aff594b48 service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Received event network-vif-plugged-931d0b0a-a767-4b0a-b5ac-3f3754f69015 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1543.365818] env[68461]: DEBUG oslo_concurrency.lockutils [req-67c3188e-b297-402c-af48-eaa192a5bca6 req-f2bf4abb-a627-4ad2-a334-4d1aff594b48 service nova] Acquiring lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1543.366110] env[68461]: DEBUG oslo_concurrency.lockutils [req-67c3188e-b297-402c-af48-eaa192a5bca6 req-f2bf4abb-a627-4ad2-a334-4d1aff594b48 service nova] Lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1543.366235] env[68461]: DEBUG oslo_concurrency.lockutils [req-67c3188e-b297-402c-af48-eaa192a5bca6 req-f2bf4abb-a627-4ad2-a334-4d1aff594b48 service nova] Lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1543.366363] env[68461]: DEBUG nova.compute.manager [req-67c3188e-b297-402c-af48-eaa192a5bca6 req-f2bf4abb-a627-4ad2-a334-4d1aff594b48 service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] No waiting events found dispatching network-vif-plugged-931d0b0a-a767-4b0a-b5ac-3f3754f69015 {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1543.366522] env[68461]: WARNING nova.compute.manager [req-67c3188e-b297-402c-af48-eaa192a5bca6 req-f2bf4abb-a627-4ad2-a334-4d1aff594b48 service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Received unexpected event network-vif-plugged-931d0b0a-a767-4b0a-b5ac-3f3754f69015 for instance with vm_state shelved_offloaded and task_state spawning. [ 1543.409996] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896425, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.437163] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896428, 'name': Rename_Task, 'duration_secs': 0.199916} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.437447] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1543.437702] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fcdc91b-5588-4411-b7cb-8a26886c30a8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.444083] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Waiting for the task: (returnval){ [ 1543.444083] env[68461]: value = "task-2896429" [ 1543.444083] env[68461]: _type = "Task" [ 1543.444083] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.451898] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.455388] env[68461]: DEBUG oslo_concurrency.lockutils [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "refresh_cache-a4e62398-d255-415e-a7a4-2bf976a3c3ce" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.455564] env[68461]: DEBUG oslo_concurrency.lockutils [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquired lock "refresh_cache-a4e62398-d255-415e-a7a4-2bf976a3c3ce" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.455740] env[68461]: DEBUG nova.network.neutron [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1543.831205] env[68461]: DEBUG nova.compute.manager [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68461) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1543.831472] env[68461]: DEBUG oslo_concurrency.lockutils [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1543.831730] env[68461]: DEBUG oslo_concurrency.lockutils [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1543.910892] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896425, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.954323] env[68461]: DEBUG oslo_vmware.api [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896429, 'name': PowerOnVM_Task, 'duration_secs': 0.468944} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.954624] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1543.954804] env[68461]: DEBUG nova.compute.manager [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1543.955619] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfa6dad-527e-49e8-baa4-91892024f4e3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.177068] env[68461]: DEBUG nova.network.neutron [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Updating instance_info_cache with network_info: [{"id": "931d0b0a-a767-4b0a-b5ac-3f3754f69015", "address": "fa:16:3e:0c:db:c5", "network": {"id": "f3d356f4-04f2-4013-89c4-50ceb4030937", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-357434658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7611595b30b84b14a8c006ffeb735066", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931d0b0a-a7", "ovs_interfaceid": "931d0b0a-a767-4b0a-b5ac-3f3754f69015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.334879] env[68461]: DEBUG nova.objects.instance [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lazy-loading 'migration_context' on Instance uuid 238044ce-0265-4b8c-8ce7-64cd8fe259a7 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1544.411572] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896425, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.472696] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1544.680264] env[68461]: DEBUG oslo_concurrency.lockutils [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Releasing lock "refresh_cache-a4e62398-d255-415e-a7a4-2bf976a3c3ce" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.710724] env[68461]: DEBUG nova.virt.hardware [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='13a80277fd6e598b55e303331263aef3',container_format='bare',created_at=2025-03-10T17:24:51Z,direct_url=,disk_format='vmdk',id=9cdcac03-aeca-4ae6-811b-bc4fe24b2e71,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1888443457-shelved',owner='7611595b30b84b14a8c006ffeb735066',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-03-10T17:25:07Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1544.710995] env[68461]: DEBUG nova.virt.hardware [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1544.711529] env[68461]: DEBUG nova.virt.hardware [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1544.711529] env[68461]: DEBUG nova.virt.hardware [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1544.711529] env[68461]: DEBUG nova.virt.hardware [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1544.711726] env[68461]: DEBUG nova.virt.hardware [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1544.711867] env[68461]: DEBUG nova.virt.hardware [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1544.711999] env[68461]: DEBUG nova.virt.hardware [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1544.712222] env[68461]: DEBUG nova.virt.hardware [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1544.712415] env[68461]: DEBUG nova.virt.hardware [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1544.712600] env[68461]: DEBUG nova.virt.hardware [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1544.713634] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f8d3df-aca5-4b23-8edc-7203c739c0b8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.721506] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52075a64-8a1e-465b-8aea-caa091c7db21 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.737054] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:db:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '931d0b0a-a767-4b0a-b5ac-3f3754f69015', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1544.744971] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1544.745325] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1544.745571] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2c0d704-4633-46bd-9b81-12fe474446e7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.765160] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1544.765160] env[68461]: value = "task-2896430" [ 1544.765160] env[68461]: _type = "Task" [ 1544.765160] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.773625] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896430, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.913317] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896425, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.470034} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.913920] env[68461]: INFO nova.virt.vmwareapi.ds_util [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_847fab8b-5f94-4dd2-a59c-8398822ecaa2/OSTACK_IMG_847fab8b-5f94-4dd2-a59c-8398822ecaa2.vmdk to [datastore1] devstack-image-cache_base/02155755-8a27-4d85-bc22-7daf08b3ca8f/02155755-8a27-4d85-bc22-7daf08b3ca8f.vmdk. [ 1544.914170] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Cleaning up location [datastore1] OSTACK_IMG_847fab8b-5f94-4dd2-a59c-8398822ecaa2 {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1544.914347] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_847fab8b-5f94-4dd2-a59c-8398822ecaa2 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1544.914613] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91914297-19df-4c65-ba67-70fb27c74619 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.920867] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1544.920867] env[68461]: value = "task-2896431" [ 1544.920867] env[68461]: _type = "Task" [ 1544.920867] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.928617] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.952557] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c606eb3-788c-4330-a937-589fd1b0cde6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.959355] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb1e862-a074-45a3-8c9c-84c4bc954a68 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.988951] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ce6599-1735-4424-9387-322a56cfa7be {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.996056] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7b2016-9b27-4bcb-9096-1e8dd4569ebb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.009393] env[68461]: DEBUG nova.compute.provider_tree [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1545.277497] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896430, 'name': CreateVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.369363] env[68461]: DEBUG oslo_concurrency.lockutils [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Acquiring lock "b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1545.369646] env[68461]: DEBUG oslo_concurrency.lockutils [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Lock "b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1545.369985] env[68461]: DEBUG oslo_concurrency.lockutils [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Acquiring lock "b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1545.370083] env[68461]: DEBUG oslo_concurrency.lockutils [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Lock "b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1545.370257] env[68461]: DEBUG oslo_concurrency.lockutils [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Lock "b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1545.372836] env[68461]: INFO nova.compute.manager [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Terminating instance [ 1545.393069] env[68461]: DEBUG nova.compute.manager [req-5c6f6367-cae6-4588-b98f-db42ff56f90f req-c15273af-1f53-4afd-9005-9d6be6b8526b service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Received event network-changed-931d0b0a-a767-4b0a-b5ac-3f3754f69015 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1545.393069] env[68461]: DEBUG nova.compute.manager [req-5c6f6367-cae6-4588-b98f-db42ff56f90f req-c15273af-1f53-4afd-9005-9d6be6b8526b service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Refreshing instance network info cache due to event network-changed-931d0b0a-a767-4b0a-b5ac-3f3754f69015. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1545.393069] env[68461]: DEBUG oslo_concurrency.lockutils [req-5c6f6367-cae6-4588-b98f-db42ff56f90f req-c15273af-1f53-4afd-9005-9d6be6b8526b service nova] Acquiring lock "refresh_cache-a4e62398-d255-415e-a7a4-2bf976a3c3ce" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.393482] env[68461]: DEBUG oslo_concurrency.lockutils [req-5c6f6367-cae6-4588-b98f-db42ff56f90f req-c15273af-1f53-4afd-9005-9d6be6b8526b service nova] Acquired lock "refresh_cache-a4e62398-d255-415e-a7a4-2bf976a3c3ce" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.393482] env[68461]: DEBUG nova.network.neutron [req-5c6f6367-cae6-4588-b98f-db42ff56f90f req-c15273af-1f53-4afd-9005-9d6be6b8526b service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Refreshing network info cache for port 931d0b0a-a767-4b0a-b5ac-3f3754f69015 {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1545.430312] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144402} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.430602] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1545.430779] env[68461]: DEBUG oslo_concurrency.lockutils [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/02155755-8a27-4d85-bc22-7daf08b3ca8f/02155755-8a27-4d85-bc22-7daf08b3ca8f.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.431073] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/02155755-8a27-4d85-bc22-7daf08b3ca8f/02155755-8a27-4d85-bc22-7daf08b3ca8f.vmdk to [datastore1] da336cfd-459b-404a-ab72-f963a3785b76/da336cfd-459b-404a-ab72-f963a3785b76.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1545.431345] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21c9563e-a24c-490a-91ea-179ff035f01b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.437800] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1545.437800] env[68461]: value = "task-2896432" [ 1545.437800] env[68461]: _type = "Task" [ 1545.437800] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.445784] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.513368] env[68461]: DEBUG nova.scheduler.client.report [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1545.775853] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896430, 'name': CreateVM_Task, 'duration_secs': 0.607433} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.776052] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1545.776696] env[68461]: DEBUG oslo_concurrency.lockutils [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9cdcac03-aeca-4ae6-811b-bc4fe24b2e71" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.776859] env[68461]: DEBUG oslo_concurrency.lockutils [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9cdcac03-aeca-4ae6-811b-bc4fe24b2e71" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.777260] env[68461]: DEBUG oslo_concurrency.lockutils [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9cdcac03-aeca-4ae6-811b-bc4fe24b2e71" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.777532] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4587139-2ce7-4855-8d2e-2d6c7b3aff54 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.781818] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1545.781818] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52067e04-e893-e167-b4c0-01fab933f9df" [ 1545.781818] env[68461]: _type = "Task" [ 1545.781818] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.789324] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52067e04-e893-e167-b4c0-01fab933f9df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.877178] env[68461]: DEBUG oslo_concurrency.lockutils [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Acquiring lock "refresh_cache-b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.877380] env[68461]: DEBUG oslo_concurrency.lockutils [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Acquired lock "refresh_cache-b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.877575] env[68461]: DEBUG nova.network.neutron [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1545.947407] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.114875] env[68461]: DEBUG nova.network.neutron [req-5c6f6367-cae6-4588-b98f-db42ff56f90f req-c15273af-1f53-4afd-9005-9d6be6b8526b service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Updated VIF entry in instance network info cache for port 931d0b0a-a767-4b0a-b5ac-3f3754f69015. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1546.115390] env[68461]: DEBUG nova.network.neutron [req-5c6f6367-cae6-4588-b98f-db42ff56f90f req-c15273af-1f53-4afd-9005-9d6be6b8526b service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Updating instance_info_cache with network_info: [{"id": "931d0b0a-a767-4b0a-b5ac-3f3754f69015", "address": "fa:16:3e:0c:db:c5", "network": {"id": "f3d356f4-04f2-4013-89c4-50ceb4030937", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-357434658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7611595b30b84b14a8c006ffeb735066", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931d0b0a-a7", "ovs_interfaceid": "931d0b0a-a767-4b0a-b5ac-3f3754f69015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.292845] env[68461]: DEBUG oslo_concurrency.lockutils [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9cdcac03-aeca-4ae6-811b-bc4fe24b2e71" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.293167] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Processing image 9cdcac03-aeca-4ae6-811b-bc4fe24b2e71 {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1546.293438] env[68461]: DEBUG oslo_concurrency.lockutils [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9cdcac03-aeca-4ae6-811b-bc4fe24b2e71/9cdcac03-aeca-4ae6-811b-bc4fe24b2e71.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.293602] env[68461]: DEBUG oslo_concurrency.lockutils [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9cdcac03-aeca-4ae6-811b-bc4fe24b2e71/9cdcac03-aeca-4ae6-811b-bc4fe24b2e71.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.293790] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1546.294084] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5c2f89e-1222-4b9c-aba7-123d732620fb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.302740] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1546.302899] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1546.303715] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8df6db53-08bc-4266-9407-6b150c656a32 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.309034] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1546.309034] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]526520e2-00c8-af2f-07dc-ac960e4a491c" [ 1546.309034] env[68461]: _type = "Task" [ 1546.309034] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.319586] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]526520e2-00c8-af2f-07dc-ac960e4a491c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.397339] env[68461]: DEBUG nova.network.neutron [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1546.449082] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896432, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.451635] env[68461]: DEBUG nova.network.neutron [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.525100] env[68461]: DEBUG oslo_concurrency.lockutils [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.693s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1546.531168] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.058s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1546.531405] env[68461]: DEBUG nova.objects.instance [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68461) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1546.618263] env[68461]: DEBUG oslo_concurrency.lockutils [req-5c6f6367-cae6-4588-b98f-db42ff56f90f req-c15273af-1f53-4afd-9005-9d6be6b8526b service nova] Releasing lock "refresh_cache-a4e62398-d255-415e-a7a4-2bf976a3c3ce" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.707963] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d5817015-6391-4b62-a181-641fe55cfb55 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "a3bd9b9c-f27e-49da-ba46-a8ff006ec823" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1546.708260] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d5817015-6391-4b62-a181-641fe55cfb55 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "a3bd9b9c-f27e-49da-ba46-a8ff006ec823" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1546.819485] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Preparing fetch location {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1546.819754] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Fetch image to [datastore2] OSTACK_IMG_f4805568-95ce-4f14-b602-929f60eb145a/OSTACK_IMG_f4805568-95ce-4f14-b602-929f60eb145a.vmdk {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1546.819943] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Downloading stream optimized image 9cdcac03-aeca-4ae6-811b-bc4fe24b2e71 to [datastore2] OSTACK_IMG_f4805568-95ce-4f14-b602-929f60eb145a/OSTACK_IMG_f4805568-95ce-4f14-b602-929f60eb145a.vmdk on the data store datastore2 as vApp {{(pid=68461) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1546.820138] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Downloading image file data 9cdcac03-aeca-4ae6-811b-bc4fe24b2e71 to the ESX as VM named 'OSTACK_IMG_f4805568-95ce-4f14-b602-929f60eb145a' {{(pid=68461) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1546.900061] env[68461]: DEBUG oslo_vmware.rw_handles [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1546.900061] env[68461]: value = "resgroup-9" [ 1546.900061] env[68461]: _type = "ResourcePool" [ 1546.900061] env[68461]: }. {{(pid=68461) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1546.900393] env[68461]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ee2d7cdc-7b1b-4178-9dac-e40d85e30035 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.920574] env[68461]: DEBUG oslo_vmware.rw_handles [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lease: (returnval){ [ 1546.920574] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5277e5a1-1ce4-6d6a-e684-7e029eb0a106" [ 1546.920574] env[68461]: _type = "HttpNfcLease" [ 1546.920574] env[68461]: } obtained for vApp import into resource pool (val){ [ 1546.920574] env[68461]: value = "resgroup-9" [ 1546.920574] env[68461]: _type = "ResourcePool" [ 1546.920574] env[68461]: }. {{(pid=68461) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1546.920971] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the lease: (returnval){ [ 1546.920971] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5277e5a1-1ce4-6d6a-e684-7e029eb0a106" [ 1546.920971] env[68461]: _type = "HttpNfcLease" [ 1546.920971] env[68461]: } to be ready. {{(pid=68461) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1546.927853] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1546.927853] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5277e5a1-1ce4-6d6a-e684-7e029eb0a106" [ 1546.927853] env[68461]: _type = "HttpNfcLease" [ 1546.927853] env[68461]: } is initializing. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1546.949824] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896432, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.954629] env[68461]: DEBUG oslo_concurrency.lockutils [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Releasing lock "refresh_cache-b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.955074] env[68461]: DEBUG nova.compute.manager [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1546.955359] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1546.956263] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02159032-baee-467c-8f46-2d1e80df19e2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.964069] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1546.964365] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41b70e73-1a03-4a64-a46e-441cc41da9d5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.971223] env[68461]: DEBUG oslo_vmware.api [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Waiting for the task: (returnval){ [ 1546.971223] env[68461]: value = "task-2896434" [ 1546.971223] env[68461]: _type = "Task" [ 1546.971223] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.980255] env[68461]: DEBUG oslo_vmware.api [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.211907] env[68461]: DEBUG nova.compute.utils [None req-d5817015-6391-4b62-a181-641fe55cfb55 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1547.428806] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1547.428806] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5277e5a1-1ce4-6d6a-e684-7e029eb0a106" [ 1547.428806] env[68461]: _type = "HttpNfcLease" [ 1547.428806] env[68461]: } is initializing. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1547.450117] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896432, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.480927] env[68461]: DEBUG oslo_vmware.api [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896434, 'name': PowerOffVM_Task, 'duration_secs': 0.219973} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.481304] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1547.481486] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1547.481753] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12984639-0eaa-42e9-941a-47acb8d69843 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.507647] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1547.507891] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1547.508103] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Deleting the datastore file [datastore1] b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1547.508403] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d6c923f-7f3b-434e-beaa-038ca07d4f11 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.515546] env[68461]: DEBUG oslo_vmware.api [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Waiting for the task: (returnval){ [ 1547.515546] env[68461]: value = "task-2896436" [ 1547.515546] env[68461]: _type = "Task" [ 1547.515546] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.524165] env[68461]: DEBUG oslo_vmware.api [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.542523] env[68461]: DEBUG oslo_concurrency.lockutils [None req-b5860a35-2161-427c-8267-2ae59e5862ad tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1547.714700] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d5817015-6391-4b62-a181-641fe55cfb55 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "a3bd9b9c-f27e-49da-ba46-a8ff006ec823" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1547.930094] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1547.930094] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5277e5a1-1ce4-6d6a-e684-7e029eb0a106" [ 1547.930094] env[68461]: _type = "HttpNfcLease" [ 1547.930094] env[68461]: } is ready. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1547.930401] env[68461]: DEBUG oslo_vmware.rw_handles [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1547.930401] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5277e5a1-1ce4-6d6a-e684-7e029eb0a106" [ 1547.930401] env[68461]: _type = "HttpNfcLease" [ 1547.930401] env[68461]: }. {{(pid=68461) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1547.931172] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077e2847-768c-4d41-93a3-641e725b1d8f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.939156] env[68461]: DEBUG oslo_vmware.rw_handles [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52119e08-be42-5879-97de-ba9e00e70d89/disk-0.vmdk from lease info. {{(pid=68461) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1547.939391] env[68461]: DEBUG oslo_vmware.rw_handles [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52119e08-be42-5879-97de-ba9e00e70d89/disk-0.vmdk. {{(pid=68461) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1548.003811] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896432, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.010134] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8ac05105-4c2c-44f6-9342-413932bc4a47 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.027134] env[68461]: DEBUG oslo_vmware.api [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.070538] env[68461]: INFO nova.compute.manager [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Swapping old allocation on dict_keys(['5d7ee095-b829-48e2-9d92-7f7aec139540']) held by migration 539adf04-227f-4513-9e69-3862d2dea616 for instance [ 1548.097633] env[68461]: DEBUG nova.scheduler.client.report [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Overwriting current allocation {'allocations': {'5d7ee095-b829-48e2-9d92-7f7aec139540': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 169}}, 'project_id': 'd8ecfe9074a44644a0b4aefb0deca40e', 'user_id': '67aed83e36be4d988c9a2a79a97e0ee0', 'consumer_generation': 1} on consumer 238044ce-0265-4b8c-8ce7-64cd8fe259a7 {{(pid=68461) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1548.179066] env[68461]: DEBUG oslo_concurrency.lockutils [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "refresh_cache-238044ce-0265-4b8c-8ce7-64cd8fe259a7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.179284] env[68461]: DEBUG oslo_concurrency.lockutils [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired lock "refresh_cache-238044ce-0265-4b8c-8ce7-64cd8fe259a7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.179463] env[68461]: DEBUG nova.network.neutron [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1548.453972] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896432, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.721033} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.454418] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/02155755-8a27-4d85-bc22-7daf08b3ca8f/02155755-8a27-4d85-bc22-7daf08b3ca8f.vmdk to [datastore1] da336cfd-459b-404a-ab72-f963a3785b76/da336cfd-459b-404a-ab72-f963a3785b76.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1548.455463] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2e16d3-63c4-4e1b-adb7-02e5ff44bfa6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.478554] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] da336cfd-459b-404a-ab72-f963a3785b76/da336cfd-459b-404a-ab72-f963a3785b76.vmdk or device None with type streamOptimized {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1548.478882] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d1266e5-cd5b-4882-947b-99c32eee33f4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.499587] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1548.499587] env[68461]: value = "task-2896437" [ 1548.499587] env[68461]: _type = "Task" [ 1548.499587] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.507070] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.530765] env[68461]: DEBUG oslo_vmware.api [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Task: {'id': task-2896436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.69954} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.531906] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1548.532139] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1548.532343] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1548.532582] env[68461]: INFO nova.compute.manager [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Took 1.58 seconds to destroy the instance on the hypervisor. [ 1548.532832] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1548.533033] env[68461]: DEBUG nova.compute.manager [-] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1548.533156] env[68461]: DEBUG nova.network.neutron [-] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1548.551894] env[68461]: DEBUG nova.network.neutron [-] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1548.791577] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d5817015-6391-4b62-a181-641fe55cfb55 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "a3bd9b9c-f27e-49da-ba46-a8ff006ec823" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1548.791813] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d5817015-6391-4b62-a181-641fe55cfb55 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "a3bd9b9c-f27e-49da-ba46-a8ff006ec823" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1548.792057] env[68461]: INFO nova.compute.manager [None req-d5817015-6391-4b62-a181-641fe55cfb55 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Attaching volume af075fe0-31b6-405d-99c9-718f41294d5d to /dev/sdb [ 1548.825042] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61771e6-b10f-4d3f-aa19-2369aea0c142 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.832173] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38185a4-d3fd-4dd4-92d1-155ee3363ef9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.845139] env[68461]: DEBUG nova.virt.block_device [None req-d5817015-6391-4b62-a181-641fe55cfb55 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Updating existing volume attachment record: f13cd6b2-e1a3-4102-a530-6ab09e7ec8b0 {{(pid=68461) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1548.906171] env[68461]: DEBUG nova.network.neutron [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Updating instance_info_cache with network_info: [{"id": "d3233f4a-8e6a-4bc0-883a-cbe246318429", "address": "fa:16:3e:0d:3f:98", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3233f4a-8e", "ovs_interfaceid": "d3233f4a-8e6a-4bc0-883a-cbe246318429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.010064] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896437, 'name': ReconfigVM_Task, 'duration_secs': 0.3191} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.010450] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Reconfigured VM instance instance-00000078 to attach disk [datastore1] da336cfd-459b-404a-ab72-f963a3785b76/da336cfd-459b-404a-ab72-f963a3785b76.vmdk or device None with type streamOptimized {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1549.011141] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0f230f3-e2ff-436c-8345-e1e170919136 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.019475] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1549.019475] env[68461]: value = "task-2896439" [ 1549.019475] env[68461]: _type = "Task" [ 1549.019475] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.027897] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896439, 'name': Rename_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.055024] env[68461]: DEBUG nova.network.neutron [-] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.172705] env[68461]: DEBUG oslo_vmware.rw_handles [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Completed reading data from the image iterator. {{(pid=68461) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1549.172936] env[68461]: DEBUG oslo_vmware.rw_handles [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52119e08-be42-5879-97de-ba9e00e70d89/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1549.174147] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68ef2e4-559c-42dc-a431-5e9ab65c18f1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.181713] env[68461]: DEBUG oslo_vmware.rw_handles [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52119e08-be42-5879-97de-ba9e00e70d89/disk-0.vmdk is in state: ready. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1549.182014] env[68461]: DEBUG oslo_vmware.rw_handles [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52119e08-be42-5879-97de-ba9e00e70d89/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1549.182279] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-05a0051c-c246-4b68-8e3a-92b6a040d6b9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.351199] env[68461]: DEBUG oslo_vmware.rw_handles [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52119e08-be42-5879-97de-ba9e00e70d89/disk-0.vmdk. {{(pid=68461) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1549.351477] env[68461]: INFO nova.virt.vmwareapi.images [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Downloaded image file data 9cdcac03-aeca-4ae6-811b-bc4fe24b2e71 [ 1549.352463] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c97066-84ca-4fff-9f25-5f29942efcd9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.370359] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a5fb24f-618c-4ca1-828d-d47f80c9bc44 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.393532] env[68461]: INFO nova.virt.vmwareapi.images [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] The imported VM was unregistered [ 1549.395944] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Caching image {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1549.396186] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Creating directory with path [datastore2] devstack-image-cache_base/9cdcac03-aeca-4ae6-811b-bc4fe24b2e71 {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1549.396475] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-789f9d7c-8d4a-4c54-ace6-cb89ec86fcf4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.409160] env[68461]: DEBUG oslo_concurrency.lockutils [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Releasing lock "refresh_cache-238044ce-0265-4b8c-8ce7-64cd8fe259a7" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.409565] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1549.409805] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7e7ccda-8063-49c0-a653-cc80b9811695 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.415410] env[68461]: DEBUG oslo_vmware.api [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1549.415410] env[68461]: value = "task-2896441" [ 1549.415410] env[68461]: _type = "Task" [ 1549.415410] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.419621] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Created directory with path [datastore2] devstack-image-cache_base/9cdcac03-aeca-4ae6-811b-bc4fe24b2e71 {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1549.419806] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f4805568-95ce-4f14-b602-929f60eb145a/OSTACK_IMG_f4805568-95ce-4f14-b602-929f60eb145a.vmdk to [datastore2] devstack-image-cache_base/9cdcac03-aeca-4ae6-811b-bc4fe24b2e71/9cdcac03-aeca-4ae6-811b-bc4fe24b2e71.vmdk. {{(pid=68461) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1549.420045] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fe29a704-cb4c-435d-9200-68d1ba73a2b9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.424550] env[68461]: DEBUG oslo_vmware.api [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.428753] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1549.428753] env[68461]: value = "task-2896442" [ 1549.428753] env[68461]: _type = "Task" [ 1549.428753] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.436294] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896442, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.528864] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896439, 'name': Rename_Task, 'duration_secs': 0.214503} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.529152] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1549.529405] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c9a2f89-3b02-4f25-a230-e74e6a9b536d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.535164] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1549.535164] env[68461]: value = "task-2896443" [ 1549.535164] env[68461]: _type = "Task" [ 1549.535164] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.542205] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.557721] env[68461]: INFO nova.compute.manager [-] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Took 1.02 seconds to deallocate network for instance. [ 1549.929029] env[68461]: DEBUG oslo_vmware.api [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896441, 'name': PowerOffVM_Task, 'duration_secs': 0.23375} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.929381] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1549.930075] env[68461]: DEBUG nova.virt.hardware [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1549.930297] env[68461]: DEBUG nova.virt.hardware [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1549.930476] env[68461]: DEBUG nova.virt.hardware [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1549.930629] env[68461]: DEBUG nova.virt.hardware [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1549.930771] env[68461]: DEBUG nova.virt.hardware [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1549.930919] env[68461]: DEBUG nova.virt.hardware [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1549.931141] env[68461]: DEBUG nova.virt.hardware [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1549.931341] env[68461]: DEBUG nova.virt.hardware [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1549.931596] env[68461]: DEBUG nova.virt.hardware [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1549.931765] env[68461]: DEBUG nova.virt.hardware [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1549.931892] env[68461]: DEBUG nova.virt.hardware [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1549.940952] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23de1617-a2b0-4e39-a6a4-a83282392dc9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.960354] env[68461]: DEBUG oslo_vmware.api [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1549.960354] env[68461]: value = "task-2896444" [ 1549.960354] env[68461]: _type = "Task" [ 1549.960354] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.964367] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896442, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.976391] env[68461]: DEBUG oslo_vmware.api [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896444, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.050856] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896443, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.064456] env[68461]: DEBUG oslo_concurrency.lockutils [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1550.064868] env[68461]: DEBUG oslo_concurrency.lockutils [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1550.065249] env[68461]: DEBUG nova.objects.instance [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Lazy-loading 'resources' on Instance uuid b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1550.445252] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896442, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.478823] env[68461]: DEBUG oslo_vmware.api [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.549873] env[68461]: DEBUG oslo_vmware.api [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896443, 'name': PowerOnVM_Task, 'duration_secs': 0.542242} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.550173] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1550.662800] env[68461]: DEBUG nova.compute.manager [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1550.664022] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497ceaec-12aa-4c1d-8498-ea1af94ca38d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.668991] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e707d4-5812-46b6-b192-692422d1007f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.681464] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b54a138-cdd5-4d58-a0a6-77743d20f83a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.722458] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4eecc8-6cbe-4685-9019-d5767c10dfcd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.734497] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e45a0a-0b54-4f33-a4f0-6d5d63a08c0e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.755630] env[68461]: DEBUG nova.compute.provider_tree [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1550.942983] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896442, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.976639] env[68461]: DEBUG oslo_vmware.api [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896444, 'name': ReconfigVM_Task, 'duration_secs': 0.996307} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.977580] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a002a5-945a-4417-95d2-c200e11e2cd6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.000107] env[68461]: DEBUG nova.virt.hardware [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1551.000378] env[68461]: DEBUG nova.virt.hardware [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1551.000544] env[68461]: DEBUG nova.virt.hardware [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1551.000733] env[68461]: DEBUG nova.virt.hardware [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1551.000880] env[68461]: DEBUG nova.virt.hardware [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1551.001041] env[68461]: DEBUG nova.virt.hardware [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1551.001315] env[68461]: DEBUG nova.virt.hardware [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1551.001451] env[68461]: DEBUG nova.virt.hardware [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1551.001607] env[68461]: DEBUG nova.virt.hardware [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1551.001778] env[68461]: DEBUG nova.virt.hardware [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1551.001952] env[68461]: DEBUG nova.virt.hardware [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1551.002846] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c260d47b-a32f-44a1-b63d-2250caeae3e2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.010661] env[68461]: DEBUG oslo_vmware.api [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1551.010661] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5217ad15-3486-bdca-f405-046cdce12136" [ 1551.010661] env[68461]: _type = "Task" [ 1551.010661] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.018747] env[68461]: DEBUG oslo_vmware.api [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5217ad15-3486-bdca-f405-046cdce12136, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.195194] env[68461]: DEBUG oslo_concurrency.lockutils [None req-16df79c5-9b6d-4ea9-ba66-629c3849b9fe tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "da336cfd-459b-404a-ab72-f963a3785b76" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.895s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1551.259518] env[68461]: DEBUG nova.scheduler.client.report [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1551.443090] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896442, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.520731] env[68461]: DEBUG oslo_vmware.api [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5217ad15-3486-bdca-f405-046cdce12136, 'name': SearchDatastore_Task, 'duration_secs': 0.043035} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.526359] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1551.526773] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36a54e5f-95dc-4459-92c5-b8ab28473b5a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.548648] env[68461]: DEBUG oslo_vmware.api [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1551.548648] env[68461]: value = "task-2896446" [ 1551.548648] env[68461]: _type = "Task" [ 1551.548648] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.557844] env[68461]: DEBUG oslo_vmware.api [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.764886] env[68461]: DEBUG oslo_concurrency.lockutils [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1551.789403] env[68461]: INFO nova.scheduler.client.report [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Deleted allocations for instance b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c [ 1551.940897] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896442, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.490495} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.941207] env[68461]: INFO nova.virt.vmwareapi.ds_util [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f4805568-95ce-4f14-b602-929f60eb145a/OSTACK_IMG_f4805568-95ce-4f14-b602-929f60eb145a.vmdk to [datastore2] devstack-image-cache_base/9cdcac03-aeca-4ae6-811b-bc4fe24b2e71/9cdcac03-aeca-4ae6-811b-bc4fe24b2e71.vmdk. [ 1551.941401] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Cleaning up location [datastore2] OSTACK_IMG_f4805568-95ce-4f14-b602-929f60eb145a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1551.941574] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f4805568-95ce-4f14-b602-929f60eb145a {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1551.941831] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a48b99a-a6a2-4109-af46-d819160d0a77 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.948266] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1551.948266] env[68461]: value = "task-2896447" [ 1551.948266] env[68461]: _type = "Task" [ 1551.948266] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.956125] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.960655] env[68461]: DEBUG oslo_concurrency.lockutils [None req-451bc876-2065-46e7-873d-5afb6b3d0c7a tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1551.960906] env[68461]: DEBUG oslo_concurrency.lockutils [None req-451bc876-2065-46e7-873d-5afb6b3d0c7a tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1552.058283] env[68461]: DEBUG oslo_vmware.api [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896446, 'name': ReconfigVM_Task, 'duration_secs': 0.421885} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.058599] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1552.059382] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4589d3-c105-4fa0-b7b7-117f33f6517f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.080664] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 238044ce-0265-4b8c-8ce7-64cd8fe259a7/238044ce-0265-4b8c-8ce7-64cd8fe259a7.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1552.080918] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-531df3db-7795-4e26-9fb7-2b8edcb0749f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.098832] env[68461]: DEBUG oslo_vmware.api [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1552.098832] env[68461]: value = "task-2896448" [ 1552.098832] env[68461]: _type = "Task" [ 1552.098832] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.106799] env[68461]: DEBUG oslo_vmware.api [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.172544] env[68461]: DEBUG oslo_concurrency.lockutils [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "da336cfd-459b-404a-ab72-f963a3785b76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1552.172768] env[68461]: DEBUG oslo_concurrency.lockutils [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "da336cfd-459b-404a-ab72-f963a3785b76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1552.172967] env[68461]: DEBUG oslo_concurrency.lockutils [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "da336cfd-459b-404a-ab72-f963a3785b76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1552.173216] env[68461]: DEBUG oslo_concurrency.lockutils [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "da336cfd-459b-404a-ab72-f963a3785b76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1552.173388] env[68461]: DEBUG oslo_concurrency.lockutils [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "da336cfd-459b-404a-ab72-f963a3785b76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1552.175510] env[68461]: INFO nova.compute.manager [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Terminating instance [ 1552.297442] env[68461]: DEBUG oslo_concurrency.lockutils [None req-31b47afc-68ce-4d52-a01b-3a18c6bdc8c7 tempest-ServersListShow298Test-1858865179 tempest-ServersListShow298Test-1858865179-project-member] Lock "b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.928s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1552.458877] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037774} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.459172] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1552.459348] env[68461]: DEBUG oslo_concurrency.lockutils [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9cdcac03-aeca-4ae6-811b-bc4fe24b2e71/9cdcac03-aeca-4ae6-811b-bc4fe24b2e71.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.459594] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9cdcac03-aeca-4ae6-811b-bc4fe24b2e71/9cdcac03-aeca-4ae6-811b-bc4fe24b2e71.vmdk to [datastore2] a4e62398-d255-415e-a7a4-2bf976a3c3ce/a4e62398-d255-415e-a7a4-2bf976a3c3ce.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1552.459860] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb719424-d945-4ae4-acfb-de4ae5232167 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.463927] env[68461]: DEBUG nova.compute.utils [None req-451bc876-2065-46e7-873d-5afb6b3d0c7a tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1552.467196] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1552.467196] env[68461]: value = "task-2896449" [ 1552.467196] env[68461]: _type = "Task" [ 1552.467196] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.475716] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.609924] env[68461]: DEBUG oslo_vmware.api [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.679078] env[68461]: DEBUG nova.compute.manager [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1552.679268] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1552.680215] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f863b4d-7da6-44c2-aa57-6899a5f0ed08 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.689653] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1552.689890] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48ffcb14-6793-4330-a8b2-a7cf2262e942 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.696109] env[68461]: DEBUG oslo_vmware.api [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1552.696109] env[68461]: value = "task-2896450" [ 1552.696109] env[68461]: _type = "Task" [ 1552.696109] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.704380] env[68461]: DEBUG oslo_vmware.api [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.967089] env[68461]: DEBUG oslo_concurrency.lockutils [None req-451bc876-2065-46e7-873d-5afb6b3d0c7a tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1552.977375] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.112146] env[68461]: DEBUG oslo_vmware.api [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.208168] env[68461]: DEBUG oslo_vmware.api [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896450, 'name': PowerOffVM_Task, 'duration_secs': 0.374773} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.208474] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1553.208647] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1553.208938] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45a938eb-efbb-4788-9cb9-76fa65d9bee4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.276205] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1553.276469] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1553.276765] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Deleting the datastore file [datastore1] da336cfd-459b-404a-ab72-f963a3785b76 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1553.277056] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-949edb7b-f91d-4f27-ae3a-11bb1e4603a6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.285345] env[68461]: DEBUG oslo_vmware.api [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for the task: (returnval){ [ 1553.285345] env[68461]: value = "task-2896452" [ 1553.285345] env[68461]: _type = "Task" [ 1553.285345] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.295819] env[68461]: DEBUG oslo_vmware.api [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.395573] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5817015-6391-4b62-a181-641fe55cfb55 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Volume attach. Driver type: vmdk {{(pid=68461) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1553.395863] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5817015-6391-4b62-a181-641fe55cfb55 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581812', 'volume_id': 'af075fe0-31b6-405d-99c9-718f41294d5d', 'name': 'volume-af075fe0-31b6-405d-99c9-718f41294d5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3bd9b9c-f27e-49da-ba46-a8ff006ec823', 'attached_at': '', 'detached_at': '', 'volume_id': 'af075fe0-31b6-405d-99c9-718f41294d5d', 'serial': 'af075fe0-31b6-405d-99c9-718f41294d5d'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1553.396910] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c84efe-c6d9-4cc0-9e32-cea451c3d191 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.416977] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dd922b-e86c-4be6-8922-849c820484e7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.453995] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5817015-6391-4b62-a181-641fe55cfb55 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-af075fe0-31b6-405d-99c9-718f41294d5d/volume-af075fe0-31b6-405d-99c9-718f41294d5d.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1553.454458] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf6b05d6-4b65-452b-936f-c4b2effbda39 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.481316] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896449, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.482703] env[68461]: DEBUG oslo_vmware.api [None req-d5817015-6391-4b62-a181-641fe55cfb55 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1553.482703] env[68461]: value = "task-2896453" [ 1553.482703] env[68461]: _type = "Task" [ 1553.482703] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.492990] env[68461]: DEBUG oslo_vmware.api [None req-d5817015-6391-4b62-a181-641fe55cfb55 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.613430] env[68461]: DEBUG oslo_vmware.api [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896448, 'name': ReconfigVM_Task, 'duration_secs': 1.186051} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.613735] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 238044ce-0265-4b8c-8ce7-64cd8fe259a7/238044ce-0265-4b8c-8ce7-64cd8fe259a7.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1553.614653] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18429cf-8f64-4451-b47d-5a638733c244 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.638114] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffe8ee3-9c42-427c-9ea8-78f028e48df9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.659844] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da64f1f9-44aa-4cde-b8da-361d901b11eb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.683600] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3832e2-8ff6-470d-a68d-e04b094e7c72 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.692900] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1553.693244] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79f77962-af95-474b-a573-c9dc9e03d39e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.702260] env[68461]: DEBUG oslo_vmware.api [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1553.702260] env[68461]: value = "task-2896454" [ 1553.702260] env[68461]: _type = "Task" [ 1553.702260] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.711728] env[68461]: DEBUG oslo_vmware.api [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.796079] env[68461]: DEBUG oslo_vmware.api [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Task: {'id': task-2896452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349451} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.796295] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1553.796488] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1553.796670] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1553.796850] env[68461]: INFO nova.compute.manager [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1553.797210] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1553.797424] env[68461]: DEBUG nova.compute.manager [-] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1553.797519] env[68461]: DEBUG nova.network.neutron [-] [instance: da336cfd-459b-404a-ab72-f963a3785b76] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1553.980131] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896449, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.993280] env[68461]: DEBUG oslo_vmware.api [None req-d5817015-6391-4b62-a181-641fe55cfb55 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.047840] env[68461]: DEBUG oslo_concurrency.lockutils [None req-451bc876-2065-46e7-873d-5afb6b3d0c7a tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1554.047840] env[68461]: DEBUG oslo_concurrency.lockutils [None req-451bc876-2065-46e7-873d-5afb6b3d0c7a tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1554.047840] env[68461]: INFO nova.compute.manager [None req-451bc876-2065-46e7-873d-5afb6b3d0c7a tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Attaching volume e6392c18-dbb5-4d21-baf0-2d5e919f74a5 to /dev/sdb [ 1554.081989] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734a106a-874f-4bdf-a64f-eb0d4479c797 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.091964] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10994be1-d2be-48e5-a530-a9a09f16699a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.109521] env[68461]: DEBUG nova.virt.block_device [None req-451bc876-2065-46e7-873d-5afb6b3d0c7a tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Updating existing volume attachment record: 702d8643-7141-43fd-94fc-0a3d4ba4d640 {{(pid=68461) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1554.213264] env[68461]: DEBUG oslo_vmware.api [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.309163] env[68461]: DEBUG nova.compute.manager [req-b96cc92f-fc69-436d-959f-9ea057912f2a req-c0409dbb-4119-47df-bc75-f4cad0cbf9a0 service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Received event network-vif-deleted-b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1554.309386] env[68461]: INFO nova.compute.manager [req-b96cc92f-fc69-436d-959f-9ea057912f2a req-c0409dbb-4119-47df-bc75-f4cad0cbf9a0 service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Neutron deleted interface b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6; detaching it from the instance and deleting it from the info cache [ 1554.309565] env[68461]: DEBUG nova.network.neutron [req-b96cc92f-fc69-436d-959f-9ea057912f2a req-c0409dbb-4119-47df-bc75-f4cad0cbf9a0 service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.484199] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896449, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.500170] env[68461]: DEBUG oslo_vmware.api [None req-d5817015-6391-4b62-a181-641fe55cfb55 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.715318] env[68461]: DEBUG oslo_vmware.api [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.792038] env[68461]: DEBUG nova.network.neutron [-] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.814145] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cfdb3e8-4ead-4e03-b790-d58f7c42de1b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.826229] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3083e77-b35d-4732-b35d-545ee8bd99d8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.856697] env[68461]: DEBUG nova.compute.manager [req-b96cc92f-fc69-436d-959f-9ea057912f2a req-c0409dbb-4119-47df-bc75-f4cad0cbf9a0 service nova] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Detach interface failed, port_id=b318a7b6-a098-4a7d-95ec-3fc0b7ac13d6, reason: Instance da336cfd-459b-404a-ab72-f963a3785b76 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1554.981242] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896449, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.995071] env[68461]: DEBUG oslo_vmware.api [None req-d5817015-6391-4b62-a181-641fe55cfb55 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.216498] env[68461]: DEBUG oslo_vmware.api [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896454, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.295349] env[68461]: INFO nova.compute.manager [-] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Took 1.50 seconds to deallocate network for instance. [ 1555.480612] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896449, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.786159} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.480915] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9cdcac03-aeca-4ae6-811b-bc4fe24b2e71/9cdcac03-aeca-4ae6-811b-bc4fe24b2e71.vmdk to [datastore2] a4e62398-d255-415e-a7a4-2bf976a3c3ce/a4e62398-d255-415e-a7a4-2bf976a3c3ce.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1555.481765] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d040f5-9968-4490-a8e2-56c9825da4cf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.506553] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] a4e62398-d255-415e-a7a4-2bf976a3c3ce/a4e62398-d255-415e-a7a4-2bf976a3c3ce.vmdk or device None with type streamOptimized {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1555.506891] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16eec9af-0ed5-4b5a-be3e-038001d624d7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.527600] env[68461]: DEBUG oslo_vmware.api [None req-d5817015-6391-4b62-a181-641fe55cfb55 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.529421] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1555.529421] env[68461]: value = "task-2896456" [ 1555.529421] env[68461]: _type = "Task" [ 1555.529421] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.537027] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.715096] env[68461]: DEBUG oslo_vmware.api [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896454, 'name': PowerOnVM_Task, 'duration_secs': 1.644276} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.715397] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1555.802289] env[68461]: DEBUG oslo_concurrency.lockutils [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1555.802592] env[68461]: DEBUG oslo_concurrency.lockutils [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1555.802836] env[68461]: DEBUG nova.objects.instance [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lazy-loading 'resources' on Instance uuid da336cfd-459b-404a-ab72-f963a3785b76 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1555.996138] env[68461]: DEBUG oslo_vmware.api [None req-d5817015-6391-4b62-a181-641fe55cfb55 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896453, 'name': ReconfigVM_Task, 'duration_secs': 2.233126} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.996431] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5817015-6391-4b62-a181-641fe55cfb55 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-af075fe0-31b6-405d-99c9-718f41294d5d/volume-af075fe0-31b6-405d-99c9-718f41294d5d.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1556.001218] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00ee27c4-7c22-491c-bf2a-b8c5968d26a2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.015446] env[68461]: DEBUG oslo_vmware.api [None req-d5817015-6391-4b62-a181-641fe55cfb55 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1556.015446] env[68461]: value = "task-2896457" [ 1556.015446] env[68461]: _type = "Task" [ 1556.015446] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.022894] env[68461]: DEBUG oslo_vmware.api [None req-d5817015-6391-4b62-a181-641fe55cfb55 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.038273] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896456, 'name': ReconfigVM_Task, 'duration_secs': 0.294185} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.038536] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Reconfigured VM instance instance-00000076 to attach disk [datastore2] a4e62398-d255-415e-a7a4-2bf976a3c3ce/a4e62398-d255-415e-a7a4-2bf976a3c3ce.vmdk or device None with type streamOptimized {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1556.039642] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'encrypted': False, 'device_name': '/dev/sda', 'encryption_format': None, 'disk_bus': None, 'size': 0, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '7a283f1b-0e5c-4fe3-883c-328c5621506a'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'attachment_id': '0f57db30-9e59-4a2d-86f4-793884040901', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581806', 'volume_id': 'c67f6cc1-addd-4544-aecc-3197c607f16a', 'name': 'volume-c67f6cc1-addd-4544-aecc-3197c607f16a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a4e62398-d255-415e-a7a4-2bf976a3c3ce', 'attached_at': '', 'detached_at': '', 'volume_id': 'c67f6cc1-addd-4544-aecc-3197c607f16a', 'serial': 'c67f6cc1-addd-4544-aecc-3197c607f16a'}, 'disk_bus': None, 'delete_on_termination': False, 'guest_format': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=68461) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1556.039875] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Volume attach. Driver type: vmdk {{(pid=68461) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1556.040081] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581806', 'volume_id': 'c67f6cc1-addd-4544-aecc-3197c607f16a', 'name': 'volume-c67f6cc1-addd-4544-aecc-3197c607f16a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a4e62398-d255-415e-a7a4-2bf976a3c3ce', 'attached_at': '', 'detached_at': '', 'volume_id': 'c67f6cc1-addd-4544-aecc-3197c607f16a', 'serial': 'c67f6cc1-addd-4544-aecc-3197c607f16a'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1556.040801] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed2ec5b-63ee-4cf5-84fc-c31a92d0947d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.055652] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e4b5ad-eead-4288-8f46-adad97e8cd8f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.078963] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-c67f6cc1-addd-4544-aecc-3197c607f16a/volume-c67f6cc1-addd-4544-aecc-3197c607f16a.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1556.079211] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95be422b-9c7b-437c-b438-b460a30b603b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.096231] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1556.096231] env[68461]: value = "task-2896458" [ 1556.096231] env[68461]: _type = "Task" [ 1556.096231] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.103742] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896458, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.387508] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bb238b-d2e2-4891-bf8f-779c3246e306 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.394920] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d88d4ad-4957-4db8-b611-51af14739968 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.425346] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cb54a8-c77d-4d01-af9b-500e8f77ffbe {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.431967] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642a7b71-2d4c-417a-8238-b46da9c9d91d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.444430] env[68461]: DEBUG nova.compute.provider_tree [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1556.524952] env[68461]: DEBUG oslo_vmware.api [None req-d5817015-6391-4b62-a181-641fe55cfb55 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896457, 'name': ReconfigVM_Task, 'duration_secs': 0.216086} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.525366] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5817015-6391-4b62-a181-641fe55cfb55 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581812', 'volume_id': 'af075fe0-31b6-405d-99c9-718f41294d5d', 'name': 'volume-af075fe0-31b6-405d-99c9-718f41294d5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3bd9b9c-f27e-49da-ba46-a8ff006ec823', 'attached_at': '', 'detached_at': '', 'volume_id': 'af075fe0-31b6-405d-99c9-718f41294d5d', 'serial': 'af075fe0-31b6-405d-99c9-718f41294d5d'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1556.605604] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896458, 'name': ReconfigVM_Task, 'duration_secs': 0.308942} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.606694] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-c67f6cc1-addd-4544-aecc-3197c607f16a/volume-c67f6cc1-addd-4544-aecc-3197c607f16a.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1556.610390] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-124446a1-6deb-4380-ae66-6644a38a5e6d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.625781] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1556.625781] env[68461]: value = "task-2896460" [ 1556.625781] env[68461]: _type = "Task" [ 1556.625781] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.636062] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.726529] env[68461]: INFO nova.compute.manager [None req-569b80e6-96af-4279-a89b-8aa237c35e11 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Updating instance to original state: 'active' [ 1556.947740] env[68461]: DEBUG nova.scheduler.client.report [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1557.150739] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896460, 'name': ReconfigVM_Task, 'duration_secs': 0.373759} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.152029] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581806', 'volume_id': 'c67f6cc1-addd-4544-aecc-3197c607f16a', 'name': 'volume-c67f6cc1-addd-4544-aecc-3197c607f16a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a4e62398-d255-415e-a7a4-2bf976a3c3ce', 'attached_at': '', 'detached_at': '', 'volume_id': 'c67f6cc1-addd-4544-aecc-3197c607f16a', 'serial': 'c67f6cc1-addd-4544-aecc-3197c607f16a'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1557.152772] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a2f9770-f540-4bf6-bce4-3cc2913f883f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.168668] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1557.168668] env[68461]: value = "task-2896461" [ 1557.168668] env[68461]: _type = "Task" [ 1557.168668] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.185173] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896461, 'name': Rename_Task} progress is 10%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.453703] env[68461]: DEBUG oslo_concurrency.lockutils [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1557.475237] env[68461]: INFO nova.scheduler.client.report [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Deleted allocations for instance da336cfd-459b-404a-ab72-f963a3785b76 [ 1557.560116] env[68461]: DEBUG nova.objects.instance [None req-d5817015-6391-4b62-a181-641fe55cfb55 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lazy-loading 'flavor' on Instance uuid a3bd9b9c-f27e-49da-ba46-a8ff006ec823 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1557.678539] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896461, 'name': Rename_Task, 'duration_secs': 0.14845} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.678927] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1557.679151] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a481140-7039-4af6-a5b3-f8ed035ab550 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.686308] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1557.686308] env[68461]: value = "task-2896462" [ 1557.686308] env[68461]: _type = "Task" [ 1557.686308] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.694287] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.983330] env[68461]: DEBUG oslo_concurrency.lockutils [None req-88368104-cdb0-47c4-a360-936908b12180 tempest-ServerActionsTestOtherB-31747145 tempest-ServerActionsTestOtherB-31747145-project-member] Lock "da336cfd-459b-404a-ab72-f963a3785b76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.810s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.068020] env[68461]: DEBUG oslo_concurrency.lockutils [None req-d5817015-6391-4b62-a181-641fe55cfb55 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "a3bd9b9c-f27e-49da-ba46-a8ff006ec823" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.276s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.196682] env[68461]: DEBUG oslo_vmware.api [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896462, 'name': PowerOnVM_Task, 'duration_secs': 0.476653} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.196985] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1558.297705] env[68461]: DEBUG nova.compute.manager [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1558.298811] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625b9e18-e35b-4fee-ae23-7bf8393b1271 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.413797] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9806c635-31cb-4e5b-a22a-9b7714bd31ae tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "a3bd9b9c-f27e-49da-ba46-a8ff006ec823" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1558.414108] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9806c635-31cb-4e5b-a22a-9b7714bd31ae tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "a3bd9b9c-f27e-49da-ba46-a8ff006ec823" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.665958] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-451bc876-2065-46e7-873d-5afb6b3d0c7a tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Volume attach. Driver type: vmdk {{(pid=68461) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1558.666241] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-451bc876-2065-46e7-873d-5afb6b3d0c7a tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581813', 'volume_id': 'e6392c18-dbb5-4d21-baf0-2d5e919f74a5', 'name': 'volume-e6392c18-dbb5-4d21-baf0-2d5e919f74a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6e38285-92fc-4a6a-ac0f-0182dfef8a95', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6392c18-dbb5-4d21-baf0-2d5e919f74a5', 'serial': 'e6392c18-dbb5-4d21-baf0-2d5e919f74a5'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1558.667100] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74920b38-b905-4447-b2a3-ed1e71857afd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.684849] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea91d21-b934-4778-bbae-aee6d5610be3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.710135] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-451bc876-2065-46e7-873d-5afb6b3d0c7a tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-e6392c18-dbb5-4d21-baf0-2d5e919f74a5/volume-e6392c18-dbb5-4d21-baf0-2d5e919f74a5.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1558.710413] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfe02343-22a8-4591-ad4a-e550120e9621 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.728681] env[68461]: DEBUG oslo_vmware.api [None req-451bc876-2065-46e7-873d-5afb6b3d0c7a tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1558.728681] env[68461]: value = "task-2896463" [ 1558.728681] env[68461]: _type = "Task" [ 1558.728681] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.736747] env[68461]: DEBUG oslo_vmware.api [None req-451bc876-2065-46e7-873d-5afb6b3d0c7a tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.739206] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "238044ce-0265-4b8c-8ce7-64cd8fe259a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1558.739439] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "238044ce-0265-4b8c-8ce7-64cd8fe259a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.739640] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "238044ce-0265-4b8c-8ce7-64cd8fe259a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1558.739823] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "238044ce-0265-4b8c-8ce7-64cd8fe259a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.739988] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "238044ce-0265-4b8c-8ce7-64cd8fe259a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.741968] env[68461]: INFO nova.compute.manager [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Terminating instance [ 1558.818312] env[68461]: DEBUG oslo_concurrency.lockutils [None req-54e94141-5b2d-40c3-b018-4f6d8e75028c tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.335s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.917319] env[68461]: INFO nova.compute.manager [None req-9806c635-31cb-4e5b-a22a-9b7714bd31ae tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Detaching volume af075fe0-31b6-405d-99c9-718f41294d5d [ 1558.953081] env[68461]: INFO nova.virt.block_device [None req-9806c635-31cb-4e5b-a22a-9b7714bd31ae tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Attempting to driver detach volume af075fe0-31b6-405d-99c9-718f41294d5d from mountpoint /dev/sdb [ 1558.953081] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9806c635-31cb-4e5b-a22a-9b7714bd31ae tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Volume detach. Driver type: vmdk {{(pid=68461) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1558.953081] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9806c635-31cb-4e5b-a22a-9b7714bd31ae tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581812', 'volume_id': 'af075fe0-31b6-405d-99c9-718f41294d5d', 'name': 'volume-af075fe0-31b6-405d-99c9-718f41294d5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3bd9b9c-f27e-49da-ba46-a8ff006ec823', 'attached_at': '', 'detached_at': '', 'volume_id': 'af075fe0-31b6-405d-99c9-718f41294d5d', 'serial': 'af075fe0-31b6-405d-99c9-718f41294d5d'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1558.953624] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5010e55d-33cb-4f74-9a09-6a4afd036949 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.980728] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d37be0-e93e-4c57-9698-ceae18c25e3f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.988500] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db6d836-beae-442c-9f65-75201250c9fc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.007361] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9d4655-f8d6-42a0-a208-f034277090d8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.022872] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9806c635-31cb-4e5b-a22a-9b7714bd31ae tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] The volume has not been displaced from its original location: [datastore2] volume-af075fe0-31b6-405d-99c9-718f41294d5d/volume-af075fe0-31b6-405d-99c9-718f41294d5d.vmdk. No consolidation needed. {{(pid=68461) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1559.028030] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9806c635-31cb-4e5b-a22a-9b7714bd31ae tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1559.028382] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ba15afd-c186-47c8-a066-5781efc08fd8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.045752] env[68461]: DEBUG oslo_vmware.api [None req-9806c635-31cb-4e5b-a22a-9b7714bd31ae tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1559.045752] env[68461]: value = "task-2896464" [ 1559.045752] env[68461]: _type = "Task" [ 1559.045752] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.054112] env[68461]: DEBUG oslo_vmware.api [None req-9806c635-31cb-4e5b-a22a-9b7714bd31ae tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.238433] env[68461]: DEBUG oslo_vmware.api [None req-451bc876-2065-46e7-873d-5afb6b3d0c7a tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896463, 'name': ReconfigVM_Task, 'duration_secs': 0.508175} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.239023] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-451bc876-2065-46e7-873d-5afb6b3d0c7a tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-e6392c18-dbb5-4d21-baf0-2d5e919f74a5/volume-e6392c18-dbb5-4d21-baf0-2d5e919f74a5.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1559.243726] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c30f811f-cdb6-496a-9869-682ec413bb5e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.254205] env[68461]: DEBUG nova.compute.manager [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1559.254426] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1559.255201] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51167580-9ca4-4c2e-be6d-186eca2019d3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.262447] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1559.263539] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b8675fe-27e6-494e-aafb-31a390944575 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.264963] env[68461]: DEBUG oslo_vmware.api [None req-451bc876-2065-46e7-873d-5afb6b3d0c7a tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1559.264963] env[68461]: value = "task-2896465" [ 1559.264963] env[68461]: _type = "Task" [ 1559.264963] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.273045] env[68461]: DEBUG oslo_vmware.api [None req-451bc876-2065-46e7-873d-5afb6b3d0c7a tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.274147] env[68461]: DEBUG oslo_vmware.api [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1559.274147] env[68461]: value = "task-2896466" [ 1559.274147] env[68461]: _type = "Task" [ 1559.274147] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.281474] env[68461]: DEBUG oslo_vmware.api [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.555698] env[68461]: DEBUG oslo_vmware.api [None req-9806c635-31cb-4e5b-a22a-9b7714bd31ae tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896464, 'name': ReconfigVM_Task, 'duration_secs': 0.244201} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.555976] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9806c635-31cb-4e5b-a22a-9b7714bd31ae tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1559.560682] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfe437f4-a6c6-4051-98e1-e6f4ac26c7db {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.573866] env[68461]: DEBUG oslo_vmware.api [None req-9806c635-31cb-4e5b-a22a-9b7714bd31ae tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1559.573866] env[68461]: value = "task-2896467" [ 1559.573866] env[68461]: _type = "Task" [ 1559.573866] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.580948] env[68461]: DEBUG oslo_vmware.api [None req-9806c635-31cb-4e5b-a22a-9b7714bd31ae tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896467, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.774162] env[68461]: DEBUG oslo_vmware.api [None req-451bc876-2065-46e7-873d-5afb6b3d0c7a tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896465, 'name': ReconfigVM_Task, 'duration_secs': 0.149281} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.774457] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-451bc876-2065-46e7-873d-5afb6b3d0c7a tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581813', 'volume_id': 'e6392c18-dbb5-4d21-baf0-2d5e919f74a5', 'name': 'volume-e6392c18-dbb5-4d21-baf0-2d5e919f74a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6e38285-92fc-4a6a-ac0f-0182dfef8a95', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6392c18-dbb5-4d21-baf0-2d5e919f74a5', 'serial': 'e6392c18-dbb5-4d21-baf0-2d5e919f74a5'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1559.784445] env[68461]: DEBUG oslo_vmware.api [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896466, 'name': PowerOffVM_Task, 'duration_secs': 0.192387} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.784838] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1559.785029] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1559.785283] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74a9f396-dacf-4c2c-8d88-35a13f112bc1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.848740] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1559.848967] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1559.849167] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Deleting the datastore file [datastore2] 238044ce-0265-4b8c-8ce7-64cd8fe259a7 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1559.849465] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48665e96-fb72-4724-8352-bb60108bfa4c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.859020] env[68461]: DEBUG oslo_vmware.api [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1559.859020] env[68461]: value = "task-2896469" [ 1559.859020] env[68461]: _type = "Task" [ 1559.859020] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.865094] env[68461]: DEBUG oslo_vmware.api [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.084100] env[68461]: DEBUG oslo_vmware.api [None req-9806c635-31cb-4e5b-a22a-9b7714bd31ae tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896467, 'name': ReconfigVM_Task, 'duration_secs': 0.147332} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.084426] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-9806c635-31cb-4e5b-a22a-9b7714bd31ae tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581812', 'volume_id': 'af075fe0-31b6-405d-99c9-718f41294d5d', 'name': 'volume-af075fe0-31b6-405d-99c9-718f41294d5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3bd9b9c-f27e-49da-ba46-a8ff006ec823', 'attached_at': '', 'detached_at': '', 'volume_id': 'af075fe0-31b6-405d-99c9-718f41294d5d', 'serial': 'af075fe0-31b6-405d-99c9-718f41294d5d'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1560.366705] env[68461]: DEBUG oslo_vmware.api [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154938} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.366925] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1560.367121] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1560.367300] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1560.367478] env[68461]: INFO nova.compute.manager [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1560.367719] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1560.367907] env[68461]: DEBUG nova.compute.manager [-] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1560.368011] env[68461]: DEBUG nova.network.neutron [-] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1560.627379] env[68461]: DEBUG nova.objects.instance [None req-9806c635-31cb-4e5b-a22a-9b7714bd31ae tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lazy-loading 'flavor' on Instance uuid a3bd9b9c-f27e-49da-ba46-a8ff006ec823 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1560.817399] env[68461]: DEBUG nova.objects.instance [None req-451bc876-2065-46e7-873d-5afb6b3d0c7a tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lazy-loading 'flavor' on Instance uuid a6e38285-92fc-4a6a-ac0f-0182dfef8a95 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1560.829353] env[68461]: DEBUG nova.compute.manager [req-80c0a340-2428-4a2c-97d3-c0ac6851cd3f req-e3cb31f6-dc0c-4db4-b61f-9c3665217db2 service nova] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Received event network-vif-deleted-d3233f4a-8e6a-4bc0-883a-cbe246318429 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1560.829923] env[68461]: INFO nova.compute.manager [req-80c0a340-2428-4a2c-97d3-c0ac6851cd3f req-e3cb31f6-dc0c-4db4-b61f-9c3665217db2 service nova] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Neutron deleted interface d3233f4a-8e6a-4bc0-883a-cbe246318429; detaching it from the instance and deleting it from the info cache [ 1560.830238] env[68461]: DEBUG nova.network.neutron [req-80c0a340-2428-4a2c-97d3-c0ac6851cd3f req-e3cb31f6-dc0c-4db4-b61f-9c3665217db2 service nova] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.310327] env[68461]: DEBUG nova.network.neutron [-] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.323902] env[68461]: DEBUG oslo_concurrency.lockutils [None req-451bc876-2065-46e7-873d-5afb6b3d0c7a tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.277s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1561.333659] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a03bda4b-32db-436b-b5fb-c0482cd01cc9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.344698] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f1149a-88b0-478b-94be-68aad9221826 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.372227] env[68461]: DEBUG nova.compute.manager [req-80c0a340-2428-4a2c-97d3-c0ac6851cd3f req-e3cb31f6-dc0c-4db4-b61f-9c3665217db2 service nova] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Detach interface failed, port_id=d3233f4a-8e6a-4bc0-883a-cbe246318429, reason: Instance 238044ce-0265-4b8c-8ce7-64cd8fe259a7 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1561.634913] env[68461]: DEBUG oslo_concurrency.lockutils [None req-9806c635-31cb-4e5b-a22a-9b7714bd31ae tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "a3bd9b9c-f27e-49da-ba46-a8ff006ec823" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1561.813683] env[68461]: INFO nova.compute.manager [-] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Took 1.45 seconds to deallocate network for instance. [ 1562.179127] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3247bf6a-9fa0-4981-87b8-257f6060442c tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1562.179415] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3247bf6a-9fa0-4981-87b8-257f6060442c tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.319918] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1562.320193] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.320385] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1562.344930] env[68461]: INFO nova.scheduler.client.report [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Deleted allocations for instance 238044ce-0265-4b8c-8ce7-64cd8fe259a7 [ 1562.679065] env[68461]: DEBUG oslo_concurrency.lockutils [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "a3bd9b9c-f27e-49da-ba46-a8ff006ec823" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1562.679307] env[68461]: DEBUG oslo_concurrency.lockutils [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "a3bd9b9c-f27e-49da-ba46-a8ff006ec823" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.679518] env[68461]: DEBUG oslo_concurrency.lockutils [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "a3bd9b9c-f27e-49da-ba46-a8ff006ec823-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1562.679699] env[68461]: DEBUG oslo_concurrency.lockutils [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "a3bd9b9c-f27e-49da-ba46-a8ff006ec823-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.679870] env[68461]: DEBUG oslo_concurrency.lockutils [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "a3bd9b9c-f27e-49da-ba46-a8ff006ec823-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1562.682238] env[68461]: DEBUG nova.compute.utils [None req-3247bf6a-9fa0-4981-87b8-257f6060442c tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1562.683542] env[68461]: INFO nova.compute.manager [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Terminating instance [ 1562.852592] env[68461]: DEBUG oslo_concurrency.lockutils [None req-a9edc52a-ca59-43c3-b2ae-b43a6ec7ee61 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "238044ce-0265-4b8c-8ce7-64cd8fe259a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.113s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1563.185610] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3247bf6a-9fa0-4981-87b8-257f6060442c tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1563.186809] env[68461]: DEBUG nova.compute.manager [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1563.186809] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1563.187621] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a35a91-6785-4a7f-ab25-79650bc1b252 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.196160] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1563.196450] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6b4e844-9c4f-4b77-81a9-30294b11e9bf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.202905] env[68461]: DEBUG oslo_vmware.api [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1563.202905] env[68461]: value = "task-2896470" [ 1563.202905] env[68461]: _type = "Task" [ 1563.202905] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.210713] env[68461]: DEBUG oslo_vmware.api [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.714288] env[68461]: DEBUG oslo_vmware.api [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896470, 'name': PowerOffVM_Task, 'duration_secs': 0.170802} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.715827] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1563.716046] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1563.719034] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae34bfd0-2084-4456-9af8-74fe4db1111d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.720965] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "1b8826ab-f720-48a5-be29-a4e3f60a0385" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1563.721198] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "1b8826ab-f720-48a5-be29-a4e3f60a0385" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1563.783633] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1563.783633] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1563.783633] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Deleting the datastore file [datastore1] a3bd9b9c-f27e-49da-ba46-a8ff006ec823 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1563.783633] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-373b7740-e275-49b2-b6c4-a29e9f9b0822 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.788822] env[68461]: DEBUG oslo_vmware.api [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for the task: (returnval){ [ 1563.788822] env[68461]: value = "task-2896472" [ 1563.788822] env[68461]: _type = "Task" [ 1563.788822] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.796773] env[68461]: DEBUG oslo_vmware.api [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.224388] env[68461]: DEBUG nova.compute.manager [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1564.248449] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3247bf6a-9fa0-4981-87b8-257f6060442c tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1564.248714] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3247bf6a-9fa0-4981-87b8-257f6060442c tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1564.248949] env[68461]: INFO nova.compute.manager [None req-3247bf6a-9fa0-4981-87b8-257f6060442c tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Attaching volume 46082f8c-c093-4cac-aed3-8f00194ce7ee to /dev/sdc [ 1564.279865] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33999dbe-0eaf-47d5-8ac9-d39cf876313d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.287094] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053eaa3c-1dd3-4887-bc00-8e7d63bb3a82 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.296985] env[68461]: DEBUG oslo_vmware.api [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Task: {'id': task-2896472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130945} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.297248] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1564.297432] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1564.297609] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1564.297778] env[68461]: INFO nova.compute.manager [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1564.298013] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1564.298201] env[68461]: DEBUG nova.compute.manager [-] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1564.298297] env[68461]: DEBUG nova.network.neutron [-] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1564.302868] env[68461]: DEBUG nova.virt.block_device [None req-3247bf6a-9fa0-4981-87b8-257f6060442c tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Updating existing volume attachment record: 062e4ac6-be91-4248-adf8-9d702cf25347 {{(pid=68461) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1564.781818] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1564.782132] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1564.783774] env[68461]: INFO nova.compute.claims [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1565.001358] env[68461]: DEBUG nova.compute.manager [req-d5dff457-ef31-4997-8648-f4f0c06aac88 req-a2110ab8-8be6-4fdc-9574-94c4424c9e14 service nova] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Received event network-vif-deleted-b765233c-f0ad-4dfd-8533-b27fc3abff19 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1565.001567] env[68461]: INFO nova.compute.manager [req-d5dff457-ef31-4997-8648-f4f0c06aac88 req-a2110ab8-8be6-4fdc-9574-94c4424c9e14 service nova] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Neutron deleted interface b765233c-f0ad-4dfd-8533-b27fc3abff19; detaching it from the instance and deleting it from the info cache [ 1565.001738] env[68461]: DEBUG nova.network.neutron [req-d5dff457-ef31-4997-8648-f4f0c06aac88 req-a2110ab8-8be6-4fdc-9574-94c4424c9e14 service nova] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.484430] env[68461]: DEBUG nova.network.neutron [-] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.506427] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b0df67c-d501-4ee7-a4b7-5fb0fed13f7b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.516100] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c11f6dd-93c2-487d-b349-9cff54bb8ff4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.541960] env[68461]: DEBUG nova.compute.manager [req-d5dff457-ef31-4997-8648-f4f0c06aac88 req-a2110ab8-8be6-4fdc-9574-94c4424c9e14 service nova] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Detach interface failed, port_id=b765233c-f0ad-4dfd-8533-b27fc3abff19, reason: Instance a3bd9b9c-f27e-49da-ba46-a8ff006ec823 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1565.859023] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ecdfef-b0b1-410e-97d9-bbe56bf04a40 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.866863] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddf189f-f2a7-4f98-8790-97663a0ac3ca {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.896878] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb637e78-cadc-4abc-99b2-56816e05745e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.903727] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a65005-6128-47cc-9940-65a1aefc62f9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.916767] env[68461]: DEBUG nova.compute.provider_tree [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1565.987307] env[68461]: INFO nova.compute.manager [-] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Took 1.69 seconds to deallocate network for instance. [ 1566.420202] env[68461]: DEBUG nova.scheduler.client.report [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1566.495446] env[68461]: DEBUG oslo_concurrency.lockutils [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1566.924814] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.143s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1566.925371] env[68461]: DEBUG nova.compute.manager [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1566.928074] env[68461]: DEBUG oslo_concurrency.lockutils [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.435s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1566.928290] env[68461]: DEBUG nova.objects.instance [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lazy-loading 'resources' on Instance uuid a3bd9b9c-f27e-49da-ba46-a8ff006ec823 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1567.431455] env[68461]: DEBUG nova.compute.utils [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1567.435854] env[68461]: DEBUG nova.compute.manager [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1567.436033] env[68461]: DEBUG nova.network.neutron [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1567.477180] env[68461]: DEBUG nova.policy [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67aed83e36be4d988c9a2a79a97e0ee0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8ecfe9074a44644a0b4aefb0deca40e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1567.491815] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc6dd62-6c8a-477f-90c7-2018d543e5e8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.499150] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013f628b-03d7-4095-a7ea-71fbf7bedc13 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.530542] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d37d1d-bfaa-413d-b3fa-de311c183ad4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.537407] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef8c317-ee52-4494-829b-7314c2a38ab2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.550105] env[68461]: DEBUG nova.compute.provider_tree [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1567.783806] env[68461]: DEBUG nova.network.neutron [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Successfully created port: e5f53b7d-fee9-49f4-aed3-deffe4b673fd {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1567.936582] env[68461]: DEBUG nova.compute.manager [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1568.053227] env[68461]: DEBUG nova.scheduler.client.report [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1568.557882] env[68461]: DEBUG oslo_concurrency.lockutils [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1568.595874] env[68461]: INFO nova.scheduler.client.report [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Deleted allocations for instance a3bd9b9c-f27e-49da-ba46-a8ff006ec823 [ 1568.848902] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-3247bf6a-9fa0-4981-87b8-257f6060442c tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Volume attach. Driver type: vmdk {{(pid=68461) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1568.849164] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-3247bf6a-9fa0-4981-87b8-257f6060442c tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581814', 'volume_id': '46082f8c-c093-4cac-aed3-8f00194ce7ee', 'name': 'volume-46082f8c-c093-4cac-aed3-8f00194ce7ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6e38285-92fc-4a6a-ac0f-0182dfef8a95', 'attached_at': '', 'detached_at': '', 'volume_id': '46082f8c-c093-4cac-aed3-8f00194ce7ee', 'serial': '46082f8c-c093-4cac-aed3-8f00194ce7ee'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1568.850097] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2c9052-d30e-4132-a113-0bfe636afccb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.866049] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3628f0-ed95-462d-b94b-45a826817ea3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.892593] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-3247bf6a-9fa0-4981-87b8-257f6060442c tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-46082f8c-c093-4cac-aed3-8f00194ce7ee/volume-46082f8c-c093-4cac-aed3-8f00194ce7ee.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1568.892863] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49be7bd4-5982-4e4b-899b-e5185a7e6194 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.910769] env[68461]: DEBUG oslo_vmware.api [None req-3247bf6a-9fa0-4981-87b8-257f6060442c tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1568.910769] env[68461]: value = "task-2896475" [ 1568.910769] env[68461]: _type = "Task" [ 1568.910769] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.918254] env[68461]: DEBUG oslo_vmware.api [None req-3247bf6a-9fa0-4981-87b8-257f6060442c tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.946816] env[68461]: DEBUG nova.compute.manager [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1568.973803] env[68461]: DEBUG nova.virt.hardware [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1568.974089] env[68461]: DEBUG nova.virt.hardware [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1568.974277] env[68461]: DEBUG nova.virt.hardware [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1568.974481] env[68461]: DEBUG nova.virt.hardware [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1568.974644] env[68461]: DEBUG nova.virt.hardware [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1568.974800] env[68461]: DEBUG nova.virt.hardware [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1568.975562] env[68461]: DEBUG nova.virt.hardware [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1568.975562] env[68461]: DEBUG nova.virt.hardware [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1568.975562] env[68461]: DEBUG nova.virt.hardware [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1568.975746] env[68461]: DEBUG nova.virt.hardware [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1568.975903] env[68461]: DEBUG nova.virt.hardware [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1568.976848] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c06f258-2e73-41ca-b373-f76c7732af24 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.986278] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38b56b4-dfce-46b6-be12-f3896deb826b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.103991] env[68461]: DEBUG oslo_concurrency.lockutils [None req-84ffbf50-55ac-419c-88f4-213b18cc0b69 tempest-AttachVolumeNegativeTest-867360356 tempest-AttachVolumeNegativeTest-867360356-project-member] Lock "a3bd9b9c-f27e-49da-ba46-a8ff006ec823" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.425s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.163138] env[68461]: DEBUG nova.compute.manager [req-2a43dae1-7abc-4e88-bd4f-8652d326d8c9 req-be6dff6c-2593-40d2-bf64-6913bf1fd2de service nova] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Received event network-vif-plugged-e5f53b7d-fee9-49f4-aed3-deffe4b673fd {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1569.163395] env[68461]: DEBUG oslo_concurrency.lockutils [req-2a43dae1-7abc-4e88-bd4f-8652d326d8c9 req-be6dff6c-2593-40d2-bf64-6913bf1fd2de service nova] Acquiring lock "1b8826ab-f720-48a5-be29-a4e3f60a0385-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1569.164184] env[68461]: DEBUG oslo_concurrency.lockutils [req-2a43dae1-7abc-4e88-bd4f-8652d326d8c9 req-be6dff6c-2593-40d2-bf64-6913bf1fd2de service nova] Lock "1b8826ab-f720-48a5-be29-a4e3f60a0385-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1569.164514] env[68461]: DEBUG oslo_concurrency.lockutils [req-2a43dae1-7abc-4e88-bd4f-8652d326d8c9 req-be6dff6c-2593-40d2-bf64-6913bf1fd2de service nova] Lock "1b8826ab-f720-48a5-be29-a4e3f60a0385-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.164709] env[68461]: DEBUG nova.compute.manager [req-2a43dae1-7abc-4e88-bd4f-8652d326d8c9 req-be6dff6c-2593-40d2-bf64-6913bf1fd2de service nova] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] No waiting events found dispatching network-vif-plugged-e5f53b7d-fee9-49f4-aed3-deffe4b673fd {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1569.164885] env[68461]: WARNING nova.compute.manager [req-2a43dae1-7abc-4e88-bd4f-8652d326d8c9 req-be6dff6c-2593-40d2-bf64-6913bf1fd2de service nova] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Received unexpected event network-vif-plugged-e5f53b7d-fee9-49f4-aed3-deffe4b673fd for instance with vm_state building and task_state spawning. [ 1569.248504] env[68461]: DEBUG nova.network.neutron [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Successfully updated port: e5f53b7d-fee9-49f4-aed3-deffe4b673fd {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1569.420256] env[68461]: DEBUG oslo_vmware.api [None req-3247bf6a-9fa0-4981-87b8-257f6060442c tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896475, 'name': ReconfigVM_Task, 'duration_secs': 0.39864} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.420465] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-3247bf6a-9fa0-4981-87b8-257f6060442c tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-46082f8c-c093-4cac-aed3-8f00194ce7ee/volume-46082f8c-c093-4cac-aed3-8f00194ce7ee.vmdk or device None with type thin {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1569.425311] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bc1c417-bfff-4e9b-bc17-cd34826866ff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.440141] env[68461]: DEBUG oslo_vmware.api [None req-3247bf6a-9fa0-4981-87b8-257f6060442c tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1569.440141] env[68461]: value = "task-2896477" [ 1569.440141] env[68461]: _type = "Task" [ 1569.440141] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.447583] env[68461]: DEBUG oslo_vmware.api [None req-3247bf6a-9fa0-4981-87b8-257f6060442c tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896477, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.751051] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "refresh_cache-1b8826ab-f720-48a5-be29-a4e3f60a0385" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.751292] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired lock "refresh_cache-1b8826ab-f720-48a5-be29-a4e3f60a0385" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.751413] env[68461]: DEBUG nova.network.neutron [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1569.951450] env[68461]: DEBUG oslo_vmware.api [None req-3247bf6a-9fa0-4981-87b8-257f6060442c tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896477, 'name': ReconfigVM_Task, 'duration_secs': 0.135462} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.951770] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-3247bf6a-9fa0-4981-87b8-257f6060442c tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581814', 'volume_id': '46082f8c-c093-4cac-aed3-8f00194ce7ee', 'name': 'volume-46082f8c-c093-4cac-aed3-8f00194ce7ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6e38285-92fc-4a6a-ac0f-0182dfef8a95', 'attached_at': '', 'detached_at': '', 'volume_id': '46082f8c-c093-4cac-aed3-8f00194ce7ee', 'serial': '46082f8c-c093-4cac-aed3-8f00194ce7ee'} {{(pid=68461) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1570.282752] env[68461]: DEBUG nova.network.neutron [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1570.396993] env[68461]: DEBUG nova.network.neutron [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Updating instance_info_cache with network_info: [{"id": "e5f53b7d-fee9-49f4-aed3-deffe4b673fd", "address": "fa:16:3e:1b:54:42", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f53b7d-fe", "ovs_interfaceid": "e5f53b7d-fee9-49f4-aed3-deffe4b673fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.900067] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Releasing lock "refresh_cache-1b8826ab-f720-48a5-be29-a4e3f60a0385" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.900430] env[68461]: DEBUG nova.compute.manager [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Instance network_info: |[{"id": "e5f53b7d-fee9-49f4-aed3-deffe4b673fd", "address": "fa:16:3e:1b:54:42", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f53b7d-fe", "ovs_interfaceid": "e5f53b7d-fee9-49f4-aed3-deffe4b673fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1570.900818] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:54:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5f53b7d-fee9-49f4-aed3-deffe4b673fd', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1570.908232] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1570.908447] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1570.908677] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0445dfd8-c5d8-4a99-b5fc-a71158dd3e4c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.928365] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1570.928365] env[68461]: value = "task-2896478" [ 1570.928365] env[68461]: _type = "Task" [ 1570.928365] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.936056] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896478, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.986380] env[68461]: DEBUG nova.objects.instance [None req-3247bf6a-9fa0-4981-87b8-257f6060442c tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lazy-loading 'flavor' on Instance uuid a6e38285-92fc-4a6a-ac0f-0182dfef8a95 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.199123] env[68461]: DEBUG nova.compute.manager [req-8ef7b5c9-038d-4123-9430-778ac9b9765a req-b399cc9a-90e9-4d0a-bebe-43e418ad6d21 service nova] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Received event network-changed-e5f53b7d-fee9-49f4-aed3-deffe4b673fd {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1571.199327] env[68461]: DEBUG nova.compute.manager [req-8ef7b5c9-038d-4123-9430-778ac9b9765a req-b399cc9a-90e9-4d0a-bebe-43e418ad6d21 service nova] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Refreshing instance network info cache due to event network-changed-e5f53b7d-fee9-49f4-aed3-deffe4b673fd. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1571.199619] env[68461]: DEBUG oslo_concurrency.lockutils [req-8ef7b5c9-038d-4123-9430-778ac9b9765a req-b399cc9a-90e9-4d0a-bebe-43e418ad6d21 service nova] Acquiring lock "refresh_cache-1b8826ab-f720-48a5-be29-a4e3f60a0385" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.199804] env[68461]: DEBUG oslo_concurrency.lockutils [req-8ef7b5c9-038d-4123-9430-778ac9b9765a req-b399cc9a-90e9-4d0a-bebe-43e418ad6d21 service nova] Acquired lock "refresh_cache-1b8826ab-f720-48a5-be29-a4e3f60a0385" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.199917] env[68461]: DEBUG nova.network.neutron [req-8ef7b5c9-038d-4123-9430-778ac9b9765a req-b399cc9a-90e9-4d0a-bebe-43e418ad6d21 service nova] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Refreshing network info cache for port e5f53b7d-fee9-49f4-aed3-deffe4b673fd {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1571.438642] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896478, 'name': CreateVM_Task, 'duration_secs': 0.327459} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.438855] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1571.439532] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.439699] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.440050] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.440310] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b876bb81-ad86-4392-b555-0a33433cdca6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.445353] env[68461]: DEBUG oslo_vmware.api [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1571.445353] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]521ab8b8-661e-c566-04c6-3b397d29d903" [ 1571.445353] env[68461]: _type = "Task" [ 1571.445353] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.452473] env[68461]: DEBUG oslo_vmware.api [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521ab8b8-661e-c566-04c6-3b397d29d903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.491171] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3247bf6a-9fa0-4981-87b8-257f6060442c tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.242s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1571.807350] env[68461]: DEBUG oslo_concurrency.lockutils [None req-33d4899e-dcd2-4948-8331-1b99d427f0d0 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1571.807586] env[68461]: DEBUG oslo_concurrency.lockutils [None req-33d4899e-dcd2-4948-8331-1b99d427f0d0 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1571.894834] env[68461]: DEBUG nova.network.neutron [req-8ef7b5c9-038d-4123-9430-778ac9b9765a req-b399cc9a-90e9-4d0a-bebe-43e418ad6d21 service nova] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Updated VIF entry in instance network info cache for port e5f53b7d-fee9-49f4-aed3-deffe4b673fd. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1571.895214] env[68461]: DEBUG nova.network.neutron [req-8ef7b5c9-038d-4123-9430-778ac9b9765a req-b399cc9a-90e9-4d0a-bebe-43e418ad6d21 service nova] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Updating instance_info_cache with network_info: [{"id": "e5f53b7d-fee9-49f4-aed3-deffe4b673fd", "address": "fa:16:3e:1b:54:42", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f53b7d-fe", "ovs_interfaceid": "e5f53b7d-fee9-49f4-aed3-deffe4b673fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.955505] env[68461]: DEBUG oslo_vmware.api [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]521ab8b8-661e-c566-04c6-3b397d29d903, 'name': SearchDatastore_Task, 'duration_secs': 0.009251} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.955882] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.956039] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1571.956282] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.956431] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.956611] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1571.956867] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8baea79c-ced1-4388-8739-11f28aa4680b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.965504] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1571.965674] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1571.966492] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f25f20d3-b518-4194-bfe8-c2d395bd5635 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.971420] env[68461]: DEBUG oslo_vmware.api [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1571.971420] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52ac5276-662a-a32e-18b8-43010d5a8e31" [ 1571.971420] env[68461]: _type = "Task" [ 1571.971420] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.978326] env[68461]: DEBUG oslo_vmware.api [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ac5276-662a-a32e-18b8-43010d5a8e31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.311055] env[68461]: INFO nova.compute.manager [None req-33d4899e-dcd2-4948-8331-1b99d427f0d0 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Detaching volume e6392c18-dbb5-4d21-baf0-2d5e919f74a5 [ 1572.341718] env[68461]: INFO nova.virt.block_device [None req-33d4899e-dcd2-4948-8331-1b99d427f0d0 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Attempting to driver detach volume e6392c18-dbb5-4d21-baf0-2d5e919f74a5 from mountpoint /dev/sdb [ 1572.342097] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d4899e-dcd2-4948-8331-1b99d427f0d0 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Volume detach. Driver type: vmdk {{(pid=68461) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1572.342400] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d4899e-dcd2-4948-8331-1b99d427f0d0 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581813', 'volume_id': 'e6392c18-dbb5-4d21-baf0-2d5e919f74a5', 'name': 'volume-e6392c18-dbb5-4d21-baf0-2d5e919f74a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6e38285-92fc-4a6a-ac0f-0182dfef8a95', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6392c18-dbb5-4d21-baf0-2d5e919f74a5', 'serial': 'e6392c18-dbb5-4d21-baf0-2d5e919f74a5'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1572.343450] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f512b0-4eb8-4626-ab81-d1ae3b0ec5d2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.368670] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e2a20b-c627-479c-ace1-0063fa143ff8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.377166] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b99b41-3752-4412-a3aa-ed6f58269eb2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.398559] env[68461]: DEBUG oslo_concurrency.lockutils [req-8ef7b5c9-038d-4123-9430-778ac9b9765a req-b399cc9a-90e9-4d0a-bebe-43e418ad6d21 service nova] Releasing lock "refresh_cache-1b8826ab-f720-48a5-be29-a4e3f60a0385" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.399506] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd348983-b419-4188-a255-ee113e1255f2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.413445] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d4899e-dcd2-4948-8331-1b99d427f0d0 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] The volume has not been displaced from its original location: [datastore1] volume-e6392c18-dbb5-4d21-baf0-2d5e919f74a5/volume-e6392c18-dbb5-4d21-baf0-2d5e919f74a5.vmdk. No consolidation needed. {{(pid=68461) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1572.418578] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d4899e-dcd2-4948-8331-1b99d427f0d0 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1572.418866] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b801664-0f73-4338-8137-07eb872daf9c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.436031] env[68461]: DEBUG oslo_vmware.api [None req-33d4899e-dcd2-4948-8331-1b99d427f0d0 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1572.436031] env[68461]: value = "task-2896480" [ 1572.436031] env[68461]: _type = "Task" [ 1572.436031] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.442883] env[68461]: DEBUG oslo_vmware.api [None req-33d4899e-dcd2-4948-8331-1b99d427f0d0 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.480136] env[68461]: DEBUG oslo_vmware.api [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ac5276-662a-a32e-18b8-43010d5a8e31, 'name': SearchDatastore_Task, 'duration_secs': 0.008625} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.480855] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce31d917-5f08-4746-af8a-5cceab8cd5e9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.485385] env[68461]: DEBUG oslo_vmware.api [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1572.485385] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5287e5c6-531f-ceae-ed41-e6fad5ad5031" [ 1572.485385] env[68461]: _type = "Task" [ 1572.485385] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.492305] env[68461]: DEBUG oslo_vmware.api [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5287e5c6-531f-ceae-ed41-e6fad5ad5031, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.945908] env[68461]: DEBUG oslo_vmware.api [None req-33d4899e-dcd2-4948-8331-1b99d427f0d0 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896480, 'name': ReconfigVM_Task, 'duration_secs': 0.2261} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.946221] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d4899e-dcd2-4948-8331-1b99d427f0d0 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1572.950742] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d136fb3d-5ee1-4453-9613-251e1cf77f18 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.965196] env[68461]: DEBUG oslo_vmware.api [None req-33d4899e-dcd2-4948-8331-1b99d427f0d0 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1572.965196] env[68461]: value = "task-2896481" [ 1572.965196] env[68461]: _type = "Task" [ 1572.965196] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.973279] env[68461]: DEBUG oslo_vmware.api [None req-33d4899e-dcd2-4948-8331-1b99d427f0d0 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896481, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.995179] env[68461]: DEBUG oslo_vmware.api [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5287e5c6-531f-ceae-ed41-e6fad5ad5031, 'name': SearchDatastore_Task, 'duration_secs': 0.009624} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.995450] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.995727] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 1b8826ab-f720-48a5-be29-a4e3f60a0385/1b8826ab-f720-48a5-be29-a4e3f60a0385.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1572.995973] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12e891aa-1b16-4eae-9e8b-402382af5877 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.001742] env[68461]: DEBUG oslo_vmware.api [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1573.001742] env[68461]: value = "task-2896482" [ 1573.001742] env[68461]: _type = "Task" [ 1573.001742] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.009491] env[68461]: DEBUG oslo_vmware.api [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.475170] env[68461]: DEBUG oslo_vmware.api [None req-33d4899e-dcd2-4948-8331-1b99d427f0d0 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896481, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.510339] env[68461]: DEBUG oslo_vmware.api [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.403792} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.510593] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore1] 1b8826ab-f720-48a5-be29-a4e3f60a0385/1b8826ab-f720-48a5-be29-a4e3f60a0385.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1573.510803] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1573.511060] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-578fdf0f-3f1f-4c12-b5bb-299981d00fad {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.518522] env[68461]: DEBUG oslo_vmware.api [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1573.518522] env[68461]: value = "task-2896483" [ 1573.518522] env[68461]: _type = "Task" [ 1573.518522] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.526678] env[68461]: DEBUG oslo_vmware.api [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.976978] env[68461]: DEBUG oslo_vmware.api [None req-33d4899e-dcd2-4948-8331-1b99d427f0d0 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896481, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.027552] env[68461]: DEBUG oslo_vmware.api [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.476840] env[68461]: DEBUG oslo_vmware.api [None req-33d4899e-dcd2-4948-8331-1b99d427f0d0 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896481, 'name': ReconfigVM_Task, 'duration_secs': 1.155785} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.477101] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d4899e-dcd2-4948-8331-1b99d427f0d0 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581813', 'volume_id': 'e6392c18-dbb5-4d21-baf0-2d5e919f74a5', 'name': 'volume-e6392c18-dbb5-4d21-baf0-2d5e919f74a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6e38285-92fc-4a6a-ac0f-0182dfef8a95', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6392c18-dbb5-4d21-baf0-2d5e919f74a5', 'serial': 'e6392c18-dbb5-4d21-baf0-2d5e919f74a5'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1574.529854] env[68461]: DEBUG oslo_vmware.api [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.799134} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.530143] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1574.530948] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721426f6-9d55-469b-b802-fbdec07b5c29 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.552328] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 1b8826ab-f720-48a5-be29-a4e3f60a0385/1b8826ab-f720-48a5-be29-a4e3f60a0385.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1574.552736] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-054c2ff3-1997-4159-9a05-5e0c90233490 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.571947] env[68461]: DEBUG oslo_vmware.api [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1574.571947] env[68461]: value = "task-2896484" [ 1574.571947] env[68461]: _type = "Task" [ 1574.571947] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.582576] env[68461]: DEBUG oslo_vmware.api [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.021379] env[68461]: DEBUG nova.objects.instance [None req-33d4899e-dcd2-4948-8331-1b99d427f0d0 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lazy-loading 'flavor' on Instance uuid a6e38285-92fc-4a6a-ac0f-0182dfef8a95 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1575.081712] env[68461]: DEBUG oslo_vmware.api [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896484, 'name': ReconfigVM_Task, 'duration_secs': 0.268827} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.081983] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 1b8826ab-f720-48a5-be29-a4e3f60a0385/1b8826ab-f720-48a5-be29-a4e3f60a0385.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1575.082643] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93fdc46a-6fed-4f77-9504-a93b4c347407 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.088837] env[68461]: DEBUG oslo_vmware.api [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1575.088837] env[68461]: value = "task-2896485" [ 1575.088837] env[68461]: _type = "Task" [ 1575.088837] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.096327] env[68461]: DEBUG oslo_vmware.api [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896485, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.599204] env[68461]: DEBUG oslo_vmware.api [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896485, 'name': Rename_Task, 'duration_secs': 0.130626} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.599469] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1575.599707] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e19433c8-c5a3-4cd7-98f5-e57c2fbd90f2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.605421] env[68461]: DEBUG oslo_vmware.api [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1575.605421] env[68461]: value = "task-2896487" [ 1575.605421] env[68461]: _type = "Task" [ 1575.605421] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.612900] env[68461]: DEBUG oslo_vmware.api [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.029205] env[68461]: DEBUG oslo_concurrency.lockutils [None req-33d4899e-dcd2-4948-8331-1b99d427f0d0 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.221s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.085013] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6d48c3e1-8cdd-4f88-b116-ef78088443f7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1576.085292] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6d48c3e1-8cdd-4f88-b116-ef78088443f7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1576.115373] env[68461]: DEBUG oslo_vmware.api [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896487, 'name': PowerOnVM_Task, 'duration_secs': 0.394063} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.115626] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1576.115846] env[68461]: INFO nova.compute.manager [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1576.116099] env[68461]: DEBUG nova.compute.manager [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1576.116845] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a84d6a-f11c-4672-bb3d-8c6f82376175 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.588292] env[68461]: INFO nova.compute.manager [None req-6d48c3e1-8cdd-4f88-b116-ef78088443f7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Detaching volume 46082f8c-c093-4cac-aed3-8f00194ce7ee [ 1576.619426] env[68461]: INFO nova.virt.block_device [None req-6d48c3e1-8cdd-4f88-b116-ef78088443f7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Attempting to driver detach volume 46082f8c-c093-4cac-aed3-8f00194ce7ee from mountpoint /dev/sdc [ 1576.619662] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d48c3e1-8cdd-4f88-b116-ef78088443f7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Volume detach. Driver type: vmdk {{(pid=68461) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1576.619846] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d48c3e1-8cdd-4f88-b116-ef78088443f7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581814', 'volume_id': '46082f8c-c093-4cac-aed3-8f00194ce7ee', 'name': 'volume-46082f8c-c093-4cac-aed3-8f00194ce7ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6e38285-92fc-4a6a-ac0f-0182dfef8a95', 'attached_at': '', 'detached_at': '', 'volume_id': '46082f8c-c093-4cac-aed3-8f00194ce7ee', 'serial': '46082f8c-c093-4cac-aed3-8f00194ce7ee'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1576.620707] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5724d2ac-69a8-4351-a605-b9bce001ce2f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.646668] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283e619b-0788-4cb3-83ca-ab07a33af6ec {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.649325] env[68461]: INFO nova.compute.manager [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Took 11.92 seconds to build instance. [ 1576.654301] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917b18e6-5c1c-41c0-8060-9a880a3bc2c9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.674151] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2610d998-b3e8-4abe-b2c3-082473d4ebe4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.688439] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d48c3e1-8cdd-4f88-b116-ef78088443f7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] The volume has not been displaced from its original location: [datastore1] volume-46082f8c-c093-4cac-aed3-8f00194ce7ee/volume-46082f8c-c093-4cac-aed3-8f00194ce7ee.vmdk. No consolidation needed. {{(pid=68461) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1576.693481] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d48c3e1-8cdd-4f88-b116-ef78088443f7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Reconfiguring VM instance instance-0000007c to detach disk 2002 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1576.693932] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7ddcac4-41dc-4ac1-9709-bda92b55f0e1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.713239] env[68461]: DEBUG oslo_vmware.api [None req-6d48c3e1-8cdd-4f88-b116-ef78088443f7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1576.713239] env[68461]: value = "task-2896488" [ 1576.713239] env[68461]: _type = "Task" [ 1576.713239] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.723567] env[68461]: DEBUG oslo_vmware.api [None req-6d48c3e1-8cdd-4f88-b116-ef78088443f7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.151432] env[68461]: DEBUG oslo_concurrency.lockutils [None req-0b4d8a5b-5213-4087-a84c-400b577973e4 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "1b8826ab-f720-48a5-be29-a4e3f60a0385" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.430s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1577.222780] env[68461]: DEBUG oslo_vmware.api [None req-6d48c3e1-8cdd-4f88-b116-ef78088443f7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896488, 'name': ReconfigVM_Task, 'duration_secs': 0.234532} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.223026] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d48c3e1-8cdd-4f88-b116-ef78088443f7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Reconfigured VM instance instance-0000007c to detach disk 2002 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1577.227529] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e30c798-3fec-4aeb-b62a-361989ca997d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.241992] env[68461]: DEBUG oslo_vmware.api [None req-6d48c3e1-8cdd-4f88-b116-ef78088443f7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1577.241992] env[68461]: value = "task-2896489" [ 1577.241992] env[68461]: _type = "Task" [ 1577.241992] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.251154] env[68461]: DEBUG oslo_vmware.api [None req-6d48c3e1-8cdd-4f88-b116-ef78088443f7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.751211] env[68461]: DEBUG oslo_vmware.api [None req-6d48c3e1-8cdd-4f88-b116-ef78088443f7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896489, 'name': ReconfigVM_Task, 'duration_secs': 0.139433} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.751465] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d48c3e1-8cdd-4f88-b116-ef78088443f7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581814', 'volume_id': '46082f8c-c093-4cac-aed3-8f00194ce7ee', 'name': 'volume-46082f8c-c093-4cac-aed3-8f00194ce7ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6e38285-92fc-4a6a-ac0f-0182dfef8a95', 'attached_at': '', 'detached_at': '', 'volume_id': '46082f8c-c093-4cac-aed3-8f00194ce7ee', 'serial': '46082f8c-c093-4cac-aed3-8f00194ce7ee'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1577.817032] env[68461]: DEBUG nova.compute.manager [req-a857cb76-db24-4adb-ab34-09479b00c7c6 req-3325460b-630b-4a27-bc50-3d316fa498be service nova] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Received event network-changed-e5f53b7d-fee9-49f4-aed3-deffe4b673fd {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1577.817256] env[68461]: DEBUG nova.compute.manager [req-a857cb76-db24-4adb-ab34-09479b00c7c6 req-3325460b-630b-4a27-bc50-3d316fa498be service nova] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Refreshing instance network info cache due to event network-changed-e5f53b7d-fee9-49f4-aed3-deffe4b673fd. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1577.817470] env[68461]: DEBUG oslo_concurrency.lockutils [req-a857cb76-db24-4adb-ab34-09479b00c7c6 req-3325460b-630b-4a27-bc50-3d316fa498be service nova] Acquiring lock "refresh_cache-1b8826ab-f720-48a5-be29-a4e3f60a0385" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.817614] env[68461]: DEBUG oslo_concurrency.lockutils [req-a857cb76-db24-4adb-ab34-09479b00c7c6 req-3325460b-630b-4a27-bc50-3d316fa498be service nova] Acquired lock "refresh_cache-1b8826ab-f720-48a5-be29-a4e3f60a0385" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.817772] env[68461]: DEBUG nova.network.neutron [req-a857cb76-db24-4adb-ab34-09479b00c7c6 req-3325460b-630b-4a27-bc50-3d316fa498be service nova] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Refreshing network info cache for port e5f53b7d-fee9-49f4-aed3-deffe4b673fd {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1578.295420] env[68461]: DEBUG nova.objects.instance [None req-6d48c3e1-8cdd-4f88-b116-ef78088443f7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lazy-loading 'flavor' on Instance uuid a6e38285-92fc-4a6a-ac0f-0182dfef8a95 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1578.527835] env[68461]: DEBUG nova.network.neutron [req-a857cb76-db24-4adb-ab34-09479b00c7c6 req-3325460b-630b-4a27-bc50-3d316fa498be service nova] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Updated VIF entry in instance network info cache for port e5f53b7d-fee9-49f4-aed3-deffe4b673fd. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1578.528273] env[68461]: DEBUG nova.network.neutron [req-a857cb76-db24-4adb-ab34-09479b00c7c6 req-3325460b-630b-4a27-bc50-3d316fa498be service nova] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Updating instance_info_cache with network_info: [{"id": "e5f53b7d-fee9-49f4-aed3-deffe4b673fd", "address": "fa:16:3e:1b:54:42", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f53b7d-fe", "ovs_interfaceid": "e5f53b7d-fee9-49f4-aed3-deffe4b673fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.031058] env[68461]: DEBUG oslo_concurrency.lockutils [req-a857cb76-db24-4adb-ab34-09479b00c7c6 req-3325460b-630b-4a27-bc50-3d316fa498be service nova] Releasing lock "refresh_cache-1b8826ab-f720-48a5-be29-a4e3f60a0385" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.303381] env[68461]: DEBUG oslo_concurrency.lockutils [None req-6d48c3e1-8cdd-4f88-b116-ef78088443f7 tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.218s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1580.537010] env[68461]: DEBUG oslo_concurrency.lockutils [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1580.537296] env[68461]: DEBUG oslo_concurrency.lockutils [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.537566] env[68461]: DEBUG oslo_concurrency.lockutils [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1580.537753] env[68461]: DEBUG oslo_concurrency.lockutils [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.537918] env[68461]: DEBUG oslo_concurrency.lockutils [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1580.540140] env[68461]: INFO nova.compute.manager [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Terminating instance [ 1581.043666] env[68461]: DEBUG nova.compute.manager [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1581.043900] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1581.044863] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3693228e-e568-404e-a33c-db2bab7c1881 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.052554] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1581.052760] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8e21bf8-c351-4589-9420-ffc6e696258d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.058541] env[68461]: DEBUG oslo_vmware.api [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1581.058541] env[68461]: value = "task-2896490" [ 1581.058541] env[68461]: _type = "Task" [ 1581.058541] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.066456] env[68461]: DEBUG oslo_vmware.api [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.568174] env[68461]: DEBUG oslo_vmware.api [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896490, 'name': PowerOffVM_Task, 'duration_secs': 0.173064} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.568519] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1581.568607] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1581.568845] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66e5d054-2075-4b75-9f8a-2f63874f17ff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.629456] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1581.629658] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1581.629831] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Deleting the datastore file [datastore2] a6e38285-92fc-4a6a-ac0f-0182dfef8a95 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1581.630098] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d40159c-488f-4964-b012-23e294557daa {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.636337] env[68461]: DEBUG oslo_vmware.api [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for the task: (returnval){ [ 1581.636337] env[68461]: value = "task-2896492" [ 1581.636337] env[68461]: _type = "Task" [ 1581.636337] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.645685] env[68461]: DEBUG oslo_vmware.api [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.146414] env[68461]: DEBUG oslo_vmware.api [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Task: {'id': task-2896492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149304} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.146666] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1582.146847] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1582.147041] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1582.147227] env[68461]: INFO nova.compute.manager [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1582.147473] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1582.147665] env[68461]: DEBUG nova.compute.manager [-] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1582.147760] env[68461]: DEBUG nova.network.neutron [-] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1582.575399] env[68461]: DEBUG nova.compute.manager [req-ee21b346-6560-4fc8-bc0e-8e396203e587 req-57dd6fbe-823a-41f9-8db1-61fb08d24c5f service nova] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Received event network-vif-deleted-03433691-4ff0-457b-969a-45e30a28194d {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1582.575664] env[68461]: INFO nova.compute.manager [req-ee21b346-6560-4fc8-bc0e-8e396203e587 req-57dd6fbe-823a-41f9-8db1-61fb08d24c5f service nova] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Neutron deleted interface 03433691-4ff0-457b-969a-45e30a28194d; detaching it from the instance and deleting it from the info cache [ 1582.575900] env[68461]: DEBUG nova.network.neutron [req-ee21b346-6560-4fc8-bc0e-8e396203e587 req-57dd6fbe-823a-41f9-8db1-61fb08d24c5f service nova] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.059447] env[68461]: DEBUG nova.network.neutron [-] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.078139] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-088ca0a1-4fdc-4215-b6b2-f49b564bfcb4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.087717] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a352cd43-2a86-4977-9cde-2fe6c8015a8b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.113372] env[68461]: DEBUG nova.compute.manager [req-ee21b346-6560-4fc8-bc0e-8e396203e587 req-57dd6fbe-823a-41f9-8db1-61fb08d24c5f service nova] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Detach interface failed, port_id=03433691-4ff0-457b-969a-45e30a28194d, reason: Instance a6e38285-92fc-4a6a-ac0f-0182dfef8a95 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1583.563207] env[68461]: INFO nova.compute.manager [-] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Took 1.42 seconds to deallocate network for instance. [ 1584.069900] env[68461]: DEBUG oslo_concurrency.lockutils [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1584.070287] env[68461]: DEBUG oslo_concurrency.lockutils [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1584.070417] env[68461]: DEBUG nova.objects.instance [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lazy-loading 'resources' on Instance uuid a6e38285-92fc-4a6a-ac0f-0182dfef8a95 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1584.622704] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a824a76d-bdb8-4817-8aea-b2fdf16e0a40 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.630328] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38652c10-eb5b-4ec6-a4f3-fb7d1b9abdea {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.660410] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef9652a-7e4f-4e57-909b-fd29772a2a10 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.667720] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62398395-1788-43a6-920b-79bb6ab52672 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.680615] env[68461]: DEBUG nova.compute.provider_tree [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1585.184017] env[68461]: DEBUG nova.scheduler.client.report [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1585.688978] env[68461]: DEBUG oslo_concurrency.lockutils [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1585.709648] env[68461]: INFO nova.scheduler.client.report [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Deleted allocations for instance a6e38285-92fc-4a6a-ac0f-0182dfef8a95 [ 1586.217800] env[68461]: DEBUG oslo_concurrency.lockutils [None req-325df84b-f0bc-4744-a5f7-dc408a1fe72f tempest-AttachVolumeTestJSON-1650505795 tempest-AttachVolumeTestJSON-1650505795-project-member] Lock "a6e38285-92fc-4a6a-ac0f-0182dfef8a95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.680s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1587.432989] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.433399] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.433399] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.433519] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68461) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1588.433985] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1589.432851] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1589.433073] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1589.935999] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1589.936441] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1589.936561] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1589.936757] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68461) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1589.937652] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df563232-ef58-4dbe-8018-f54163ea7911 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.946164] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d89cff-ae00-4018-b1d1-6f3e39cf37d8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.960052] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe9b769-47bd-40bc-b7ea-86a05c19b3a9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.966104] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ea5120-f2ed-4ce7-844a-bdf2caed70cf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.993913] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180173MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=68461) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1589.994115] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1589.994264] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1591.018734] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance a4e62398-d255-415e-a7a4-2bf976a3c3ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1591.018734] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance 1b8826ab-f720-48a5-be29-a4e3f60a0385 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1591.019064] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1591.019064] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1591.053126] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc49b99-9486-4a2a-9c67-58b4e7618092 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.060342] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dccd86-e913-4ffd-b4e2-8d042dd5fb84 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.088343] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee55140f-155b-4e7a-b571-90017f2f5e15 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.094732] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9c6164-e5c3-4bf0-b037-b59422508a0b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.108235] env[68461]: DEBUG nova.compute.provider_tree [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1591.611070] env[68461]: DEBUG nova.scheduler.client.report [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1592.116081] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68461) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1592.116525] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.122s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1593.111868] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1593.112079] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1596.245367] env[68461]: DEBUG oslo_concurrency.lockutils [None req-47dccb1f-ba07-4991-af1a-41c9ab0f4b67 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1596.245724] env[68461]: DEBUG oslo_concurrency.lockutils [None req-47dccb1f-ba07-4991-af1a-41c9ab0f4b67 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1596.748683] env[68461]: INFO nova.compute.manager [None req-47dccb1f-ba07-4991-af1a-41c9ab0f4b67 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Detaching volume c67f6cc1-addd-4544-aecc-3197c607f16a [ 1596.778943] env[68461]: INFO nova.virt.block_device [None req-47dccb1f-ba07-4991-af1a-41c9ab0f4b67 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Attempting to driver detach volume c67f6cc1-addd-4544-aecc-3197c607f16a from mountpoint /dev/sdb [ 1596.779242] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-47dccb1f-ba07-4991-af1a-41c9ab0f4b67 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Volume detach. Driver type: vmdk {{(pid=68461) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1596.779538] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-47dccb1f-ba07-4991-af1a-41c9ab0f4b67 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581806', 'volume_id': 'c67f6cc1-addd-4544-aecc-3197c607f16a', 'name': 'volume-c67f6cc1-addd-4544-aecc-3197c607f16a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a4e62398-d255-415e-a7a4-2bf976a3c3ce', 'attached_at': '', 'detached_at': '', 'volume_id': 'c67f6cc1-addd-4544-aecc-3197c607f16a', 'serial': 'c67f6cc1-addd-4544-aecc-3197c607f16a'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1596.780854] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bc0ed1-9988-458a-a6f4-8cb24f657b11 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.813057] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7d2b9b-eb5b-4835-902a-fc46a1d7e348 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.819847] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc50914-9a4c-4c65-8b92-97c6364daad5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.840136] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3ea025-7a8a-449b-bab3-e8a8085faf10 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.855730] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-47dccb1f-ba07-4991-af1a-41c9ab0f4b67 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] The volume has not been displaced from its original location: [datastore1] volume-c67f6cc1-addd-4544-aecc-3197c607f16a/volume-c67f6cc1-addd-4544-aecc-3197c607f16a.vmdk. No consolidation needed. {{(pid=68461) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1596.861171] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-47dccb1f-ba07-4991-af1a-41c9ab0f4b67 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1596.861799] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40cdfc4c-33cd-43c9-879a-5317b7f4fd49 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.880694] env[68461]: DEBUG oslo_vmware.api [None req-47dccb1f-ba07-4991-af1a-41c9ab0f4b67 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1596.880694] env[68461]: value = "task-2896496" [ 1596.880694] env[68461]: _type = "Task" [ 1596.880694] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.888254] env[68461]: DEBUG oslo_vmware.api [None req-47dccb1f-ba07-4991-af1a-41c9ab0f4b67 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.389872] env[68461]: DEBUG oslo_vmware.api [None req-47dccb1f-ba07-4991-af1a-41c9ab0f4b67 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896496, 'name': ReconfigVM_Task, 'duration_secs': 0.23735} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.390435] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-47dccb1f-ba07-4991-af1a-41c9ab0f4b67 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=68461) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1597.394859] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b731f6d-5c3b-4f83-95de-bc7bdecbff28 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.412511] env[68461]: DEBUG oslo_vmware.api [None req-47dccb1f-ba07-4991-af1a-41c9ab0f4b67 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1597.412511] env[68461]: value = "task-2896497" [ 1597.412511] env[68461]: _type = "Task" [ 1597.412511] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.421305] env[68461]: DEBUG oslo_vmware.api [None req-47dccb1f-ba07-4991-af1a-41c9ab0f4b67 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.924431] env[68461]: DEBUG oslo_vmware.api [None req-47dccb1f-ba07-4991-af1a-41c9ab0f4b67 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896497, 'name': ReconfigVM_Task, 'duration_secs': 0.139462} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.924739] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-47dccb1f-ba07-4991-af1a-41c9ab0f4b67 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-581806', 'volume_id': 'c67f6cc1-addd-4544-aecc-3197c607f16a', 'name': 'volume-c67f6cc1-addd-4544-aecc-3197c607f16a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a4e62398-d255-415e-a7a4-2bf976a3c3ce', 'attached_at': '', 'detached_at': '', 'volume_id': 'c67f6cc1-addd-4544-aecc-3197c607f16a', 'serial': 'c67f6cc1-addd-4544-aecc-3197c607f16a'} {{(pid=68461) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1598.470998] env[68461]: DEBUG nova.objects.instance [None req-47dccb1f-ba07-4991-af1a-41c9ab0f4b67 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lazy-loading 'flavor' on Instance uuid a4e62398-d255-415e-a7a4-2bf976a3c3ce {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1599.482799] env[68461]: DEBUG oslo_concurrency.lockutils [None req-47dccb1f-ba07-4991-af1a-41c9ab0f4b67 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.237s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1600.518905] env[68461]: DEBUG oslo_concurrency.lockutils [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1600.519375] env[68461]: DEBUG oslo_concurrency.lockutils [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1600.519493] env[68461]: DEBUG oslo_concurrency.lockutils [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1600.519637] env[68461]: DEBUG oslo_concurrency.lockutils [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1600.519801] env[68461]: DEBUG oslo_concurrency.lockutils [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1600.521751] env[68461]: INFO nova.compute.manager [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Terminating instance [ 1601.025341] env[68461]: DEBUG nova.compute.manager [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1601.025579] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1601.026857] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a2b270-527f-44d7-b091-08c1cee2fdb4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.035429] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1601.035658] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-704c07f2-a60c-4119-9142-4af9702a3714 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.042315] env[68461]: DEBUG oslo_vmware.api [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1601.042315] env[68461]: value = "task-2896498" [ 1601.042315] env[68461]: _type = "Task" [ 1601.042315] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.051531] env[68461]: DEBUG oslo_vmware.api [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.552322] env[68461]: DEBUG oslo_vmware.api [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896498, 'name': PowerOffVM_Task, 'duration_secs': 0.187227} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.552692] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1601.552785] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1601.553050] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-891dc6c3-9ae4-4db6-a2a8-282daf8ad744 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.615063] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1601.615278] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1601.615461] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Deleting the datastore file [datastore2] a4e62398-d255-415e-a7a4-2bf976a3c3ce {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1601.615725] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd6e5373-8c7d-45c2-988f-dc7b1c3d3699 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.623938] env[68461]: DEBUG oslo_vmware.api [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1601.623938] env[68461]: value = "task-2896500" [ 1601.623938] env[68461]: _type = "Task" [ 1601.623938] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.631796] env[68461]: DEBUG oslo_vmware.api [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.133374] env[68461]: DEBUG oslo_vmware.api [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145618} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.133678] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1602.133869] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1602.134055] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1602.134239] env[68461]: INFO nova.compute.manager [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1602.134491] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1602.134701] env[68461]: DEBUG nova.compute.manager [-] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1602.134792] env[68461]: DEBUG nova.network.neutron [-] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1602.552495] env[68461]: DEBUG nova.compute.manager [req-342efc39-efad-49ad-af45-b268414dc681 req-9334d352-0af9-45bc-b529-6f292e0ec1a8 service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Received event network-vif-deleted-931d0b0a-a767-4b0a-b5ac-3f3754f69015 {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1602.552791] env[68461]: INFO nova.compute.manager [req-342efc39-efad-49ad-af45-b268414dc681 req-9334d352-0af9-45bc-b529-6f292e0ec1a8 service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Neutron deleted interface 931d0b0a-a767-4b0a-b5ac-3f3754f69015; detaching it from the instance and deleting it from the info cache [ 1602.552925] env[68461]: DEBUG nova.network.neutron [req-342efc39-efad-49ad-af45-b268414dc681 req-9334d352-0af9-45bc-b529-6f292e0ec1a8 service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.036727] env[68461]: DEBUG nova.network.neutron [-] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.056432] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-615363d4-152e-429f-bde0-99bcbe6a4b17 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.066206] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559994cd-2e14-4bee-b99d-c0da633abca2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.089535] env[68461]: DEBUG nova.compute.manager [req-342efc39-efad-49ad-af45-b268414dc681 req-9334d352-0af9-45bc-b529-6f292e0ec1a8 service nova] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Detach interface failed, port_id=931d0b0a-a767-4b0a-b5ac-3f3754f69015, reason: Instance a4e62398-d255-415e-a7a4-2bf976a3c3ce could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1603.539521] env[68461]: INFO nova.compute.manager [-] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Took 1.40 seconds to deallocate network for instance. [ 1604.048722] env[68461]: DEBUG oslo_concurrency.lockutils [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1604.049082] env[68461]: DEBUG oslo_concurrency.lockutils [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1604.049275] env[68461]: DEBUG nova.objects.instance [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lazy-loading 'resources' on Instance uuid a4e62398-d255-415e-a7a4-2bf976a3c3ce {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1604.594337] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4522ff-fb24-465e-9df1-a79531766f43 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.601891] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4e9c6c-607e-496c-aa63-980305edf319 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.631919] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba990d19-22e8-463e-82e3-3d010649b65f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.638798] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d9b18a-1909-4c41-81b8-c00370dcccbb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.651427] env[68461]: DEBUG nova.compute.provider_tree [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.155059] env[68461]: DEBUG nova.scheduler.client.report [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1605.659023] env[68461]: DEBUG oslo_concurrency.lockutils [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1605.681469] env[68461]: INFO nova.scheduler.client.report [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Deleted allocations for instance a4e62398-d255-415e-a7a4-2bf976a3c3ce [ 1606.190294] env[68461]: DEBUG oslo_concurrency.lockutils [None req-35c3d63f-0da3-4052-8c48-4adfd22e0407 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "a4e62398-d255-415e-a7a4-2bf976a3c3ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.671s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1608.327765] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "e0f10f9b-90a6-4204-93d7-d84a88920867" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1608.328268] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "e0f10f9b-90a6-4204-93d7-d84a88920867" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1608.833046] env[68461]: DEBUG nova.compute.manager [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Starting instance... {{(pid=68461) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1609.354076] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1609.354387] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1609.355871] env[68461]: INFO nova.compute.claims [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1610.403772] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5326ced8-cb75-48e0-b912-66168694c749 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.411210] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b26dcf-5bda-4bad-9b5d-7aaac52678ff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.439644] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c4b3e4-c025-4d3d-b6e7-18e77dd7f752 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.446092] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc31831d-f72b-4d06-a444-0484eb1405c7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.458279] env[68461]: DEBUG nova.compute.provider_tree [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1610.961549] env[68461]: DEBUG nova.scheduler.client.report [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1611.466532] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.112s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1611.467137] env[68461]: DEBUG nova.compute.manager [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Start building networks asynchronously for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1611.972266] env[68461]: DEBUG nova.compute.utils [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Using /dev/sd instead of None {{(pid=68461) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1611.974024] env[68461]: DEBUG nova.compute.manager [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Allocating IP information in the background. {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1611.974024] env[68461]: DEBUG nova.network.neutron [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] allocate_for_instance() {{(pid=68461) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1612.019806] env[68461]: DEBUG nova.policy [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '636ee05ef4754952b68d34c67067d47d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7611595b30b84b14a8c006ffeb735066', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68461) authorize /opt/stack/nova/nova/policy.py:192}} [ 1612.339102] env[68461]: DEBUG nova.network.neutron [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Successfully created port: 8878f031-88f6-40f0-86a7-713f1be43d3a {{(pid=68461) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1612.478249] env[68461]: DEBUG nova.compute.manager [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Start building block device mappings for instance. {{(pid=68461) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1613.488017] env[68461]: DEBUG nova.compute.manager [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Start spawning the instance on the hypervisor. {{(pid=68461) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1613.545757] env[68461]: DEBUG nova.virt.hardware [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T17:12:02Z,direct_url=,disk_format='vmdk',id=7a283f1b-0e5c-4fe3-883c-328c5621506a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='395c4d7c0b9f4c9d9d35e1e62d9fe560',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T17:12:03Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1613.546138] env[68461]: DEBUG nova.virt.hardware [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1613.546327] env[68461]: DEBUG nova.virt.hardware [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1613.546534] env[68461]: DEBUG nova.virt.hardware [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1613.546686] env[68461]: DEBUG nova.virt.hardware [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1613.546841] env[68461]: DEBUG nova.virt.hardware [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1613.547070] env[68461]: DEBUG nova.virt.hardware [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1613.547240] env[68461]: DEBUG nova.virt.hardware [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1613.547405] env[68461]: DEBUG nova.virt.hardware [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1613.547568] env[68461]: DEBUG nova.virt.hardware [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1613.547750] env[68461]: DEBUG nova.virt.hardware [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1613.548633] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c4735b-42b0-4250-b347-2f127eba5ab7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.557283] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e575ccd4-eedf-4ef8-a242-6a2eee750111 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.744440] env[68461]: DEBUG nova.compute.manager [req-bc780ef5-8c2a-4380-9acd-5034972e51a6 req-b94c147c-6dcc-4e2a-9804-b3ab86076306 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Received event network-vif-plugged-8878f031-88f6-40f0-86a7-713f1be43d3a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1613.744796] env[68461]: DEBUG oslo_concurrency.lockutils [req-bc780ef5-8c2a-4380-9acd-5034972e51a6 req-b94c147c-6dcc-4e2a-9804-b3ab86076306 service nova] Acquiring lock "e0f10f9b-90a6-4204-93d7-d84a88920867-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1613.745165] env[68461]: DEBUG oslo_concurrency.lockutils [req-bc780ef5-8c2a-4380-9acd-5034972e51a6 req-b94c147c-6dcc-4e2a-9804-b3ab86076306 service nova] Lock "e0f10f9b-90a6-4204-93d7-d84a88920867-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1613.745468] env[68461]: DEBUG oslo_concurrency.lockutils [req-bc780ef5-8c2a-4380-9acd-5034972e51a6 req-b94c147c-6dcc-4e2a-9804-b3ab86076306 service nova] Lock "e0f10f9b-90a6-4204-93d7-d84a88920867-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1613.745766] env[68461]: DEBUG nova.compute.manager [req-bc780ef5-8c2a-4380-9acd-5034972e51a6 req-b94c147c-6dcc-4e2a-9804-b3ab86076306 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] No waiting events found dispatching network-vif-plugged-8878f031-88f6-40f0-86a7-713f1be43d3a {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1613.746082] env[68461]: WARNING nova.compute.manager [req-bc780ef5-8c2a-4380-9acd-5034972e51a6 req-b94c147c-6dcc-4e2a-9804-b3ab86076306 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Received unexpected event network-vif-plugged-8878f031-88f6-40f0-86a7-713f1be43d3a for instance with vm_state building and task_state spawning. [ 1613.836772] env[68461]: DEBUG nova.network.neutron [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Successfully updated port: 8878f031-88f6-40f0-86a7-713f1be43d3a {{(pid=68461) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1614.339960] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "refresh_cache-e0f10f9b-90a6-4204-93d7-d84a88920867" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.340183] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquired lock "refresh_cache-e0f10f9b-90a6-4204-93d7-d84a88920867" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.340241] env[68461]: DEBUG nova.network.neutron [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1614.872165] env[68461]: DEBUG nova.network.neutron [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Instance cache missing network info. {{(pid=68461) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1614.986958] env[68461]: DEBUG nova.network.neutron [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Updating instance_info_cache with network_info: [{"id": "8878f031-88f6-40f0-86a7-713f1be43d3a", "address": "fa:16:3e:09:85:c7", "network": {"id": "f3d356f4-04f2-4013-89c4-50ceb4030937", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-357434658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7611595b30b84b14a8c006ffeb735066", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8878f031-88", "ovs_interfaceid": "8878f031-88f6-40f0-86a7-713f1be43d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.278916] env[68461]: DEBUG oslo_concurrency.lockutils [None req-30562063-e47f-468d-b241-5a859da2833a tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "1b8826ab-f720-48a5-be29-a4e3f60a0385" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1615.279205] env[68461]: DEBUG oslo_concurrency.lockutils [None req-30562063-e47f-468d-b241-5a859da2833a tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "1b8826ab-f720-48a5-be29-a4e3f60a0385" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1615.279390] env[68461]: DEBUG nova.compute.manager [None req-30562063-e47f-468d-b241-5a859da2833a tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1615.280312] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbabb47-e5a7-4faf-b997-ecf51e14d316 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.288433] env[68461]: DEBUG nova.compute.manager [None req-30562063-e47f-468d-b241-5a859da2833a tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68461) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1615.288986] env[68461]: DEBUG nova.objects.instance [None req-30562063-e47f-468d-b241-5a859da2833a tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lazy-loading 'flavor' on Instance uuid 1b8826ab-f720-48a5-be29-a4e3f60a0385 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1615.489326] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Releasing lock "refresh_cache-e0f10f9b-90a6-4204-93d7-d84a88920867" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.489653] env[68461]: DEBUG nova.compute.manager [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Instance network_info: |[{"id": "8878f031-88f6-40f0-86a7-713f1be43d3a", "address": "fa:16:3e:09:85:c7", "network": {"id": "f3d356f4-04f2-4013-89c4-50ceb4030937", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-357434658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7611595b30b84b14a8c006ffeb735066", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8878f031-88", "ovs_interfaceid": "8878f031-88f6-40f0-86a7-713f1be43d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68461) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1615.490092] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:85:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8878f031-88f6-40f0-86a7-713f1be43d3a', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1615.497544] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1615.497747] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1615.497969] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a7d919d-6d55-4cf8-a7b4-7b395da175e3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.517479] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1615.517479] env[68461]: value = "task-2896501" [ 1615.517479] env[68461]: _type = "Task" [ 1615.517479] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.524778] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896501, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.773419] env[68461]: DEBUG nova.compute.manager [req-3381969b-cf36-44a0-ba61-195e29edd1f8 req-f001c666-e129-41d7-8beb-aaaad7918790 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Received event network-changed-8878f031-88f6-40f0-86a7-713f1be43d3a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1615.773696] env[68461]: DEBUG nova.compute.manager [req-3381969b-cf36-44a0-ba61-195e29edd1f8 req-f001c666-e129-41d7-8beb-aaaad7918790 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Refreshing instance network info cache due to event network-changed-8878f031-88f6-40f0-86a7-713f1be43d3a. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1615.773930] env[68461]: DEBUG oslo_concurrency.lockutils [req-3381969b-cf36-44a0-ba61-195e29edd1f8 req-f001c666-e129-41d7-8beb-aaaad7918790 service nova] Acquiring lock "refresh_cache-e0f10f9b-90a6-4204-93d7-d84a88920867" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.774132] env[68461]: DEBUG oslo_concurrency.lockutils [req-3381969b-cf36-44a0-ba61-195e29edd1f8 req-f001c666-e129-41d7-8beb-aaaad7918790 service nova] Acquired lock "refresh_cache-e0f10f9b-90a6-4204-93d7-d84a88920867" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.774360] env[68461]: DEBUG nova.network.neutron [req-3381969b-cf36-44a0-ba61-195e29edd1f8 req-f001c666-e129-41d7-8beb-aaaad7918790 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Refreshing network info cache for port 8878f031-88f6-40f0-86a7-713f1be43d3a {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1616.026955] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896501, 'name': CreateVM_Task, 'duration_secs': 0.285691} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.027280] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1616.027792] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.027969] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.028308] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.028558] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb5a0d0f-2d05-4aac-b346-357b3c21440b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.032709] env[68461]: DEBUG oslo_vmware.api [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1616.032709] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52fa5370-9293-e234-097a-23dc4f11c744" [ 1616.032709] env[68461]: _type = "Task" [ 1616.032709] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.039953] env[68461]: DEBUG oslo_vmware.api [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52fa5370-9293-e234-097a-23dc4f11c744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.295532] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-30562063-e47f-468d-b241-5a859da2833a tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1616.295783] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a12c8dd2-8898-476a-a60c-43bfda48f68f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.303346] env[68461]: DEBUG oslo_vmware.api [None req-30562063-e47f-468d-b241-5a859da2833a tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1616.303346] env[68461]: value = "task-2896502" [ 1616.303346] env[68461]: _type = "Task" [ 1616.303346] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.313546] env[68461]: DEBUG oslo_vmware.api [None req-30562063-e47f-468d-b241-5a859da2833a tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.478571] env[68461]: DEBUG nova.network.neutron [req-3381969b-cf36-44a0-ba61-195e29edd1f8 req-f001c666-e129-41d7-8beb-aaaad7918790 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Updated VIF entry in instance network info cache for port 8878f031-88f6-40f0-86a7-713f1be43d3a. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1616.478943] env[68461]: DEBUG nova.network.neutron [req-3381969b-cf36-44a0-ba61-195e29edd1f8 req-f001c666-e129-41d7-8beb-aaaad7918790 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Updating instance_info_cache with network_info: [{"id": "8878f031-88f6-40f0-86a7-713f1be43d3a", "address": "fa:16:3e:09:85:c7", "network": {"id": "f3d356f4-04f2-4013-89c4-50ceb4030937", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-357434658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7611595b30b84b14a8c006ffeb735066", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8878f031-88", "ovs_interfaceid": "8878f031-88f6-40f0-86a7-713f1be43d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.542383] env[68461]: DEBUG oslo_vmware.api [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52fa5370-9293-e234-097a-23dc4f11c744, 'name': SearchDatastore_Task, 'duration_secs': 0.009696} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.542670] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.542906] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Processing image 7a283f1b-0e5c-4fe3-883c-328c5621506a {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1616.543161] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.543307] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.543487] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1616.543752] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49285acd-d98c-46b4-b3f1-43b1f655c6f7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.551401] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1616.551541] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1616.552215] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92888c96-ea63-427d-aa01-7779e1e2544d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.557224] env[68461]: DEBUG oslo_vmware.api [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1616.557224] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5299b52b-f05a-e82e-d1ca-bfb74a26e726" [ 1616.557224] env[68461]: _type = "Task" [ 1616.557224] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.563938] env[68461]: DEBUG oslo_vmware.api [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5299b52b-f05a-e82e-d1ca-bfb74a26e726, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.813391] env[68461]: DEBUG oslo_vmware.api [None req-30562063-e47f-468d-b241-5a859da2833a tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896502, 'name': PowerOffVM_Task, 'duration_secs': 0.196634} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.813595] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-30562063-e47f-468d-b241-5a859da2833a tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1616.813788] env[68461]: DEBUG nova.compute.manager [None req-30562063-e47f-468d-b241-5a859da2833a tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1616.814640] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e579209-a601-486d-8331-8aa75d7523ff {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.982178] env[68461]: DEBUG oslo_concurrency.lockutils [req-3381969b-cf36-44a0-ba61-195e29edd1f8 req-f001c666-e129-41d7-8beb-aaaad7918790 service nova] Releasing lock "refresh_cache-e0f10f9b-90a6-4204-93d7-d84a88920867" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.068485] env[68461]: DEBUG oslo_vmware.api [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5299b52b-f05a-e82e-d1ca-bfb74a26e726, 'name': SearchDatastore_Task, 'duration_secs': 0.007573} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.069279] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc42ec75-d15c-4aba-a4ea-7e152453cba5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.074205] env[68461]: DEBUG oslo_vmware.api [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1617.074205] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52ab3cca-15c1-4d8c-c0ad-4fdbaef67bab" [ 1617.074205] env[68461]: _type = "Task" [ 1617.074205] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.081335] env[68461]: DEBUG oslo_vmware.api [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ab3cca-15c1-4d8c-c0ad-4fdbaef67bab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.326183] env[68461]: DEBUG oslo_concurrency.lockutils [None req-30562063-e47f-468d-b241-5a859da2833a tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "1b8826ab-f720-48a5-be29-a4e3f60a0385" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1617.584597] env[68461]: DEBUG oslo_vmware.api [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]52ab3cca-15c1-4d8c-c0ad-4fdbaef67bab, 'name': SearchDatastore_Task, 'duration_secs': 0.009611} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.584779] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.585036] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] e0f10f9b-90a6-4204-93d7-d84a88920867/e0f10f9b-90a6-4204-93d7-d84a88920867.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1617.585288] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ce61333-df6c-4c61-b343-645efce8da06 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.591698] env[68461]: DEBUG oslo_vmware.api [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1617.591698] env[68461]: value = "task-2896503" [ 1617.591698] env[68461]: _type = "Task" [ 1617.591698] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.598730] env[68461]: DEBUG oslo_vmware.api [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.619652] env[68461]: DEBUG nova.objects.instance [None req-7d3ba804-bf40-48a8-9497-c2a3ee84204c tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lazy-loading 'flavor' on Instance uuid 1b8826ab-f720-48a5-be29-a4e3f60a0385 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1618.102011] env[68461]: DEBUG oslo_vmware.api [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.422667} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.102401] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a283f1b-0e5c-4fe3-883c-328c5621506a/7a283f1b-0e5c-4fe3-883c-328c5621506a.vmdk to [datastore2] e0f10f9b-90a6-4204-93d7-d84a88920867/e0f10f9b-90a6-4204-93d7-d84a88920867.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1618.102487] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Extending root virtual disk to 1048576 {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1618.102716] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b37c5ce-fae9-4fd3-96da-e1e1815051c5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.108874] env[68461]: DEBUG oslo_vmware.api [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1618.108874] env[68461]: value = "task-2896504" [ 1618.108874] env[68461]: _type = "Task" [ 1618.108874] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.115794] env[68461]: DEBUG oslo_vmware.api [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.124492] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7d3ba804-bf40-48a8-9497-c2a3ee84204c tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "refresh_cache-1b8826ab-f720-48a5-be29-a4e3f60a0385" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.124657] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7d3ba804-bf40-48a8-9497-c2a3ee84204c tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired lock "refresh_cache-1b8826ab-f720-48a5-be29-a4e3f60a0385" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.124901] env[68461]: DEBUG nova.network.neutron [None req-7d3ba804-bf40-48a8-9497-c2a3ee84204c tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1618.125158] env[68461]: DEBUG nova.objects.instance [None req-7d3ba804-bf40-48a8-9497-c2a3ee84204c tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lazy-loading 'info_cache' on Instance uuid 1b8826ab-f720-48a5-be29-a4e3f60a0385 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1618.618674] env[68461]: DEBUG oslo_vmware.api [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070184} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.618942] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Extended root virtual disk {{(pid=68461) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1618.619707] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2ec5cb-acdc-4fbc-8f6c-05b7c2b1a039 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.634700] env[68461]: DEBUG nova.objects.base [None req-7d3ba804-bf40-48a8-9497-c2a3ee84204c tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Object Instance<1b8826ab-f720-48a5-be29-a4e3f60a0385> lazy-loaded attributes: flavor,info_cache {{(pid=68461) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1618.644051] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] e0f10f9b-90a6-4204-93d7-d84a88920867/e0f10f9b-90a6-4204-93d7-d84a88920867.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1618.646905] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38ada9ce-5892-4adc-96c6-34b0f4607d14 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.666283] env[68461]: DEBUG oslo_vmware.api [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1618.666283] env[68461]: value = "task-2896505" [ 1618.666283] env[68461]: _type = "Task" [ 1618.666283] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.675836] env[68461]: DEBUG oslo_vmware.api [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.850812] env[68461]: DEBUG nova.network.neutron [None req-7d3ba804-bf40-48a8-9497-c2a3ee84204c tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Updating instance_info_cache with network_info: [{"id": "e5f53b7d-fee9-49f4-aed3-deffe4b673fd", "address": "fa:16:3e:1b:54:42", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f53b7d-fe", "ovs_interfaceid": "e5f53b7d-fee9-49f4-aed3-deffe4b673fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.175963] env[68461]: DEBUG oslo_vmware.api [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896505, 'name': ReconfigVM_Task, 'duration_secs': 0.294835} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.176355] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Reconfigured VM instance instance-0000007f to attach disk [datastore2] e0f10f9b-90a6-4204-93d7-d84a88920867/e0f10f9b-90a6-4204-93d7-d84a88920867.vmdk or device None with type sparse {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1619.176892] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08f900d2-a36f-43f6-b4dc-4cc8c70aa7cf {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.183091] env[68461]: DEBUG oslo_vmware.api [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1619.183091] env[68461]: value = "task-2896506" [ 1619.183091] env[68461]: _type = "Task" [ 1619.183091] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.190181] env[68461]: DEBUG oslo_vmware.api [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896506, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.353649] env[68461]: DEBUG oslo_concurrency.lockutils [None req-7d3ba804-bf40-48a8-9497-c2a3ee84204c tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Releasing lock "refresh_cache-1b8826ab-f720-48a5-be29-a4e3f60a0385" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1619.693008] env[68461]: DEBUG oslo_vmware.api [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896506, 'name': Rename_Task, 'duration_secs': 0.127407} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.693314] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1619.693555] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36c09674-22b9-46a6-abe7-c86718e87c27 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.699993] env[68461]: DEBUG oslo_vmware.api [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1619.699993] env[68461]: value = "task-2896507" [ 1619.699993] env[68461]: _type = "Task" [ 1619.699993] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.707371] env[68461]: DEBUG oslo_vmware.api [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.210211] env[68461]: DEBUG oslo_vmware.api [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896507, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.360276] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d3ba804-bf40-48a8-9497-c2a3ee84204c tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1620.360602] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7127525-3482-46ef-9d14-ba566241d2d4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.367559] env[68461]: DEBUG oslo_vmware.api [None req-7d3ba804-bf40-48a8-9497-c2a3ee84204c tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1620.367559] env[68461]: value = "task-2896508" [ 1620.367559] env[68461]: _type = "Task" [ 1620.367559] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.374983] env[68461]: DEBUG oslo_vmware.api [None req-7d3ba804-bf40-48a8-9497-c2a3ee84204c tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.709926] env[68461]: DEBUG oslo_vmware.api [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896507, 'name': PowerOnVM_Task, 'duration_secs': 0.618319} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.710212] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1620.710428] env[68461]: INFO nova.compute.manager [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1620.710606] env[68461]: DEBUG nova.compute.manager [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1620.711367] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41ba1b5-032d-4273-a914-0926e971719e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.877381] env[68461]: DEBUG oslo_vmware.api [None req-7d3ba804-bf40-48a8-9497-c2a3ee84204c tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896508, 'name': PowerOnVM_Task, 'duration_secs': 0.401464} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.877630] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d3ba804-bf40-48a8-9497-c2a3ee84204c tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1620.877825] env[68461]: DEBUG nova.compute.manager [None req-7d3ba804-bf40-48a8-9497-c2a3ee84204c tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1620.878582] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8a65b0-f197-4343-aa15-047093695663 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.230657] env[68461]: INFO nova.compute.manager [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Took 11.89 seconds to build instance. [ 1621.732349] env[68461]: DEBUG oslo_concurrency.lockutils [None req-ad17a148-85c1-4bbc-ae7c-87a22f8539c5 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "e0f10f9b-90a6-4204-93d7-d84a88920867" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.404s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1622.330027] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b1862a-d040-4d0a-96e0-d7d4e41cbdb9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.336944] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd22328-e2e4-4acb-b1c3-d0a6d8966ab1 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Suspending the VM {{(pid=68461) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1622.337412] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f523496c-1e0a-4cb1-97a5-6fbe0dc4541d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.343410] env[68461]: DEBUG oslo_vmware.api [None req-3fd22328-e2e4-4acb-b1c3-d0a6d8966ab1 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1622.343410] env[68461]: value = "task-2896509" [ 1622.343410] env[68461]: _type = "Task" [ 1622.343410] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.352072] env[68461]: DEBUG oslo_vmware.api [None req-3fd22328-e2e4-4acb-b1c3-d0a6d8966ab1 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896509, 'name': SuspendVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.657189] env[68461]: DEBUG nova.compute.manager [req-932fb35a-30d1-4711-a3aa-f8b1014d97be req-d726f21e-054b-4216-bedc-8ff8784176b1 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Received event network-changed-8878f031-88f6-40f0-86a7-713f1be43d3a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1622.657444] env[68461]: DEBUG nova.compute.manager [req-932fb35a-30d1-4711-a3aa-f8b1014d97be req-d726f21e-054b-4216-bedc-8ff8784176b1 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Refreshing instance network info cache due to event network-changed-8878f031-88f6-40f0-86a7-713f1be43d3a. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1622.657739] env[68461]: DEBUG oslo_concurrency.lockutils [req-932fb35a-30d1-4711-a3aa-f8b1014d97be req-d726f21e-054b-4216-bedc-8ff8784176b1 service nova] Acquiring lock "refresh_cache-e0f10f9b-90a6-4204-93d7-d84a88920867" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.658143] env[68461]: DEBUG oslo_concurrency.lockutils [req-932fb35a-30d1-4711-a3aa-f8b1014d97be req-d726f21e-054b-4216-bedc-8ff8784176b1 service nova] Acquired lock "refresh_cache-e0f10f9b-90a6-4204-93d7-d84a88920867" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.658226] env[68461]: DEBUG nova.network.neutron [req-932fb35a-30d1-4711-a3aa-f8b1014d97be req-d726f21e-054b-4216-bedc-8ff8784176b1 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Refreshing network info cache for port 8878f031-88f6-40f0-86a7-713f1be43d3a {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1622.854038] env[68461]: DEBUG oslo_vmware.api [None req-3fd22328-e2e4-4acb-b1c3-d0a6d8966ab1 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896509, 'name': SuspendVM_Task} progress is 75%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.353825] env[68461]: DEBUG oslo_vmware.api [None req-3fd22328-e2e4-4acb-b1c3-d0a6d8966ab1 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896509, 'name': SuspendVM_Task, 'duration_secs': 0.562685} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.354205] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd22328-e2e4-4acb-b1c3-d0a6d8966ab1 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Suspended the VM {{(pid=68461) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1623.354344] env[68461]: DEBUG nova.compute.manager [None req-3fd22328-e2e4-4acb-b1c3-d0a6d8966ab1 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1623.355058] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea84c26c-a98e-4d9b-ad84-32bfe3395cb7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.359174] env[68461]: DEBUG nova.network.neutron [req-932fb35a-30d1-4711-a3aa-f8b1014d97be req-d726f21e-054b-4216-bedc-8ff8784176b1 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Updated VIF entry in instance network info cache for port 8878f031-88f6-40f0-86a7-713f1be43d3a. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1623.359512] env[68461]: DEBUG nova.network.neutron [req-932fb35a-30d1-4711-a3aa-f8b1014d97be req-d726f21e-054b-4216-bedc-8ff8784176b1 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Updating instance_info_cache with network_info: [{"id": "8878f031-88f6-40f0-86a7-713f1be43d3a", "address": "fa:16:3e:09:85:c7", "network": {"id": "f3d356f4-04f2-4013-89c4-50ceb4030937", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-357434658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7611595b30b84b14a8c006ffeb735066", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8878f031-88", "ovs_interfaceid": "8878f031-88f6-40f0-86a7-713f1be43d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.865706] env[68461]: DEBUG oslo_concurrency.lockutils [req-932fb35a-30d1-4711-a3aa-f8b1014d97be req-d726f21e-054b-4216-bedc-8ff8784176b1 service nova] Releasing lock "refresh_cache-e0f10f9b-90a6-4204-93d7-d84a88920867" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1624.674601] env[68461]: INFO nova.compute.manager [None req-e41e492e-0c1b-45a7-895c-e399b9d076ea tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Resuming [ 1624.675284] env[68461]: DEBUG nova.objects.instance [None req-e41e492e-0c1b-45a7-895c-e399b9d076ea tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lazy-loading 'flavor' on Instance uuid 1b8826ab-f720-48a5-be29-a4e3f60a0385 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1626.185812] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e41e492e-0c1b-45a7-895c-e399b9d076ea tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "refresh_cache-1b8826ab-f720-48a5-be29-a4e3f60a0385" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.186290] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e41e492e-0c1b-45a7-895c-e399b9d076ea tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquired lock "refresh_cache-1b8826ab-f720-48a5-be29-a4e3f60a0385" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.186290] env[68461]: DEBUG nova.network.neutron [None req-e41e492e-0c1b-45a7-895c-e399b9d076ea tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1626.869562] env[68461]: DEBUG nova.network.neutron [None req-e41e492e-0c1b-45a7-895c-e399b9d076ea tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Updating instance_info_cache with network_info: [{"id": "e5f53b7d-fee9-49f4-aed3-deffe4b673fd", "address": "fa:16:3e:1b:54:42", "network": {"id": "a35a5d7f-7bc7-430c-8a69-d700157fd8d9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071402714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ecfe9074a44644a0b4aefb0deca40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f53b7d-fe", "ovs_interfaceid": "e5f53b7d-fee9-49f4-aed3-deffe4b673fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.371971] env[68461]: DEBUG oslo_concurrency.lockutils [None req-e41e492e-0c1b-45a7-895c-e399b9d076ea tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Releasing lock "refresh_cache-1b8826ab-f720-48a5-be29-a4e3f60a0385" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.372949] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8392531c-ac77-4d3e-a6c2-f76827a9580f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.379576] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e41e492e-0c1b-45a7-895c-e399b9d076ea tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Resuming the VM {{(pid=68461) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1627.379800] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29001c37-1ef0-4217-b641-22d885d91473 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.385352] env[68461]: DEBUG oslo_vmware.api [None req-e41e492e-0c1b-45a7-895c-e399b9d076ea tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1627.385352] env[68461]: value = "task-2896510" [ 1627.385352] env[68461]: _type = "Task" [ 1627.385352] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.393369] env[68461]: DEBUG oslo_vmware.api [None req-e41e492e-0c1b-45a7-895c-e399b9d076ea tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.896555] env[68461]: DEBUG oslo_vmware.api [None req-e41e492e-0c1b-45a7-895c-e399b9d076ea tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896510, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.396458] env[68461]: DEBUG oslo_vmware.api [None req-e41e492e-0c1b-45a7-895c-e399b9d076ea tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896510, 'name': PowerOnVM_Task, 'duration_secs': 0.528707} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.396839] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-e41e492e-0c1b-45a7-895c-e399b9d076ea tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Resumed the VM {{(pid=68461) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1628.396882] env[68461]: DEBUG nova.compute.manager [None req-e41e492e-0c1b-45a7-895c-e399b9d076ea tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1628.397623] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87d8bb4-3cbf-44a1-b3a7-e9e7d074bcc9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.290170] env[68461]: DEBUG oslo_concurrency.lockutils [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "1b8826ab-f720-48a5-be29-a4e3f60a0385" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1629.290448] env[68461]: DEBUG oslo_concurrency.lockutils [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "1b8826ab-f720-48a5-be29-a4e3f60a0385" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1629.290665] env[68461]: DEBUG oslo_concurrency.lockutils [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "1b8826ab-f720-48a5-be29-a4e3f60a0385-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1629.290864] env[68461]: DEBUG oslo_concurrency.lockutils [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "1b8826ab-f720-48a5-be29-a4e3f60a0385-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1629.291038] env[68461]: DEBUG oslo_concurrency.lockutils [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "1b8826ab-f720-48a5-be29-a4e3f60a0385-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1629.293173] env[68461]: INFO nova.compute.manager [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Terminating instance [ 1629.797062] env[68461]: DEBUG nova.compute.manager [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1629.797062] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1629.797791] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3badca6d-6698-4501-a8c0-d85fb6bc35e3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.805314] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1629.805532] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce7dda3b-02d3-490c-9808-9b1c5c53f312 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.811176] env[68461]: DEBUG oslo_vmware.api [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1629.811176] env[68461]: value = "task-2896511" [ 1629.811176] env[68461]: _type = "Task" [ 1629.811176] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.819812] env[68461]: DEBUG oslo_vmware.api [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.321529] env[68461]: DEBUG oslo_vmware.api [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896511, 'name': PowerOffVM_Task, 'duration_secs': 0.23241} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.321787] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1630.321942] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1630.322200] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45430471-6789-4308-9fb2-10ee2e52e5d7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.385068] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1630.385321] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1630.385562] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Deleting the datastore file [datastore1] 1b8826ab-f720-48a5-be29-a4e3f60a0385 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1630.385840] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f616a0d-8e2c-49c8-96ea-155c7791cdb3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.393258] env[68461]: DEBUG oslo_vmware.api [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for the task: (returnval){ [ 1630.393258] env[68461]: value = "task-2896513" [ 1630.393258] env[68461]: _type = "Task" [ 1630.393258] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.400691] env[68461]: DEBUG oslo_vmware.api [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.902937] env[68461]: DEBUG oslo_vmware.api [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Task: {'id': task-2896513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139467} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.903491] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1630.903491] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1630.903591] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1630.903797] env[68461]: INFO nova.compute.manager [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1630.904050] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1630.904248] env[68461]: DEBUG nova.compute.manager [-] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1630.904344] env[68461]: DEBUG nova.network.neutron [-] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1631.318169] env[68461]: DEBUG nova.compute.manager [req-ea6bc449-92d5-4b35-bd9f-1d40eb292df7 req-03937230-db40-41d3-9eca-cdb0cce6dae5 service nova] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Received event network-vif-deleted-e5f53b7d-fee9-49f4-aed3-deffe4b673fd {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1631.318368] env[68461]: INFO nova.compute.manager [req-ea6bc449-92d5-4b35-bd9f-1d40eb292df7 req-03937230-db40-41d3-9eca-cdb0cce6dae5 service nova] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Neutron deleted interface e5f53b7d-fee9-49f4-aed3-deffe4b673fd; detaching it from the instance and deleting it from the info cache [ 1631.318540] env[68461]: DEBUG nova.network.neutron [req-ea6bc449-92d5-4b35-bd9f-1d40eb292df7 req-03937230-db40-41d3-9eca-cdb0cce6dae5 service nova] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.801907] env[68461]: DEBUG nova.network.neutron [-] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.821359] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6d59007-3519-4e02-a351-bd60a3fb779c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.832538] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23a4143-57bc-4c64-9e5f-7e3b32b9cb8e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.859161] env[68461]: DEBUG nova.compute.manager [req-ea6bc449-92d5-4b35-bd9f-1d40eb292df7 req-03937230-db40-41d3-9eca-cdb0cce6dae5 service nova] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Detach interface failed, port_id=e5f53b7d-fee9-49f4-aed3-deffe4b673fd, reason: Instance 1b8826ab-f720-48a5-be29-a4e3f60a0385 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1632.305048] env[68461]: INFO nova.compute.manager [-] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Took 1.40 seconds to deallocate network for instance. [ 1632.811570] env[68461]: DEBUG oslo_concurrency.lockutils [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1632.811873] env[68461]: DEBUG oslo_concurrency.lockutils [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1632.812121] env[68461]: DEBUG nova.objects.instance [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lazy-loading 'resources' on Instance uuid 1b8826ab-f720-48a5-be29-a4e3f60a0385 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1633.356633] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a447d7-a6b8-45c7-8568-8914984fa23f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.364184] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57c45fa-a75d-498b-9edc-5a96633d3b6e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.394457] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d243eea-fbba-4437-b277-c816d9ad837b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.401112] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5457ef5b-1559-4b4d-a478-5c0637e244ac {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.413632] env[68461]: DEBUG nova.compute.provider_tree [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1633.917271] env[68461]: DEBUG nova.scheduler.client.report [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1634.422406] env[68461]: DEBUG oslo_concurrency.lockutils [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1634.445207] env[68461]: INFO nova.scheduler.client.report [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Deleted allocations for instance 1b8826ab-f720-48a5-be29-a4e3f60a0385 [ 1634.954736] env[68461]: DEBUG oslo_concurrency.lockutils [None req-859ec217-7666-489c-89a5-42012ab15c74 tempest-ServerActionsTestJSON-1960909218 tempest-ServerActionsTestJSON-1960909218-project-member] Lock "1b8826ab-f720-48a5-be29-a4e3f60a0385" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.664s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1647.432806] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1648.433414] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1649.432619] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1649.432812] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68461) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1650.428566] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.432184] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.432361] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.432519] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.936142] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1650.936409] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1650.936551] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1650.936747] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68461) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1650.937972] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542d5c9a-f55f-46b0-8ef8-6a726e1a4162 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.945976] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d477d70d-d2ca-4aaa-a8dc-2f6ad69a45c6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.962116] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84a8053-ff9f-4947-b987-9f0249882065 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.968547] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67396e3b-daef-416d-babb-b01a1209c14c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.996917] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180470MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=68461) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1650.997075] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1650.997269] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1652.022864] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance e0f10f9b-90a6-4204-93d7-d84a88920867 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1652.023164] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1652.023373] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1652.050160] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe9a013-364d-46c3-97cd-6ac84f6cbb47 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.057518] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d20c36f-d9aa-4bbc-a6e6-628fe90d44f1 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.086870] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a364e3-9a61-4b50-bb60-edb8e656e19c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.093333] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a22e93b-be17-4c0c-afec-4a0085424cc5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.106104] env[68461]: DEBUG nova.compute.provider_tree [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1652.609300] env[68461]: DEBUG nova.scheduler.client.report [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1653.114635] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68461) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1653.115095] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.118s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1654.115286] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1659.903740] env[68461]: DEBUG oslo_concurrency.lockutils [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "e0f10f9b-90a6-4204-93d7-d84a88920867" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1659.904168] env[68461]: DEBUG oslo_concurrency.lockutils [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "e0f10f9b-90a6-4204-93d7-d84a88920867" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1659.904247] env[68461]: INFO nova.compute.manager [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Shelving [ 1660.912814] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1660.913296] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f1f027f-758a-46f0-8fa4-2335ae42f20c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.920614] env[68461]: DEBUG oslo_vmware.api [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1660.920614] env[68461]: value = "task-2896514" [ 1660.920614] env[68461]: _type = "Task" [ 1660.920614] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.928624] env[68461]: DEBUG oslo_vmware.api [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.430530] env[68461]: DEBUG oslo_vmware.api [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896514, 'name': PowerOffVM_Task, 'duration_secs': 0.174597} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.430803] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1661.431550] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b184dc82-df16-428c-b2c4-607694d66298 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.450189] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55015fa-3a7d-4b6d-8d7c-c9a9ad4e6d33 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.960174] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Creating Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1661.960560] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-23a502dc-35cf-43d8-83c9-05a950a82229 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.967774] env[68461]: DEBUG oslo_vmware.api [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1661.967774] env[68461]: value = "task-2896515" [ 1661.967774] env[68461]: _type = "Task" [ 1661.967774] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.976732] env[68461]: DEBUG oslo_vmware.api [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896515, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.478288] env[68461]: DEBUG oslo_vmware.api [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896515, 'name': CreateSnapshot_Task, 'duration_secs': 0.433102} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.478533] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Created Snapshot of the VM instance {{(pid=68461) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1662.479268] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6990bf-bd94-407d-827f-0c43c0006a74 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.995870] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Creating linked-clone VM from snapshot {{(pid=68461) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1662.996286] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eada9453-fa85-47d1-9371-7c9d1ceee164 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.004816] env[68461]: DEBUG oslo_vmware.api [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1663.004816] env[68461]: value = "task-2896516" [ 1663.004816] env[68461]: _type = "Task" [ 1663.004816] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.012513] env[68461]: DEBUG oslo_vmware.api [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896516, 'name': CloneVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.513864] env[68461]: DEBUG oslo_vmware.api [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896516, 'name': CloneVM_Task} progress is 94%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.015295] env[68461]: DEBUG oslo_vmware.api [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896516, 'name': CloneVM_Task, 'duration_secs': 0.943118} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.015670] env[68461]: INFO nova.virt.vmwareapi.vmops [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Created linked-clone VM from snapshot [ 1664.016267] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982f5274-6dce-4dbf-ac9c-e28c90827911 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.022909] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Uploading image bcfb4a15-5a26-426d-ab52-db0531cdb759 {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1664.042298] env[68461]: DEBUG oslo_vmware.rw_handles [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1664.042298] env[68461]: value = "vm-581818" [ 1664.042298] env[68461]: _type = "VirtualMachine" [ 1664.042298] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1664.042554] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f0c2e751-6433-4f2f-90e8-c5904eb5be96 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.048651] env[68461]: DEBUG oslo_vmware.rw_handles [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lease: (returnval){ [ 1664.048651] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]524ece54-60d9-fbc5-3580-f77203656e20" [ 1664.048651] env[68461]: _type = "HttpNfcLease" [ 1664.048651] env[68461]: } obtained for exporting VM: (result){ [ 1664.048651] env[68461]: value = "vm-581818" [ 1664.048651] env[68461]: _type = "VirtualMachine" [ 1664.048651] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1664.048982] env[68461]: DEBUG oslo_vmware.api [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the lease: (returnval){ [ 1664.048982] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]524ece54-60d9-fbc5-3580-f77203656e20" [ 1664.048982] env[68461]: _type = "HttpNfcLease" [ 1664.048982] env[68461]: } to be ready. {{(pid=68461) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1664.054576] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1664.054576] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]524ece54-60d9-fbc5-3580-f77203656e20" [ 1664.054576] env[68461]: _type = "HttpNfcLease" [ 1664.054576] env[68461]: } is initializing. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1664.557148] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1664.557148] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]524ece54-60d9-fbc5-3580-f77203656e20" [ 1664.557148] env[68461]: _type = "HttpNfcLease" [ 1664.557148] env[68461]: } is ready. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1664.557456] env[68461]: DEBUG oslo_vmware.rw_handles [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1664.557456] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]524ece54-60d9-fbc5-3580-f77203656e20" [ 1664.557456] env[68461]: _type = "HttpNfcLease" [ 1664.557456] env[68461]: }. {{(pid=68461) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1664.558210] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef26344-09e1-428c-8b84-ebd32747556c {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.565479] env[68461]: DEBUG oslo_vmware.rw_handles [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df1884-88c7-ed48-f4a3-15a51c40685d/disk-0.vmdk from lease info. {{(pid=68461) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1664.565665] env[68461]: DEBUG oslo_vmware.rw_handles [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df1884-88c7-ed48-f4a3-15a51c40685d/disk-0.vmdk for reading. {{(pid=68461) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1664.663117] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-06d1e072-f4e2-46e5-91a0-a7bf429ec013 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.428632] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1671.710006] env[68461]: DEBUG oslo_vmware.rw_handles [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df1884-88c7-ed48-f4a3-15a51c40685d/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1671.711052] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752812d9-d1f9-4ee2-ab86-17f1b15dfa31 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.717240] env[68461]: DEBUG oslo_vmware.rw_handles [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df1884-88c7-ed48-f4a3-15a51c40685d/disk-0.vmdk is in state: ready. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1671.717400] env[68461]: ERROR oslo_vmware.rw_handles [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df1884-88c7-ed48-f4a3-15a51c40685d/disk-0.vmdk due to incomplete transfer. [ 1671.717609] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-579b1e3c-5d0c-481e-9b3c-add0fcdf9455 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.724805] env[68461]: DEBUG oslo_vmware.rw_handles [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df1884-88c7-ed48-f4a3-15a51c40685d/disk-0.vmdk. {{(pid=68461) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1671.725016] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Uploaded image bcfb4a15-5a26-426d-ab52-db0531cdb759 to the Glance image server {{(pid=68461) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1671.727456] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Destroying the VM {{(pid=68461) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1671.727770] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-50cb4691-183b-4d28-aa04-2e0d4ff6edc7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.732837] env[68461]: DEBUG oslo_vmware.api [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1671.732837] env[68461]: value = "task-2896518" [ 1671.732837] env[68461]: _type = "Task" [ 1671.732837] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.740105] env[68461]: DEBUG oslo_vmware.api [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896518, 'name': Destroy_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.242468] env[68461]: DEBUG oslo_vmware.api [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896518, 'name': Destroy_Task} progress is 33%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.743459] env[68461]: DEBUG oslo_vmware.api [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896518, 'name': Destroy_Task} progress is 33%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.245176] env[68461]: DEBUG oslo_vmware.api [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896518, 'name': Destroy_Task, 'duration_secs': 1.289204} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.245457] env[68461]: INFO nova.virt.vmwareapi.vm_util [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Destroyed the VM [ 1673.245681] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Deleting Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1673.245938] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c741c501-5ec1-4ef3-ac32-577e0162958d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.252266] env[68461]: DEBUG oslo_vmware.api [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1673.252266] env[68461]: value = "task-2896519" [ 1673.252266] env[68461]: _type = "Task" [ 1673.252266] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.259839] env[68461]: DEBUG oslo_vmware.api [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896519, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.762451] env[68461]: DEBUG oslo_vmware.api [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896519, 'name': RemoveSnapshot_Task, 'duration_secs': 0.331145} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.762836] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Deleted Snapshot of the VM instance {{(pid=68461) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1673.762959] env[68461]: DEBUG nova.compute.manager [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1673.763723] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2a7df5-3f5e-446b-b554-e98f432898db {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.276051] env[68461]: INFO nova.compute.manager [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Shelve offloading [ 1674.779396] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1674.779793] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cc93236-1806-401d-989b-cc4a0c71eaf3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.787840] env[68461]: DEBUG oslo_vmware.api [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1674.787840] env[68461]: value = "task-2896520" [ 1674.787840] env[68461]: _type = "Task" [ 1674.787840] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.795479] env[68461]: DEBUG oslo_vmware.api [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.298224] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] VM already powered off {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1675.298436] env[68461]: DEBUG nova.compute.manager [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1675.299203] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463e9e2c-3e0c-4b59-b418-dff9589ebccd {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.304531] env[68461]: DEBUG oslo_concurrency.lockutils [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "refresh_cache-e0f10f9b-90a6-4204-93d7-d84a88920867" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.304697] env[68461]: DEBUG oslo_concurrency.lockutils [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquired lock "refresh_cache-e0f10f9b-90a6-4204-93d7-d84a88920867" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1675.304864] env[68461]: DEBUG nova.network.neutron [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1675.998844] env[68461]: DEBUG nova.network.neutron [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Updating instance_info_cache with network_info: [{"id": "8878f031-88f6-40f0-86a7-713f1be43d3a", "address": "fa:16:3e:09:85:c7", "network": {"id": "f3d356f4-04f2-4013-89c4-50ceb4030937", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-357434658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7611595b30b84b14a8c006ffeb735066", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8878f031-88", "ovs_interfaceid": "8878f031-88f6-40f0-86a7-713f1be43d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.502128] env[68461]: DEBUG oslo_concurrency.lockutils [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Releasing lock "refresh_cache-e0f10f9b-90a6-4204-93d7-d84a88920867" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1676.712957] env[68461]: DEBUG nova.compute.manager [req-ecc09c05-f03b-48b7-8fc9-88c453ec3777 req-91d276a5-4d11-4721-828a-a29268ad97b0 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Received event network-vif-unplugged-8878f031-88f6-40f0-86a7-713f1be43d3a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1676.713141] env[68461]: DEBUG oslo_concurrency.lockutils [req-ecc09c05-f03b-48b7-8fc9-88c453ec3777 req-91d276a5-4d11-4721-828a-a29268ad97b0 service nova] Acquiring lock "e0f10f9b-90a6-4204-93d7-d84a88920867-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1676.713357] env[68461]: DEBUG oslo_concurrency.lockutils [req-ecc09c05-f03b-48b7-8fc9-88c453ec3777 req-91d276a5-4d11-4721-828a-a29268ad97b0 service nova] Lock "e0f10f9b-90a6-4204-93d7-d84a88920867-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1676.713523] env[68461]: DEBUG oslo_concurrency.lockutils [req-ecc09c05-f03b-48b7-8fc9-88c453ec3777 req-91d276a5-4d11-4721-828a-a29268ad97b0 service nova] Lock "e0f10f9b-90a6-4204-93d7-d84a88920867-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1676.713685] env[68461]: DEBUG nova.compute.manager [req-ecc09c05-f03b-48b7-8fc9-88c453ec3777 req-91d276a5-4d11-4721-828a-a29268ad97b0 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] No waiting events found dispatching network-vif-unplugged-8878f031-88f6-40f0-86a7-713f1be43d3a {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1676.713848] env[68461]: WARNING nova.compute.manager [req-ecc09c05-f03b-48b7-8fc9-88c453ec3777 req-91d276a5-4d11-4721-828a-a29268ad97b0 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Received unexpected event network-vif-unplugged-8878f031-88f6-40f0-86a7-713f1be43d3a for instance with vm_state shelved and task_state shelving_offloading. [ 1676.801793] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1676.802718] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c66c3d-bb7b-40de-a917-c7c18db0b014 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.809895] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1676.810128] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b12c3165-0f14-4470-8298-7c52e0283c0f {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.884029] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1676.884029] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Deleting contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1676.884029] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Deleting the datastore file [datastore2] e0f10f9b-90a6-4204-93d7-d84a88920867 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1676.884325] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24f04580-4f22-45bf-9205-7e669dbb442a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.890709] env[68461]: DEBUG oslo_vmware.api [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1676.890709] env[68461]: value = "task-2896522" [ 1676.890709] env[68461]: _type = "Task" [ 1676.890709] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.897993] env[68461]: DEBUG oslo_vmware.api [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.401379] env[68461]: DEBUG oslo_vmware.api [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127844} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.401739] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1677.401739] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Deleted contents of the VM from datastore datastore2 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1677.401915] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1677.425255] env[68461]: INFO nova.scheduler.client.report [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Deleted allocations for instance e0f10f9b-90a6-4204-93d7-d84a88920867 [ 1677.930040] env[68461]: DEBUG oslo_concurrency.lockutils [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1677.930393] env[68461]: DEBUG oslo_concurrency.lockutils [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1677.930655] env[68461]: DEBUG nova.objects.instance [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lazy-loading 'resources' on Instance uuid e0f10f9b-90a6-4204-93d7-d84a88920867 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1678.433282] env[68461]: DEBUG nova.objects.instance [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lazy-loading 'numa_topology' on Instance uuid e0f10f9b-90a6-4204-93d7-d84a88920867 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1678.738359] env[68461]: DEBUG nova.compute.manager [req-13e34c50-1879-4cdc-819b-5790ea5b2d6a req-1fe33131-3575-4ff5-9deb-0077fc8ccaff service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Received event network-changed-8878f031-88f6-40f0-86a7-713f1be43d3a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1678.738359] env[68461]: DEBUG nova.compute.manager [req-13e34c50-1879-4cdc-819b-5790ea5b2d6a req-1fe33131-3575-4ff5-9deb-0077fc8ccaff service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Refreshing instance network info cache due to event network-changed-8878f031-88f6-40f0-86a7-713f1be43d3a. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1678.738359] env[68461]: DEBUG oslo_concurrency.lockutils [req-13e34c50-1879-4cdc-819b-5790ea5b2d6a req-1fe33131-3575-4ff5-9deb-0077fc8ccaff service nova] Acquiring lock "refresh_cache-e0f10f9b-90a6-4204-93d7-d84a88920867" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.738359] env[68461]: DEBUG oslo_concurrency.lockutils [req-13e34c50-1879-4cdc-819b-5790ea5b2d6a req-1fe33131-3575-4ff5-9deb-0077fc8ccaff service nova] Acquired lock "refresh_cache-e0f10f9b-90a6-4204-93d7-d84a88920867" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1678.738549] env[68461]: DEBUG nova.network.neutron [req-13e34c50-1879-4cdc-819b-5790ea5b2d6a req-1fe33131-3575-4ff5-9deb-0077fc8ccaff service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Refreshing network info cache for port 8878f031-88f6-40f0-86a7-713f1be43d3a {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1678.936027] env[68461]: DEBUG nova.objects.base [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68461) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1678.950382] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03412b7c-b869-4a81-a6ae-a991f29a6b54 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.958056] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1a8c39-e4d2-42fe-9b3d-c6f67fc67732 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.987925] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0461e8-d55a-4359-8504-d6248c60bcb5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.994633] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593d9082-da84-400a-9927-cc5a069aa3f9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.007661] env[68461]: DEBUG nova.compute.provider_tree [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1679.472788] env[68461]: DEBUG nova.network.neutron [req-13e34c50-1879-4cdc-819b-5790ea5b2d6a req-1fe33131-3575-4ff5-9deb-0077fc8ccaff service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Updated VIF entry in instance network info cache for port 8878f031-88f6-40f0-86a7-713f1be43d3a. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1679.473169] env[68461]: DEBUG nova.network.neutron [req-13e34c50-1879-4cdc-819b-5790ea5b2d6a req-1fe33131-3575-4ff5-9deb-0077fc8ccaff service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Updating instance_info_cache with network_info: [{"id": "8878f031-88f6-40f0-86a7-713f1be43d3a", "address": "fa:16:3e:09:85:c7", "network": {"id": "f3d356f4-04f2-4013-89c4-50ceb4030937", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-357434658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7611595b30b84b14a8c006ffeb735066", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8878f031-88", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.510803] env[68461]: DEBUG nova.scheduler.client.report [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1679.975806] env[68461]: DEBUG oslo_concurrency.lockutils [req-13e34c50-1879-4cdc-819b-5790ea5b2d6a req-1fe33131-3575-4ff5-9deb-0077fc8ccaff service nova] Releasing lock "refresh_cache-e0f10f9b-90a6-4204-93d7-d84a88920867" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1680.014743] env[68461]: DEBUG oslo_concurrency.lockutils [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1680.481777] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "e0f10f9b-90a6-4204-93d7-d84a88920867" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1680.522163] env[68461]: DEBUG oslo_concurrency.lockutils [None req-813f4636-40b0-4d07-a250-ae0adbf27564 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "e0f10f9b-90a6-4204-93d7-d84a88920867" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.618s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1680.522976] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "e0f10f9b-90a6-4204-93d7-d84a88920867" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.041s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1680.523174] env[68461]: INFO nova.compute.manager [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Unshelving [ 1681.545660] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1681.545938] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1681.546231] env[68461]: DEBUG nova.objects.instance [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lazy-loading 'pci_requests' on Instance uuid e0f10f9b-90a6-4204-93d7-d84a88920867 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1682.050198] env[68461]: DEBUG nova.objects.instance [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lazy-loading 'numa_topology' on Instance uuid e0f10f9b-90a6-4204-93d7-d84a88920867 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1682.552952] env[68461]: INFO nova.compute.claims [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1683.587767] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d14d867-30f0-4e34-b488-6c53afa20c31 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.595102] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08836b20-df5e-46e3-9b1b-9216312010a2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.623456] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1a5930-d67c-4422-b899-1c6847a9a83a {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.629868] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6740ccd-a128-47ce-80be-0e12dd2a61f7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.642228] env[68461]: DEBUG nova.compute.provider_tree [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1684.145599] env[68461]: DEBUG nova.scheduler.client.report [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1684.650794] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.105s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1684.680235] env[68461]: INFO nova.network.neutron [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Updating port 8878f031-88f6-40f0-86a7-713f1be43d3a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1686.037456] env[68461]: DEBUG nova.compute.manager [req-6bc4f329-4b9c-469e-8d59-7d4f79b4e7b2 req-92c3a839-ac09-4927-9378-784c5dbcfaf0 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Received event network-vif-plugged-8878f031-88f6-40f0-86a7-713f1be43d3a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1686.037743] env[68461]: DEBUG oslo_concurrency.lockutils [req-6bc4f329-4b9c-469e-8d59-7d4f79b4e7b2 req-92c3a839-ac09-4927-9378-784c5dbcfaf0 service nova] Acquiring lock "e0f10f9b-90a6-4204-93d7-d84a88920867-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1686.037875] env[68461]: DEBUG oslo_concurrency.lockutils [req-6bc4f329-4b9c-469e-8d59-7d4f79b4e7b2 req-92c3a839-ac09-4927-9378-784c5dbcfaf0 service nova] Lock "e0f10f9b-90a6-4204-93d7-d84a88920867-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1686.038051] env[68461]: DEBUG oslo_concurrency.lockutils [req-6bc4f329-4b9c-469e-8d59-7d4f79b4e7b2 req-92c3a839-ac09-4927-9378-784c5dbcfaf0 service nova] Lock "e0f10f9b-90a6-4204-93d7-d84a88920867-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1686.038261] env[68461]: DEBUG nova.compute.manager [req-6bc4f329-4b9c-469e-8d59-7d4f79b4e7b2 req-92c3a839-ac09-4927-9378-784c5dbcfaf0 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] No waiting events found dispatching network-vif-plugged-8878f031-88f6-40f0-86a7-713f1be43d3a {{(pid=68461) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1686.038455] env[68461]: WARNING nova.compute.manager [req-6bc4f329-4b9c-469e-8d59-7d4f79b4e7b2 req-92c3a839-ac09-4927-9378-784c5dbcfaf0 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Received unexpected event network-vif-plugged-8878f031-88f6-40f0-86a7-713f1be43d3a for instance with vm_state shelved_offloaded and task_state spawning. [ 1686.116804] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "refresh_cache-e0f10f9b-90a6-4204-93d7-d84a88920867" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.116994] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquired lock "refresh_cache-e0f10f9b-90a6-4204-93d7-d84a88920867" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.117188] env[68461]: DEBUG nova.network.neutron [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Building network info cache for instance {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1686.811450] env[68461]: DEBUG nova.network.neutron [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Updating instance_info_cache with network_info: [{"id": "8878f031-88f6-40f0-86a7-713f1be43d3a", "address": "fa:16:3e:09:85:c7", "network": {"id": "f3d356f4-04f2-4013-89c4-50ceb4030937", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-357434658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7611595b30b84b14a8c006ffeb735066", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8878f031-88", "ovs_interfaceid": "8878f031-88f6-40f0-86a7-713f1be43d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.314782] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Releasing lock "refresh_cache-e0f10f9b-90a6-4204-93d7-d84a88920867" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1687.342312] env[68461]: DEBUG nova.virt.hardware [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T17:12:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b4ab0a651ba33c19e9b54ab2232b0e2c',container_format='bare',created_at=2025-03-10T17:27:30Z,direct_url=,disk_format='vmdk',id=bcfb4a15-5a26-426d-ab52-db0531cdb759,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1478774069-shelved',owner='7611595b30b84b14a8c006ffeb735066',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-03-10T17:27:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1687.342576] env[68461]: DEBUG nova.virt.hardware [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Flavor limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1687.342735] env[68461]: DEBUG nova.virt.hardware [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Image limits 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1687.342916] env[68461]: DEBUG nova.virt.hardware [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Flavor pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1687.343077] env[68461]: DEBUG nova.virt.hardware [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Image pref 0:0:0 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1687.343225] env[68461]: DEBUG nova.virt.hardware [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68461) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1687.343425] env[68461]: DEBUG nova.virt.hardware [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1687.343578] env[68461]: DEBUG nova.virt.hardware [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1687.343741] env[68461]: DEBUG nova.virt.hardware [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Got 1 possible topologies {{(pid=68461) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1687.343900] env[68461]: DEBUG nova.virt.hardware [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1687.344118] env[68461]: DEBUG nova.virt.hardware [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68461) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1687.345314] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ade006-9c0b-48a0-91c9-243ca18c279b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.353297] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd9412a-aeaa-42eb-99d0-b5aee8a65cfc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.366226] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:85:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8878f031-88f6-40f0-86a7-713f1be43d3a', 'vif_model': 'vmxnet3'}] {{(pid=68461) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1687.373455] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1687.373678] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Creating VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1687.373870] env[68461]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cca3236-832f-4a32-b99b-6a3e39f7b5e2 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.391769] env[68461]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1687.391769] env[68461]: value = "task-2896523" [ 1687.391769] env[68461]: _type = "Task" [ 1687.391769] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.398939] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896523, 'name': CreateVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.901745] env[68461]: DEBUG oslo_vmware.api [-] Task: {'id': task-2896523, 'name': CreateVM_Task, 'duration_secs': 0.289278} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.901921] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Created VM on the ESX host {{(pid=68461) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1687.902557] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bcfb4a15-5a26-426d-ab52-db0531cdb759" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.902725] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bcfb4a15-5a26-426d-ab52-db0531cdb759" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1687.903127] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bcfb4a15-5a26-426d-ab52-db0531cdb759" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1687.903384] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1999b415-0b55-4c63-9195-488e3843d3c6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.907503] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1687.907503] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]520cf44a-6d49-5d08-9880-33de481205f3" [ 1687.907503] env[68461]: _type = "Task" [ 1687.907503] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.914563] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]520cf44a-6d49-5d08-9880-33de481205f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.064102] env[68461]: DEBUG nova.compute.manager [req-b8646ffe-c990-4632-8eb9-9163fa05d903 req-cd63c1ce-9cd0-4c2d-b7e7-5ef85ea17cc0 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Received event network-changed-8878f031-88f6-40f0-86a7-713f1be43d3a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1688.064325] env[68461]: DEBUG nova.compute.manager [req-b8646ffe-c990-4632-8eb9-9163fa05d903 req-cd63c1ce-9cd0-4c2d-b7e7-5ef85ea17cc0 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Refreshing instance network info cache due to event network-changed-8878f031-88f6-40f0-86a7-713f1be43d3a. {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1688.064538] env[68461]: DEBUG oslo_concurrency.lockutils [req-b8646ffe-c990-4632-8eb9-9163fa05d903 req-cd63c1ce-9cd0-4c2d-b7e7-5ef85ea17cc0 service nova] Acquiring lock "refresh_cache-e0f10f9b-90a6-4204-93d7-d84a88920867" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.064680] env[68461]: DEBUG oslo_concurrency.lockutils [req-b8646ffe-c990-4632-8eb9-9163fa05d903 req-cd63c1ce-9cd0-4c2d-b7e7-5ef85ea17cc0 service nova] Acquired lock "refresh_cache-e0f10f9b-90a6-4204-93d7-d84a88920867" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1688.064840] env[68461]: DEBUG nova.network.neutron [req-b8646ffe-c990-4632-8eb9-9163fa05d903 req-cd63c1ce-9cd0-4c2d-b7e7-5ef85ea17cc0 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Refreshing network info cache for port 8878f031-88f6-40f0-86a7-713f1be43d3a {{(pid=68461) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1688.417241] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bcfb4a15-5a26-426d-ab52-db0531cdb759" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1688.417659] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Processing image bcfb4a15-5a26-426d-ab52-db0531cdb759 {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1688.417711] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bcfb4a15-5a26-426d-ab52-db0531cdb759/bcfb4a15-5a26-426d-ab52-db0531cdb759.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.417894] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bcfb4a15-5a26-426d-ab52-db0531cdb759/bcfb4a15-5a26-426d-ab52-db0531cdb759.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1688.418043] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1688.418285] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a380e95-18d8-4dbe-94b3-f7880fbb1cdc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.426951] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1688.427138] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68461) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1688.427785] env[68461]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9864699e-9c0b-4ff0-b7e2-a5f657fb46a5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.432128] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1688.432128] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]5247cb30-54d5-f663-5101-5b426dab0dbb" [ 1688.432128] env[68461]: _type = "Task" [ 1688.432128] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.443565] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': session[521a57c3-4c1f-e1d2-618a-02d969641376]5247cb30-54d5-f663-5101-5b426dab0dbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.747882] env[68461]: DEBUG nova.network.neutron [req-b8646ffe-c990-4632-8eb9-9163fa05d903 req-cd63c1ce-9cd0-4c2d-b7e7-5ef85ea17cc0 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Updated VIF entry in instance network info cache for port 8878f031-88f6-40f0-86a7-713f1be43d3a. {{(pid=68461) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1688.748269] env[68461]: DEBUG nova.network.neutron [req-b8646ffe-c990-4632-8eb9-9163fa05d903 req-cd63c1ce-9cd0-4c2d-b7e7-5ef85ea17cc0 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Updating instance_info_cache with network_info: [{"id": "8878f031-88f6-40f0-86a7-713f1be43d3a", "address": "fa:16:3e:09:85:c7", "network": {"id": "f3d356f4-04f2-4013-89c4-50ceb4030937", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-357434658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7611595b30b84b14a8c006ffeb735066", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8878f031-88", "ovs_interfaceid": "8878f031-88f6-40f0-86a7-713f1be43d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.941575] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Preparing fetch location {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1688.941792] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Fetch image to [datastore1] OSTACK_IMG_c292e4e2-7667-4e69-a01b-27a49a6a32ce/OSTACK_IMG_c292e4e2-7667-4e69-a01b-27a49a6a32ce.vmdk {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1688.941964] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Downloading stream optimized image bcfb4a15-5a26-426d-ab52-db0531cdb759 to [datastore1] OSTACK_IMG_c292e4e2-7667-4e69-a01b-27a49a6a32ce/OSTACK_IMG_c292e4e2-7667-4e69-a01b-27a49a6a32ce.vmdk on the data store datastore1 as vApp {{(pid=68461) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1688.942152] env[68461]: DEBUG nova.virt.vmwareapi.images [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Downloading image file data bcfb4a15-5a26-426d-ab52-db0531cdb759 to the ESX as VM named 'OSTACK_IMG_c292e4e2-7667-4e69-a01b-27a49a6a32ce' {{(pid=68461) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1689.005741] env[68461]: DEBUG oslo_vmware.rw_handles [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1689.005741] env[68461]: value = "resgroup-9" [ 1689.005741] env[68461]: _type = "ResourcePool" [ 1689.005741] env[68461]: }. {{(pid=68461) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1689.006025] env[68461]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f64167a9-a066-46d9-8b9a-022403ccc1bc {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.026616] env[68461]: DEBUG oslo_vmware.rw_handles [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lease: (returnval){ [ 1689.026616] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c2ef92-9840-bb22-9129-242fe386c2e3" [ 1689.026616] env[68461]: _type = "HttpNfcLease" [ 1689.026616] env[68461]: } obtained for vApp import into resource pool (val){ [ 1689.026616] env[68461]: value = "resgroup-9" [ 1689.026616] env[68461]: _type = "ResourcePool" [ 1689.026616] env[68461]: }. {{(pid=68461) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1689.027069] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the lease: (returnval){ [ 1689.027069] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c2ef92-9840-bb22-9129-242fe386c2e3" [ 1689.027069] env[68461]: _type = "HttpNfcLease" [ 1689.027069] env[68461]: } to be ready. {{(pid=68461) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1689.032904] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1689.032904] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c2ef92-9840-bb22-9129-242fe386c2e3" [ 1689.032904] env[68461]: _type = "HttpNfcLease" [ 1689.032904] env[68461]: } is initializing. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1689.251172] env[68461]: DEBUG oslo_concurrency.lockutils [req-b8646ffe-c990-4632-8eb9-9163fa05d903 req-cd63c1ce-9cd0-4c2d-b7e7-5ef85ea17cc0 service nova] Releasing lock "refresh_cache-e0f10f9b-90a6-4204-93d7-d84a88920867" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1689.534550] env[68461]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1689.534550] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c2ef92-9840-bb22-9129-242fe386c2e3" [ 1689.534550] env[68461]: _type = "HttpNfcLease" [ 1689.534550] env[68461]: } is ready. {{(pid=68461) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1689.535030] env[68461]: DEBUG oslo_vmware.rw_handles [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1689.535030] env[68461]: value = "session[521a57c3-4c1f-e1d2-618a-02d969641376]52c2ef92-9840-bb22-9129-242fe386c2e3" [ 1689.535030] env[68461]: _type = "HttpNfcLease" [ 1689.535030] env[68461]: }. {{(pid=68461) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1689.535557] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189af5a6-bbd5-4a3a-9167-475c3872dcc3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.542273] env[68461]: DEBUG oslo_vmware.rw_handles [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528090ff-5a0a-8e1d-44a5-6a00f12978d9/disk-0.vmdk from lease info. {{(pid=68461) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1689.542434] env[68461]: DEBUG oslo_vmware.rw_handles [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528090ff-5a0a-8e1d-44a5-6a00f12978d9/disk-0.vmdk. {{(pid=68461) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1689.606058] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1a154b60-71c7-4ca9-a684-bdb188b969bb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.596366] env[68461]: DEBUG oslo_vmware.rw_handles [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Completed reading data from the image iterator. {{(pid=68461) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1690.596770] env[68461]: DEBUG oslo_vmware.rw_handles [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528090ff-5a0a-8e1d-44a5-6a00f12978d9/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1690.597768] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1149474c-ba73-4c65-a029-f20790587ca7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.604930] env[68461]: DEBUG oslo_vmware.rw_handles [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528090ff-5a0a-8e1d-44a5-6a00f12978d9/disk-0.vmdk is in state: ready. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1690.605138] env[68461]: DEBUG oslo_vmware.rw_handles [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528090ff-5a0a-8e1d-44a5-6a00f12978d9/disk-0.vmdk. {{(pid=68461) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1690.605432] env[68461]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f4eb19fc-06c8-4d13-af9c-a1be37fd12b5 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.849754] env[68461]: DEBUG oslo_vmware.rw_handles [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528090ff-5a0a-8e1d-44a5-6a00f12978d9/disk-0.vmdk. {{(pid=68461) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1690.849924] env[68461]: INFO nova.virt.vmwareapi.images [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Downloaded image file data bcfb4a15-5a26-426d-ab52-db0531cdb759 [ 1690.850849] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfda6469-c683-48f4-9938-792450af559d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.866742] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-290bf8e8-d47f-4573-a762-da8564741f84 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.905568] env[68461]: INFO nova.virt.vmwareapi.images [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] The imported VM was unregistered [ 1690.908044] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Caching image {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1690.908290] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Creating directory with path [datastore1] devstack-image-cache_base/bcfb4a15-5a26-426d-ab52-db0531cdb759 {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1690.908542] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1a9a475-062d-4fea-a212-bb8dc3ce6f54 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.928504] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Created directory with path [datastore1] devstack-image-cache_base/bcfb4a15-5a26-426d-ab52-db0531cdb759 {{(pid=68461) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1690.928732] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c292e4e2-7667-4e69-a01b-27a49a6a32ce/OSTACK_IMG_c292e4e2-7667-4e69-a01b-27a49a6a32ce.vmdk to [datastore1] devstack-image-cache_base/bcfb4a15-5a26-426d-ab52-db0531cdb759/bcfb4a15-5a26-426d-ab52-db0531cdb759.vmdk. {{(pid=68461) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1690.928903] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6e543e9b-868d-4ebb-9c32-8e48e5a901d0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.934836] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1690.934836] env[68461]: value = "task-2896526" [ 1690.934836] env[68461]: _type = "Task" [ 1690.934836] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.942795] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896526, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.445183] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896526, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.946447] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896526, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.447334] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896526, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.948295] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896526, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.447949] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896526, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.208166} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.448246] env[68461]: INFO nova.virt.vmwareapi.ds_util [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c292e4e2-7667-4e69-a01b-27a49a6a32ce/OSTACK_IMG_c292e4e2-7667-4e69-a01b-27a49a6a32ce.vmdk to [datastore1] devstack-image-cache_base/bcfb4a15-5a26-426d-ab52-db0531cdb759/bcfb4a15-5a26-426d-ab52-db0531cdb759.vmdk. [ 1693.448439] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Cleaning up location [datastore1] OSTACK_IMG_c292e4e2-7667-4e69-a01b-27a49a6a32ce {{(pid=68461) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1693.448602] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c292e4e2-7667-4e69-a01b-27a49a6a32ce {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1693.448845] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44f1e5b6-1631-433e-b6b6-a63c1ddde2e9 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.454223] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1693.454223] env[68461]: value = "task-2896527" [ 1693.454223] env[68461]: _type = "Task" [ 1693.454223] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.460930] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.965588] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03663} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.965954] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1693.965954] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bcfb4a15-5a26-426d-ab52-db0531cdb759/bcfb4a15-5a26-426d-ab52-db0531cdb759.vmdk" {{(pid=68461) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1693.966214] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bcfb4a15-5a26-426d-ab52-db0531cdb759/bcfb4a15-5a26-426d-ab52-db0531cdb759.vmdk to [datastore1] e0f10f9b-90a6-4204-93d7-d84a88920867/e0f10f9b-90a6-4204-93d7-d84a88920867.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1693.966468] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-126e3e9f-dfe5-466a-8ce1-3208e5a55919 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.974483] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1693.974483] env[68461]: value = "task-2896528" [ 1693.974483] env[68461]: _type = "Task" [ 1693.974483] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.981512] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.484266] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896528, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.985424] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896528, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.486549] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896528, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.987245] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896528, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.487536] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896528, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.187263} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.487807] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bcfb4a15-5a26-426d-ab52-db0531cdb759/bcfb4a15-5a26-426d-ab52-db0531cdb759.vmdk to [datastore1] e0f10f9b-90a6-4204-93d7-d84a88920867/e0f10f9b-90a6-4204-93d7-d84a88920867.vmdk {{(pid=68461) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1696.488567] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9b4dda-c4c7-400a-8563-8f1470ed6973 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.509497] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] e0f10f9b-90a6-4204-93d7-d84a88920867/e0f10f9b-90a6-4204-93d7-d84a88920867.vmdk or device None with type streamOptimized {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1696.509721] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-753208d1-40f2-4c92-a44d-1ae4b6177f9e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.527760] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1696.527760] env[68461]: value = "task-2896529" [ 1696.527760] env[68461]: _type = "Task" [ 1696.527760] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.534868] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.036969] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896529, 'name': ReconfigVM_Task, 'duration_secs': 0.295545} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.037340] env[68461]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Reconfigured VM instance instance-0000007f to attach disk [datastore1] e0f10f9b-90a6-4204-93d7-d84a88920867/e0f10f9b-90a6-4204-93d7-d84a88920867.vmdk or device None with type streamOptimized {{(pid=68461) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1697.037888] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c602055-7f83-47ff-a531-cd83e324940e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.044880] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1697.044880] env[68461]: value = "task-2896530" [ 1697.044880] env[68461]: _type = "Task" [ 1697.044880] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.051830] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896530, 'name': Rename_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.554589] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896530, 'name': Rename_Task, 'duration_secs': 0.129545} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.554877] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Powering on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1697.555114] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a2d07ae-7e6a-442b-9cd6-aaefab3c68f4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.561644] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1697.561644] env[68461]: value = "task-2896531" [ 1697.561644] env[68461]: _type = "Task" [ 1697.561644] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.568727] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.070904] env[68461]: DEBUG oslo_vmware.api [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896531, 'name': PowerOnVM_Task, 'duration_secs': 0.441265} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.071235] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Powered on the VM {{(pid=68461) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1698.161316] env[68461]: DEBUG nova.compute.manager [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Checking state {{(pid=68461) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1698.162231] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9115fc99-85d1-4c22-87e0-353b4b103383 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.678638] env[68461]: DEBUG oslo_concurrency.lockutils [None req-3b2266af-7fcc-4803-8035-b99a4310aa92 tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "e0f10f9b-90a6-4204-93d7-d84a88920867" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.155s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1705.432946] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.433391] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Cleaning up deleted instances with incomplete migration {{(pid=68461) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1707.935872] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1710.433351] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1710.433790] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1710.433790] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1710.937237] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1710.937501] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1710.937670] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1710.937826] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68461) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1710.938740] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b917fbad-a211-4dfa-81c7-fcf25bb2c11b {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.947153] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da6529d-ca4a-4819-8bdd-29f7aab31af7 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.960704] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1692cb1d-da0b-417e-994d-761f44a62718 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.966711] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c8ee3b-2277-4281-9c53-1778a353a4c3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.994298] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180843MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=68461) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1710.994449] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1710.994630] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1712.086478] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Instance e0f10f9b-90a6-4204-93d7-d84a88920867 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68461) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1712.086767] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1712.086855] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68461) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1712.112514] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30db2bb6-572c-4a36-8283-645f7ce5c4fb {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.119811] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16ea944-e865-4a1f-94a9-825b576fd5a4 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.148597] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2192a143-3ac0-44c6-842f-3be4d2451b3d {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.155272] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aad3115-560e-48cb-92bd-195d5a920914 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.167714] env[68461]: DEBUG nova.compute.provider_tree [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1712.671014] env[68461]: DEBUG nova.scheduler.client.report [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1713.176522] env[68461]: DEBUG nova.compute.resource_tracker [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68461) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1713.176897] env[68461]: DEBUG oslo_concurrency.lockutils [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.182s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1714.171980] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.172229] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.172411] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.172580] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.172722] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68461) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1722.433378] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1727.936440] env[68461]: DEBUG oslo_service.periodic_task [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68461) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1727.936847] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] Cleaning up deleted instances {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1728.445675] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] There are 26 instances to clean {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1728.445925] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 1b8826ab-f720-48a5-be29-a4e3f60a0385] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1728.949239] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: b4afcaaf-80e9-4ae8-80e1-03ed1c850a8c] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1729.452514] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: a6e38285-92fc-4a6a-ac0f-0182dfef8a95] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1729.956356] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: a3bd9b9c-f27e-49da-ba46-a8ff006ec823] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1730.459807] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: afaf10ee-6147-4036-ac11-7d0aac26c45f] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1730.962975] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 238044ce-0265-4b8c-8ce7-64cd8fe259a7] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1731.466537] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: da336cfd-459b-404a-ab72-f963a3785b76] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1731.970594] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 98adc981-0f22-4794-9db5-4cd559ad6ae2] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1732.474397] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: a4e62398-d255-415e-a7a4-2bf976a3c3ce] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1732.977871] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 80608d15-caf1-4c6a-b032-7ef8af964064] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1733.481613] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 1f055ca3-6fbb-40b7-b3cc-1f215358d2f8] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1733.984936] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 921db4ae-be9e-4f95-a0c9-c6b7efd4e52c] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1734.000753] env[68461]: DEBUG oslo_concurrency.lockutils [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "e0f10f9b-90a6-4204-93d7-d84a88920867" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1734.000959] env[68461]: DEBUG oslo_concurrency.lockutils [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "e0f10f9b-90a6-4204-93d7-d84a88920867" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1734.001431] env[68461]: DEBUG oslo_concurrency.lockutils [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "e0f10f9b-90a6-4204-93d7-d84a88920867-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1734.001431] env[68461]: DEBUG oslo_concurrency.lockutils [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "e0f10f9b-90a6-4204-93d7-d84a88920867-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1734.001566] env[68461]: DEBUG oslo_concurrency.lockutils [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "e0f10f9b-90a6-4204-93d7-d84a88920867-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1734.005159] env[68461]: INFO nova.compute.manager [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Terminating instance [ 1734.488502] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 487c8721-03ee-4a23-82db-8547144c364b] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1734.509543] env[68461]: DEBUG nova.compute.manager [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Start destroying the instance on the hypervisor. {{(pid=68461) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1734.509764] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Destroying instance {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1734.510665] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6697affb-4d07-4798-84de-675b873f5e15 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.518723] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Powering off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1734.518942] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f1f5b3c-a246-4bf2-b2f6-40e54134f5f3 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.524693] env[68461]: DEBUG oslo_vmware.api [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1734.524693] env[68461]: value = "task-2896532" [ 1734.524693] env[68461]: _type = "Task" [ 1734.524693] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.532298] env[68461]: DEBUG oslo_vmware.api [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.991782] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 4288210c-0ba9-43fd-ab3b-b10ac020bd65] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1735.034675] env[68461]: DEBUG oslo_vmware.api [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896532, 'name': PowerOffVM_Task, 'duration_secs': 0.176384} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.034972] env[68461]: DEBUG nova.virt.vmwareapi.vm_util [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Powered off the VM {{(pid=68461) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1735.035095] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Unregistering the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1735.035331] env[68461]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7132bb0d-a23a-416a-8f24-191beab0caa6 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.094995] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Unregistered the VM {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1735.095267] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Deleting contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1735.095382] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Deleting the datastore file [datastore1] e0f10f9b-90a6-4204-93d7-d84a88920867 {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1735.095643] env[68461]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ece099a0-eb95-4946-9b8c-0cc1094e2933 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.103810] env[68461]: DEBUG oslo_vmware.api [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for the task: (returnval){ [ 1735.103810] env[68461]: value = "task-2896534" [ 1735.103810] env[68461]: _type = "Task" [ 1735.103810] env[68461]: } to complete. {{(pid=68461) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.111032] env[68461]: DEBUG oslo_vmware.api [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.495107] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 841f3ea4-2c11-4bb2-aab4-eeccd22d881e] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1735.613749] env[68461]: DEBUG oslo_vmware.api [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Task: {'id': task-2896534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12805} completed successfully. {{(pid=68461) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.614046] env[68461]: DEBUG nova.virt.vmwareapi.ds_util [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Deleted the datastore file {{(pid=68461) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1735.614181] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Deleted contents of the VM from datastore datastore1 {{(pid=68461) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1735.614357] env[68461]: DEBUG nova.virt.vmwareapi.vmops [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Instance destroyed {{(pid=68461) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1735.614566] env[68461]: INFO nova.compute.manager [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1735.614812] env[68461]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68461) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1735.615009] env[68461]: DEBUG nova.compute.manager [-] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Deallocating network for instance {{(pid=68461) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1735.615139] env[68461]: DEBUG nova.network.neutron [-] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] deallocate_for_instance() {{(pid=68461) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1735.999113] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: a9062b33-b0a0-4fb3-b4ec-b6168c7c7d75] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1736.042698] env[68461]: DEBUG nova.compute.manager [req-d993dabd-a45c-421b-a595-46f8bd41deb7 req-a0600dae-7359-47a0-99c9-a4496adb0bc4 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Received event network-vif-deleted-8878f031-88f6-40f0-86a7-713f1be43d3a {{(pid=68461) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1736.042914] env[68461]: INFO nova.compute.manager [req-d993dabd-a45c-421b-a595-46f8bd41deb7 req-a0600dae-7359-47a0-99c9-a4496adb0bc4 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Neutron deleted interface 8878f031-88f6-40f0-86a7-713f1be43d3a; detaching it from the instance and deleting it from the info cache [ 1736.043101] env[68461]: DEBUG nova.network.neutron [req-d993dabd-a45c-421b-a595-46f8bd41deb7 req-a0600dae-7359-47a0-99c9-a4496adb0bc4 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.503520] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 627d7e61-39fb-4481-93eb-27000ff41786] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1736.526295] env[68461]: DEBUG nova.network.neutron [-] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Updating instance_info_cache with network_info: [] {{(pid=68461) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.545461] env[68461]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f0c5917-fc6f-4a70-82ab-700dddff789e {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.555592] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e6bfed-812a-481a-8a60-08d8e3bb73f0 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.579690] env[68461]: DEBUG nova.compute.manager [req-d993dabd-a45c-421b-a595-46f8bd41deb7 req-a0600dae-7359-47a0-99c9-a4496adb0bc4 service nova] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Detach interface failed, port_id=8878f031-88f6-40f0-86a7-713f1be43d3a, reason: Instance e0f10f9b-90a6-4204-93d7-d84a88920867 could not be found. {{(pid=68461) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1737.007259] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: aa648258-c7c7-4436-b091-8dad0fea7cf5] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1737.029431] env[68461]: INFO nova.compute.manager [-] [instance: e0f10f9b-90a6-4204-93d7-d84a88920867] Took 1.41 seconds to deallocate network for instance. [ 1737.511014] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 5c3496a8-0ba9-47b7-a4d2-8b83cc9200bf] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1737.535110] env[68461]: DEBUG oslo_concurrency.lockutils [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1737.535377] env[68461]: DEBUG oslo_concurrency.lockutils [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1737.535626] env[68461]: DEBUG nova.objects.instance [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lazy-loading 'resources' on Instance uuid e0f10f9b-90a6-4204-93d7-d84a88920867 {{(pid=68461) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1738.014096] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: a4f06b08-51d4-4d9c-be67-f68be84faf3f] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1738.069512] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effd7bf9-0cdf-47f0-b975-bf18606bab92 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.077414] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f69451-1732-4b7b-86f8-740dfa22caf8 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.106454] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7141fa85-bc04-4039-bce5-66bf3dfba808 {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.113048] env[68461]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81654462-ff3e-4ba2-9e4a-4b4efefcd5ad {{(pid=68461) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.125348] env[68461]: DEBUG nova.compute.provider_tree [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Inventory has not changed in ProviderTree for provider: 5d7ee095-b829-48e2-9d92-7f7aec139540 {{(pid=68461) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1738.517988] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 820da8d7-ed04-47ab-86e9-2f1777f61a08] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1738.628339] env[68461]: DEBUG nova.scheduler.client.report [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Inventory has not changed for provider 5d7ee095-b829-48e2-9d92-7f7aec139540 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68461) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1739.020878] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: f76ea40c-c5b5-47b1-93a1-3db874d93806] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1739.132893] env[68461]: DEBUG oslo_concurrency.lockutils [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.597s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1739.152813] env[68461]: INFO nova.scheduler.client.report [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Deleted allocations for instance e0f10f9b-90a6-4204-93d7-d84a88920867 [ 1739.525053] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 15f2b398-5e16-4962-b351-f528f9c7b8b2] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1739.660981] env[68461]: DEBUG oslo_concurrency.lockutils [None req-beebf19f-26f2-4fe3-bae7-0307539bb35b tempest-AttachVolumeShelveTestJSON-1560635864 tempest-AttachVolumeShelveTestJSON-1560635864-project-member] Lock "e0f10f9b-90a6-4204-93d7-d84a88920867" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.660s {{(pid=68461) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1740.027720] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: d8577ea9-60dc-401c-a92c-5bd4201e1545] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1740.531414] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: fd817671-1887-4e04-953c-bfd4bf1cee7b] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1741.034484] env[68461]: DEBUG nova.compute.manager [None req-85d0c1bf-3b01-4ae3-8df7-590826bc225c None None] [instance: 1d581ed1-d175-46b9-bf25-83a6c4e4be0f] Instance has had 0 of 5 cleanup attempts {{(pid=68461) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}}